Untitled

 avatar
unknown
plain_text
3 years ago
2.9 kB
4
Indexable
import os
import re
import socket
import threading
import requests

# Initializez socket
def init(self, sock=None):
    if sock is None:
        self.sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    else:
        self.sock = sock

# Socket-ul face conexiunea dintre host si port
def connect(self, host, port):
    self.sock.connect((host, port))

# Cand socket-ul este oprit
def myclose(self):
    self.sock.close()

# Cand trimitem un mesaj cu Socket
def mysend(self, msg, debug=False):
    if debug:
        print("MESSAGE SENT")
        print(msg.decode())
    self.sock.sendall(msg)

# Cand primim informatia dupa ce facem cererea catre server // b - primim biti informatia
def myreceive(self, debug=False):
    received = b''
    buffer = 1
    while True:
        part = self.sock.recv(buffer)
        received += part
        if part == b'':
            break
    if debug:
        print("Received...")
        print(received)
    return received

#80 este securizat
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as mysocket:
    mysocket.connect(("me.utm.md", 80))
    mysocket.sendall(b"GET / HTTP/1.1\r\n"
                     b"Host: me.utm.md\r\n\r\n")

    print(str(mysocket.recv(52), 'utf-8'))

# Cer toate link-urile care are website-ul.
def get_url_images_in_text(text):
    urls = []
    results = re.findall("[^\"']*\\.(?:png|jpg|gif)", text)

    for a in results:
        if 'http://' not in a:
            a = 'http://me.utm.md/' + a
        urls.append(a)
    urls = list(set(urls))
    print('Links of images: ' + str(len(urls)))
    return urls


def get_images_from_url(url):
    resp = requests.get(url)
    urls = get_url_images_in_text(resp.text)
    print('\nUrls:\n', urls)
    return urls



#Toate imaginile se descarca intr-un folder
def download_images(path):
    with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as mysocket:
        mysocket.connect(("me.utm.md", 80))
        mysocket.sendall("GET {0} HTTP/1.1\r\nHost: me.utm.md\r\n"
                         "Connection: close\r\n\r\n".format(path).encode("latin1"))


        images = b''

        while True:

            data = mysocket.recv(1024)
            if not data:
                images = images.split(b"\r\n\r\n")
                if "200" not in images[0].decode("latin1"):
                    print(path)
                image_path = os.path.join(os.getcwd(), "images", path.rpartition("/")[-1])
                with open(image_path, "wb") as fcont:
                    fcont.write(images[-1])
                break

            images += data
# Inseram toata lista de link-uri
img_list = get_images_from_url('http://me.utm.md/')

thread_list = []
threads = 2

for i in img_list:
    t = threading.Thread(target=download_images, args=(i,))
    thread_list.append(t)
    t.start()


for i in thread_list:
    i.join()




print("Download Done")
Editor is loading...