http_request

import requests
import os
import zipfile

#path check
file_path ='/some_path'
check_path = os.path.exists(file_path)

if check_path==True:
    pass
else:
    os.makedirs(file_path,exist_ok=False)
    

#url & get file stuff

url_datas = 'https://xxx.s3.amazonaws.com/xxx_2018_Y4.zip'

# url_datas = [
#     'https://xxx.s3.amazonaws.com/xxx_2018_Y4.zip',
#     'https://xxx.s3.amazonaws.com/xxx_2019_Y1.zip',
#     'https://xxx.s3.amazonaws.com/xxx_2019_Y2.zip',
#     'https://xxx.s3.amazonaws.com/xxx_2019_Y3.zip',
#     'https://xxx.s3.amazonaws.com/xxx_2019_Y4.zip',
#     'https://xxx.s3.amazonaws.com/xxx_2020_Y1.zip',
#     'https://xxx.s3.amazonaws.com/xxx_2220_Y1.zip'
# ]


r = requests.get(url_datas,stream = True)
filename = r.url[url_datas.rfind('/')+1:]
    
with open(file_path+"/"+filename, 'wb') as f:
    for chunk in r.iter_content(chunk_size=8192):
        if chunk:
            f.write(chunk)
            
with zipfile.ZipFile(file_path+"/"+filename,'r') as file_zip:  
    file_zip.extractall(file_path)


#remove the .zip files
zip=os.listdir(file_path)

for i in zip:
 
    if i.endswith('zip'):
        os.remove(os.path.join(file_path, i))
        print(os.listdir(file_path))
    else:
        pass