Untitled

import requests
from concurrent.futures import ThreadPoolExecutor, as_completed

urls = [...] # list of 18000 urls

def get_response(url):
    response = requests.get(url)
    return response.json()

responses = []
with ThreadPoolExecutor(max_workers=10) as executor:
    futures = [executor.submit(get_response, url) for url in urls]
    for future in as_completed(futures):
        response = future.result()
        responses.append(response)