AllLinks method
Method that have an issueunknown
python
3 years ago
979 B
4
Indexable
def AllLinks():
container = []
for j in range(1900, date.today().year):
start_from = j
endfrom = j
start = 0
first_page = True
while True:
if start == 0:
url = "https://finder.startupnationcentral.org/startups/search?founded_from_year={}&founded_to_year={}".format(start_from, endfrom,start)
else:
url = "https://finder.startupnationcentral.org/startups/search_more?founded_from_year={}&founded_to_year={}&next_page_id={}".format(start_from, endfrom,start)
print("visiting url is ",url)
response = requests.get(url)
soup = BeautifulSoup(response.text,"html.parser")
urls = ["https://finder.startupnationcentral.org{}".format(i['href']) for i in soup.findAll("a",{"data-report-action" : "Companies"})]
if len(urls)<1:
break
container.extend(urls)
start+=1
return containerEditor is loading...