Untitled
unknown
plain_text
10 days ago
810 B
1
Indexable
Never
## settings.py FAKEUSERAGENT_PROVIDERS = [ 'scrapy_fake_useragent.providers.FakeUserAgentProvider', # This is the first provider we'll try 'scrapy_fake_useragent.providers.FakerProvider', # If FakeUserAgentProvider fails, we'll use faker to generate a user-agent string for us 'scrapy_fake_useragent.providers.FixedUserAgentProvider', # Fall back to USER_AGENT value ] ## Set Fallback User-Agent USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36 Edg/115.0.1901.203' # Configuração de proxy SCRAPEOPS_API_KEY = 'cc874716-1d11-4532-b984-2fbbfd42ef3a' SCRAPEOPS_PROXY_ENABLED = True DOWNLOADER_MIDDLEWARES = { 'scrapeops_scrapy_proxy_sdk.scrapeops_scrapy_proxy_sdk.ScrapeOpsScrapyProxySdk': 725, }
Leave a Comment