skip SCRAPESTACK for now since it has issues

This commit is contained in:
Te Llamas 2022-11-20 05:32:20 +00:00
parent 7cb08d964a
commit 3057bf0429

View file

@ -154,8 +154,10 @@ class AbstractScraper:
if settings.LUMINATI_USERNAME is None:
proxies = None
if settings.SCRAPESTACK_KEY is not None:
url = f'http://api.scrapestack.com/scrape?access_key={settings.SCRAPESTACK_KEY}&url={url}'
if settings.PROXYCRAWL_KEY is not None:
url = f'https://api.proxycrawl.com/?token={settings.PROXYCRAWL_KEY}&url={url}'
# if settings.SCRAPESTACK_KEY is not None:
# url = f'http://api.scrapestack.com/scrape?access_key={settings.SCRAPESTACK_KEY}&url={url}'
else:
session_id = random.random()
proxy_url = ('http://%s-country-cn-session-%s:%s@zproxy.lum-superproxy.io:%d' %