diff --git a/common/scraper.py b/common/scraper.py index defe6f38..56a8a763 100644 --- a/common/scraper.py +++ b/common/scraper.py @@ -154,8 +154,10 @@ class AbstractScraper: if settings.LUMINATI_USERNAME is None: proxies = None - if settings.SCRAPESTACK_KEY is not None: - url = f'http://api.scrapestack.com/scrape?access_key={settings.SCRAPESTACK_KEY}&url={url}' + if settings.PROXYCRAWL_KEY is not None: + url = f'https://api.proxycrawl.com/?token={settings.PROXYCRAWL_KEY}&url={url}' + # if settings.SCRAPESTACK_KEY is not None: + # url = f'http://api.scrapestack.com/scrape?access_key={settings.SCRAPESTACK_KEY}&url={url}' else: session_id = random.random() proxy_url = ('http://%s-country-cn-session-%s:%s@zproxy.lum-superproxy.io:%d' %