Itmens/lib.itmens
Itmens/lib.itmens
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 3

skip SCRAPESTACK for now since it has issues

Browse source
This commit is contained in:
Te Llamas 2022-11-20 05:32:20 +00:00
parent 7cb08d964a
commit 3057bf0429
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
common/scraper.py
View file

@ -154,8 +154,10 @@ class AbstractScraper:
if settings.LUMINATI_USERNAME is None:
proxies = None
if settings.SCRAPESTACK_KEY is not None:
url = f'http://api.scrapestack.com/scrape?access_key={settings.SCRAPESTACK_KEY}&url={url}'
if settings.PROXYCRAWL_KEY is not None:
url = f'https://api.proxycrawl.com/?token={settings.PROXYCRAWL_KEY}&url={url}'
# if settings.SCRAPESTACK_KEY is not None:
# url = f'http://api.scrapestack.com/scrape?access_key={settings.SCRAPESTACK_KEY}&url={url}'
else:
session_id = random.random()
proxy_url = ('http://%s-country-cn-session-%s:%s@zproxy.lum-superproxy.io:%d' %