Itmens/lib.itmens
Itmens/lib.itmens
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

scrapestack

Browse source
This commit is contained in:
Your Name 2021-11-30 20:58:32 -05:00
parent 1d0b3fcd20
commit a6e24d6303
2 changed files with 9 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
boofilsic/settings.py
View file

@ -247,6 +247,8 @@ LUMINATI_PASSWORD = 'nsb7te9bw0ney'
# ScraperAPI api key
SCRAPERAPI_KEY = 'wnb3794v675b8w475h0e8hr7tyge'
PROXYCRAWL_KEY = None
SCRAPESTACK_KEY = None
# Spotify credentials
SPOTIFY_CREDENTIAL = "NzYzNkYTE6MGQ0ODY0NTY2Y2b3n645sdfgAyY2I1ljYjg3Nzc0MjIwODQ0ZWE="

9
common/scraper.py
View file

@ -310,7 +310,10 @@ class DoubanScrapperMixin:
def latest():
nonlocal r, error, content
if settings.SCRAPERAPI_KEY is None:
if settings.SCRAPESTACK_KEY is not None:
error = error + '\nScrapeStack: '
get(f'http://api.scrapestack.com/scrape?access_key={settings.SCRAPESTACK_KEY}&url={url}', 30)
elif settings.SCRAPERAPI_KEY is None:
error = error + '\nDirect: '
get(url, 30)
else:
@ -338,7 +341,9 @@ class DoubanScrapperMixin:
ext = None
dl_url = url
if settings.SCRAPERAPI_KEY is not None:
if settings.SCRAPESTACK_KEY is not None:
dl_url = f'http://api.scrapestack.com/scrape?access_key={settings.SCRAPESTACK_KEY}&url={url}'
elif settings.SCRAPERAPI_KEY is not None:
dl_url = f'http://api.scraperapi.com?api_key={settings.SCRAPERAPI_KEY}&url={url}'
try: