Itmens/lib.itmens
Itmens/lib.itmens
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix summary scraping problem of douban movies

Browse source
This commit is contained in:
doubaniux 2020-11-16 13:36:31 +01:00
parent 0fb7cd8956
commit c2b3a5ff66
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
common/scraper.py
View file

@ -358,7 +358,7 @@ def scrape_douban_movie(url):
brief_elem = content.xpath("//span[@class='all hidden']")
if not brief_elem:
brief_elem = content.xpath("//span[@property='v:summary']")
brief = brief_elem[0].xpath('./text()')[0].strip() if brief_elem else None
brief = '\n'.join([e.strip() for e in brief_elem[0].xpath('./text()')]) if brief_elem else None
img_url_elem = content.xpath("//img[@rel='v:image']/@src")
img_url = img_url_elem[0].strip() if img_url_elem else None