Itmens/lib.itmens
Itmens/lib.itmens
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix movie summary scrape bug

Browse source
This commit is contained in:
doubaniux 2020-10-11 20:30:29 +02:00
parent 211f94d403
commit 850d1915b2
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
common/scraper.py
View file

@ -354,8 +354,10 @@ def scrape_douban_movie(url):
# if has field `episodes` not none then must be series
is_series = True if episodes else False
brief_elem = content.xpath("//span[@property='v:summary']/text()")
brief = brief_elem[0].strip() if brief_elem else None
brief_elem = content.xpath("//span[@class='all hidden']")
if not brief_elem:
brief_elem = content.xpath("//span[@property='v:summary']")
brief = brief_elem[0].xpath('./text()')[0].strip() if brief_elem else None
img_url_elem = content.xpath("//img[@rel='v:image']/@src")
img_url = img_url_elem[0].strip() if img_url_elem else None