Itmens/lib.itmens
Itmens/lib.itmens
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 3

scrape douban: ignore unknown genre

Browse source
This commit is contained in:
Your Name 2022-05-04 12:24:29 -04:00
parent ffa66db37d
commit a222a1d314
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
common/scrapers/douban.py
View file

@ -408,9 +408,13 @@ class DoubanMovieScraper(DoubanScrapperMixin, AbstractScraper):
if genre_elem:
genre = []
for g in genre_elem:
if g == '紀錄片 Documentary': # likely some original data on douban was corrupted
g = g.split(' ')[0]
if g == '紀錄片': # likely some original data on douban was corrupted
g = '纪录片'
genre.append(genre_translator[g])
if g in genre_translator:
genre.append(genre_translator[g])
else:
logger.error(f'unable to map genre {g}')
else:
genre = None