scrape douban: ignore unknown genre
This commit is contained in:
parent
ffa66db37d
commit
a222a1d314
1 changed files with 6 additions and 2 deletions
|
@ -408,9 +408,13 @@ class DoubanMovieScraper(DoubanScrapperMixin, AbstractScraper):
|
|||
if genre_elem:
|
||||
genre = []
|
||||
for g in genre_elem:
|
||||
if g == '紀錄片 Documentary': # likely some original data on douban was corrupted
|
||||
g = g.split(' ')[0]
|
||||
if g == '紀錄片': # likely some original data on douban was corrupted
|
||||
g = '纪录片'
|
||||
genre.append(genre_translator[g])
|
||||
if g in genre_translator:
|
||||
genre.append(genre_translator[g])
|
||||
else:
|
||||
logger.error(f'unable to map genre {g}')
|
||||
else:
|
||||
genre = None
|
||||
|
||||
|
|
Loading…
Add table
Reference in a new issue