From a222a1d3141c7d3dbeeb7aef1f0415b364c7c3a4 Mon Sep 17 00:00:00 2001 From: Your Name Date: Wed, 4 May 2022 12:24:29 -0400 Subject: [PATCH] scrape douban: ignore unknown genre --- common/scrapers/douban.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/common/scrapers/douban.py b/common/scrapers/douban.py index 487b18da..f4818385 100644 --- a/common/scrapers/douban.py +++ b/common/scrapers/douban.py @@ -408,9 +408,13 @@ class DoubanMovieScraper(DoubanScrapperMixin, AbstractScraper): if genre_elem: genre = [] for g in genre_elem: - if g == '紀錄片 Documentary': # likely some original data on douban was corrupted + g = g.split(' ')[0] + if g == '紀錄片': # likely some original data on douban was corrupted g = '纪录片' - genre.append(genre_translator[g]) + if g in genre_translator: + genre.append(genre_translator[g]) + else: + logger.error(f'unable to map genre {g}') else: genre = None