From c0c2c7317dd86f5916a1baaaab5aa180f2be9004 Mon Sep 17 00:00:00 2001 From: doubaniux Date: Sun, 4 Oct 2020 17:15:18 +0200 Subject: [PATCH] fix duplicate movie title issue --- common/scraper.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/common/scraper.py b/common/scraper.py index af52091f..919c9b3b 100644 --- a/common/scraper.py +++ b/common/scraper.py @@ -234,6 +234,9 @@ def scrape_douban_movie(url): if title == '': title = orig_title + if title == orig_title: + orig_title = None + # there are two html formats for authors and translators other_title_elem = content.xpath( "//div[@id='info']//span[text()='又名:']/following-sibling::text()[1]")