workaround douban incomplete page error
This commit is contained in:
parent
a875b22b67
commit
0828d179c7
1 changed files with 2 additions and 1 deletions
|
@ -14,7 +14,8 @@ class DoubanDownloader(ProxiedDownloader):
|
|||
return RESPONSE_CENSORSHIP
|
||||
elif response.status_code == 200:
|
||||
content = response.content.decode("utf-8")
|
||||
if content.find("关于豆瓣") == -1:
|
||||
# if content.find("关于豆瓣") == -1: # douban bug causing incomplete page sometimes
|
||||
if content.find("豆瓣评分") == -1:
|
||||
# if content.find('你的 IP 发出') == -1:
|
||||
# error = error + 'Content not authentic' # response is garbage
|
||||
# else:
|
||||
|
|
Loading…
Add table
Reference in a new issue