From 26704f58078026f41e109044c7fdf4e9b0695328 Mon Sep 17 00:00:00 2001 From: Vasily Zubarev Date: Thu, 9 Jan 2020 10:45:04 +0100 Subject: [PATCH] =?UTF-8?q?Don=E2=80=99t=20parse=20pages=20with=20missing?= =?UTF-8?q?=20content-type?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/update.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/update.py b/scripts/update.py index 5559442..6fec7b0 100644 --- a/scripts/update.py +++ b/scripts/update.py @@ -172,7 +172,7 @@ def refresh_feed(item): def resolve_url(entry): url = entry.link content_type = None - content_length = None + content_length = MAX_PARSABLE_CONTENT_LENGTH + 1 # don't parse null content-types depth = 10 while depth > 0: depth -= 1