Don’t parse pages with missing content-type

This commit is contained in:
Vasily Zubarev
2020-01-09 10:45:04 +01:00
parent 04796c39a2
commit 26704f5807

View File

@@ -172,7 +172,7 @@ def refresh_feed(item):
def resolve_url(entry):
url = entry.link
content_type = None
content_length = None
content_length = MAX_PARSABLE_CONTENT_LENGTH + 1 # don't parse null content-types
depth = 10
while depth > 0:
depth -= 1