From bde93a4b4c053b705e5e07603fbc4e6e52071c04 Mon Sep 17 00:00:00 2001
From: vas3k <me@vas3k.ru>
Date: Thu, 6 Feb 2020 21:05:23 +0100
Subject: [PATCH] Catch errors to reduce sentry spam

---
 scripts/update.py | 16 ++++++++++------
 1 file changed, 10 insertions(+), 6 deletions(-)

diff --git a/scripts/update.py b/scripts/update.py
index 20df140..4e388de 100644
--- a/scripts/update.py
+++ b/scripts/update.py
@@ -277,12 +277,16 @@ def parse_text_and_image(entry):
 
 
 def load_page_safe(url):
-    response = requests.get(
-        url=url,
-        timeout=DEFAULT_REQUEST_TIMEOUT,
-        headers=DEFAULT_REQUEST_HEADERS,
-        stream=True  # the most important part — stream response to prevent loading everything into memory
-    )
+    try:
+        response = requests.get(
+            url=url,
+            timeout=DEFAULT_REQUEST_TIMEOUT,
+            headers=DEFAULT_REQUEST_HEADERS,
+            stream=True  # the most important part — stream response to prevent loading everything into memory
+        )
+    except RequestException as ex:
+        log.warning(f"Error parsing the page: {url} {ex}")
+        return ""
 
     html = io.StringIO()
     total_bytes = 0