A few minor fixes

- Makes BugSnag optional - Add connection timeout for sitemap ingestion
InQuest · Oct 11, 2023 · 2ccc1a5 · 2ccc1a5
1 parent 1eae088
commit 2ccc1a5
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/threatingestor/config.py b/threatingestor/config.py
@@ -79,7 +79,7 @@ def logging(self):
 
     def error_reporting(self):
         """Returns error_reporting config dictionary."""
-        return self.config['error_reporting']
+        return self.config.get('error_reporting', {})
 
 
     def credentials(self, credential_name):

diff --git a/threatingestor/sources/sitemap.py b/threatingestor/sources/sitemap.py
@@ -30,8 +30,11 @@ def run(self, saved_state):
             # Extracts only the 'loc' tag from the xml
             if xml.find("loc"):
                 loc = u.findNext("loc").text
-                response = requests.get(loc)
-                soup = BeautifulSoup(response.text, 'html.parser')
+                try:
+                    response = requests.get(loc)
+                    soup = BeautifulSoup(response.text, 'html.parser')
+                except requests.exceptions.ConnectTimeout:
+                    continue
             else:
                 continue