No Python buffering, remove old Travis deploy file, add timeout to VT…

… requests
m417z · Oct 16, 2021 · 0ec86ea · 0ec86ea
1 parent 13f70e0
commit 0ec86ea
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 26 deletions.
diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml
@@ -37,9 +37,9 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install 'git+git://github.com/m417z/pymultitor.git' 'mitmproxy==6.*' orjson requests
-      - name: Run Periodic Update
+      - name: Run periodic update
         run: |
           cd data
-          python deploy.py
+          python -u deploy.py
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
diff --git a/.travis.yml b/.travis.yml
diff --git a/data/upd04_get_virustotal_data.py b/data/upd04_get_virustotal_data.py
@@ -51,7 +51,13 @@ def get_virustotal_data_for_file(session, file_hash, output_dir):
         # Sorry...
         'X-VT-Anti-Abuse-Header': base64.b64encode(f'{random.randint(10000000000, 20000000000)}-ZG9udCBiZSBldmls-{round(time.time(), 3)}'.encode()).decode(),
     }
-    r = session.get(url, verify=False, headers=headers)
+
+    r = None
+    try:
+        r = session.get(url, verify=False, headers=headers, timeout=60*10)
+    except:
+        return 'retry'
+
     if r.status_code == 429:
         return 'retry'