catch HTTP error in classify w/ exp. backoff

pmhalvor · Oct 21, 2024 · 76f532f · 76f532f
1 parent 77d5469
commit 76f532f
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/stages/classify.py b/src/stages/classify.py
@@ -415,6 +415,11 @@ def process(self, element):
                 logging.info(f"Retrying in {wait*wait} seconds.")
                 wait += 1
                 time.sleep(wait*wait)
+            except requests.exceptions.HTTPError as e:
+                logging.error(f"HTTP error: {e}")
+                logging.error(f"Retrying in {wait*wait} seconds.")
+                wait += 1
+                time.sleep(wait*wait)
 
         response = requests.post(self.inference_url, json=data)
         response.raise_for_status()