ppbbww

commit d1624acf2b308939620532bf9aa8c9147c939713
parent 919b9004acb8b5fee70c7c72a2c1cb13a6407afb
Author: david cochran <about.trout@gmail.com>
Date:   Sun,  8 Sep 2024 14:55:48 -0700

kill program after N download failures

Diffstat:
M
ppboatwatch/ppbw.py
 | 
6
++++++

1 file changed, 6 insertions(+), 0 deletions(-)
diff --git a/ppboatwatch/ppbw.py b/ppboatwatch/ppbw.py
@@ -18,6 +18,7 @@ from .object_detector import ObjectDetector
 
 
 async def sample_stream(frames_q, sampler, min_delay, max_delay, day_start, day_end):
+    fail_count, max_failures = 0, 5
     while True:
         try:
             frames = await sampler.get_recent_frames()
@@ -26,8 +27,13 @@ async def sample_stream(frames_q, sampler, min_delay, max_delay, day_start, day_
             await frames_q.put(frames[0].path)
             for frame in frames[1:]:  # only keep 1 frame
                 os.remove(frame)
+            fail_count = 0  # this request succeeded, reset fail counter.
         except Exception as ex:
             logging.error(f"[sample_stream]: Failed to get_recent_frames: {ex}")
+            fail_count += 1
+            if fail_count >= max_failures:
+                logging.warning("[sample_stream]: Too many download failures. Killing program!")
+                sys.exit(1)
 
         if day_start <= datetime.now().time() <= day_end:
             delay = random.randint(min_delay, max_delay)