chore: Comment retry delay backoff calculation.

internetarchive · Nov 26, 2024 · 4b20d81 · 4b20d81
1 parent 05ddc28
commit 4b20d81
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/brozzler/worker.py b/brozzler/worker.py
@@ -552,6 +552,8 @@ def brozzle_site(self, browser, site):
                     "unexpected exception site=%r page=%r", site, page, exc_info=True
                 )
             if page:
+                # Calculate backoff in seconds based on number of failed attempts.
+                # Minimum of 60, max of 135 giving delays of 60, 90, 135, 135...
                 retry_delay = min(135, 60 * (1.5**page.failed_attempts))
                 page.retry_after = doublethink.utcnow() + datetime.timedelta(
                     seconds=retry_delay