feat: add log for long brozzler sessions

internetarchive · Dec 12, 2024 · 7ef4a04 · 7ef4a04
1 parent 73a9c9f
commit 7ef4a04
Showing 1 changed file with 9 additions and 2 deletions.
diff --git a/brozzler/worker.py b/brozzler/worker.py
@@ -572,9 +572,16 @@ def brozzle_site(self, browser, site):
                     page.save()
         finally:
             if start:
+                seconds_elapsed = time.time() - start
                 site.active_brozzling_time = (
-                    (site.active_brozzling_time or 0) + time.time() - start
-                )
+                    site.active_brozzling_time or 0
+                ) + seconds_elapsed
+                if seconds_elapsed > (30 * 60):
+                    self.logger.warning(
+                        "Page took %s seconds to complete: %s",
+                        seconds_elapsed,
+                        page.url,
+                    )
             self._frontier.disclaim_site(site, page)
 
     def _brozzle_site_thread_target(self, browser, site):