diff --git a/brozzler/worker.py b/brozzler/worker.py index e71939d9..e0c7a010 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -572,9 +572,16 @@ def brozzle_site(self, browser, site): page.save() finally: if start: + seconds_elapsed = time.time() - start site.active_brozzling_time = ( - (site.active_brozzling_time or 0) + time.time() - start - ) + site.active_brozzling_time or 0 + ) + seconds_elapsed + if seconds_elapsed > (30 * 60): + self.logger.warning( + "Page took %s seconds to complete: %s", + seconds_elapsed, + page.url, + ) self._frontier.disclaim_site(site, page) def _brozzle_site_thread_target(self, browser, site):