From 7402f4fafc96459c6a9948f316cfee49abbd5503 Mon Sep 17 00:00:00 2001 From: John Maximilian <2e0byo@gmail.com> Date: Sat, 29 Jan 2022 16:25:00 +0000 Subject: [PATCH] feat(scraper): distribute sleeps properly. --- yadc/scraper.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/yadc/scraper.py b/yadc/scraper.py index f60c34d..4fb0bb4 100644 --- a/yadc/scraper.py +++ b/yadc/scraper.py @@ -435,12 +435,12 @@ def __call__(self): self.find_tests(browser, driver) end = datetime.now() period = self.time_to_next_event(elapsed=end - start) - self._logger.debug(f"Sleeping for {period}") - spinner_sleep(period) + period = max(period - 5, 0) + self._logger.debug(f"Sleeping for {period}s.") self._logger.debug( - f"Sleeping for ~10s to introduce some randomness." + f"Sleeping for ~5s to introduce some randomness." ) - randsleep(10) + randsleep(5) except Exception as e: errs.append(monotonic()) self._logger.exception(e)