commit 4e368d44e561b6e45cdece12cca9ad9fe8e17240
parent 10f44e0956d8087a20663bd02de658be7c4fe1e0
Author: Natalie Pendragon <natpen@natpen.net>
Date: Sat, 9 May 2020 11:06:38 -0400
[crawl] Stop printing the sleep duration
Diffstat:
1 file changed, 0 insertions(+), 1 deletion(-)
diff --git a/gus/crawl.py b/gus/crawl.py
@@ -200,7 +200,6 @@ def crawl_url(url):
else:
next_allowed_hit = domain_hit_timings[normalized_host] + timedelta(milliseconds=crawl_delay)
sleep_duration = max((next_allowed_hit - datetime.now()).total_seconds(), 0)
- print(sleep_duration)
time.sleep(sleep_duration)
domain_hit_timings[normalized_host] = datetime.now()