From 8a8bfb9e7cea82cc9d3f73aad297cbacea7719e5 Mon Sep 17 00:00:00 2001 From: Ian Jackson Date: Wed, 13 Jan 2010 20:37:27 +0000 Subject: [PATCH] Add +/-0.5s to wait times to make behaviour less clumpy --- yoweb-scrape | 2 ++ 1 file changed, 2 insertions(+) diff --git a/yoweb-scrape b/yoweb-scrape index 3d9e857..b43e5a2 100755 --- a/yoweb-scrape +++ b/yoweb-scrape @@ -149,6 +149,8 @@ class Fetcher: need_wait = max(need_wait, min_age - age) min_age += 3 min_age *= 1.25 + if need_wait > 0: + need_wait += random.random() - 0.5 return need_wait def _rate_limit_cache_clean(self, now): -- 2.30.2