X-Git-Url: https://www.chiark.greenend.org.uk/ucgi/~yarrgweb/git?a=blobdiff_plain;f=yoweb-scrape;h=dceeafd7bbcb225acd512675bcc881bf809f859a;hb=cd9e04e53174c0dfebcb49cb20c247741377934b;hp=2d08d269ea0e7c859e184b5c9caab1e7165ca472;hpb=cbea021e8d7b7955cfe31ded5e832817c9c94edf;p=ypp-sc-tools.db-test.git

diff --git a/yoweb-scrape b/yoweb-scrape
index 2d08d26..dceeafd 100755
--- a/yoweb-scrape
+++ b/yoweb-scrape
@@ -72,12 +72,12 @@ class Fetcher:
 		min_age = 1
 		need_wait = 0
 		for age in ages:
-			if age < min_age:
+			if age < min_age and age < 300:
 				debug('Fetcher   morewait min=%d age=%d' %
 					(min_age, age))
 				need_wait = max(need_wait, min_age - age)
-			min_age += 1
-			min_age *= 1.5
+			min_age += 3
+			min_age *= 1.25
 		if need_wait > 0:
 			debug('Fetcher   wait %d' % need_wait)
 			time.sleep(need_wait)