tweak timeouts a bit more

[ypp-sc-tools.db-test.git] / yoweb-scrape

diff --git a/yoweb-scrape b/yoweb-scrape
index 2d08d269ea0e7c859e184b5c9caab1e7165ca472..dceeafd7bbcb225acd512675bcc881bf809f859a 100755 (executable)
--- a/yoweb-scrape
+++ b/yoweb-scrape
@@ -72,12 +72,12 @@ class Fetcher:
                min_age = 1
                need_wait = 0
                for age in ages:
-                       if age < min_age:
+                       if age < min_age and age < 300:
                                debug('Fetcher   morewait min=%d age=%d' %
                                        (min_age, age))
                                need_wait = max(need_wait, min_age - age)
-                       min_age += 1
-                       min_age *= 1.5
+                       min_age += 3
+                       min_age *= 1.25
                if need_wait > 0:
                        debug('Fetcher   wait %d' % need_wait)
                        time.sleep(need_wait)