chiark / gitweb /
tweak timeouts
authorIan Jackson <ian@liberator.relativity.greenend.org.uk>
Fri, 15 May 2009 18:30:41 +0000 (19:30 +0100)
committerIan Jackson <ian@liberator.relativity.greenend.org.uk>
Fri, 15 May 2009 18:30:41 +0000 (19:30 +0100)
yoweb-scrape

index 2d08d269ea0e7c859e184b5c9caab1e7165ca472..6e8e70a1669b1ee1f850de464ef3a0a20040cfcf 100755 (executable)
@@ -76,8 +76,8 @@ class Fetcher:
                                debug('Fetcher   morewait min=%d age=%d' %
                                        (min_age, age))
                                need_wait = max(need_wait, min_age - age)
                                debug('Fetcher   morewait min=%d age=%d' %
                                        (min_age, age))
                                need_wait = max(need_wait, min_age - age)
-                       min_age += 1
-                       min_age *= 1.5
+                       min_age += 3
+                       min_age *= 1.25
                if need_wait > 0:
                        debug('Fetcher   wait %d' % need_wait)
                        time.sleep(need_wait)
                if need_wait > 0:
                        debug('Fetcher   wait %d' % need_wait)
                        time.sleep(need_wait)