X-Git-Url: http://www.chiark.greenend.org.uk/ucgi/~ian/git?p=hippotat.git;a=blobdiff_plain;f=client;h=ce5e8564b06f95276858d0ef426e9e919fdea2f9;hp=afdee9dcb7e7c8a8e2f72cfbd1f610687c1a29a9;hb=297b3ebf9498b0954fc77728b8d92064e9ee6684;hpb=84e763c719b4b659fd01eb3e116c6c615a7d2c1e diff --git a/client b/client index afdee9d..ce5e856 100755 --- a/client +++ b/client @@ -36,6 +36,7 @@ def process_cfg(): c.max_queue_time = cfg.getint(client_cs, 'max_queue_time') c.max_batch_up = cfg.getint(client_cs, 'max_batch_up') c.http_timeout = cfg.getint(client_cs, 'http_timeout') + c.http_retry = cfg.getint(client_cs, 'http_retry') process_cfg_ipif(client_cs, (('local', 'client'), @@ -47,7 +48,7 @@ outstanding = 0 def start_client(): global queue global agent - queue = PacketQueue(c.max_queue_time) + queue = PacketQueue('up', c.max_queue_time) agent = twisted.web.client.Agent(reactor, connectTimeout = c.http_timeout) def outbound(packet, saddr, daddr): @@ -59,26 +60,37 @@ class ResponseConsumer(twisted.internet.protocol.Protocol): def __init__(self): self._ssd = SlipStreamDecoder(queue_inbound) def dataReceived(self, data): - self._ssd.inputdata(mime_translate(data)) + try: self._ssd.inputdata(mime_translate(data)) + except Exception as e: asyncfailure(e) def connectionMade(self): pass def connectionLost(self, reason): if isinstance(reason, twisted.internet.error.ConnectionDone): - self._ssd.flush() + try: self._ssd.flush() + except Exception as e: asyncfailure(e) else: - print(reason, file=sys.stderr) + asyncfailure(reason) def req_ok(resp): resp.deliverBody(ResponseConsumer()) + req_fin() def req_err(err): print(err, file=sys.stderr) + reactor.callLater(c.http_retry, req_fin) def req_fin(*args): global outstanding outstanding -= 1 + check_outbound() + +def asyncfailure(reason): + global outstanding + outstanding += 1 + req_err(reason) def check_outbound(): global outstanding + while True: if outstanding >= c.max_outstanding : break if not queue.nonempty() and outstanding >= c.target_outstanding: break @@ -100,6 +112,8 @@ def check_outbound(): mime_translate(d) + crlf + b'--b--' + crlf) + log_debug(DBG.HTTP_FULL, 'requesting: ' + str(mime)) + hh = { 'User-Agent': ['hippotat'], 'Content-Type': ['multipart/form-data; boundary="b"'] } req = agent.request(b'POST', @@ -107,11 +121,11 @@ def check_outbound(): twisted.web.client.Headers(hh)) req.addTimeout(c.http_timeout, reactor) req.addCallbacks(req_ok, req_err) - req.addBoth(req_fin) outstanding += 1 common_startup() process_cfg() start_client() start_ipif(c.ipif_command, outbound) +check_outbound() common_run()