1 // Copyright 2021 Ian Jackson and contributors to Hippotat
2 // SPDX-License-Identifier: GPL-3.0-or-later
3 // There is NO WARRANTY.
5 use hippotat::prelude::*;
7 #[derive(StructOpt,Debug)]
16 const METADATA_MAX_LEN: usize = MAX_OVERHEAD;
18 type AllClients = HashMap<ClientName, ClientHandles>;
20 struct ClientHandles {
21 ic: Arc<InstanceConfig>,
22 web: tokio::sync::mpsc::Sender<WebRequest>,
25 /// Sent from hyper worker pool task to client task
26 #[allow(dead_code)] // xxx
28 // initial part of body
29 // used up to and including first 2 lines of metadata
30 // end delimiter for the metadata not yet located, but in here somewhere
32 initial_remaining: usize,
34 body: hyper::body::Body,
35 boundary_finder: multipart::BoundaryFinder,
36 reply_to: tokio::sync::oneshot::Sender<WebResponse>,
40 /// Reply from client task to hyper worker pool task
41 #[allow(dead_code)] // xxx
44 data: Result<WebResponseData, AE>,
47 type WebResponseData = ();
50 all_clients: Arc<AllClients>,
51 req: hyper::Request<hyper::Body>
52 ) -> Result<hyper::Response<hyper::Body>, Void> {
53 if req.method() == Method::GET {
54 let mut resp = hyper::Response::new(hyper::Body::from("hippotat\r\n"));
55 resp.headers_mut().insert(
57 "text/plain; charset=US-ASCII".try_into().unwrap()
62 let mut warnings: Warnings = default();
66 let get_header = |hn: &str| {
67 let mut values = req.headers().get_all(hn).iter();
68 let v = values.next().ok_or_else(|| anyhow!("missing {}", hn))?;
69 if values.next().is_some() { throw!(anyhow!("multiple {}!", hn)); }
70 let v = v.to_str().context(anyhow!("interpret {} as UTF-8", hn))?;
74 let mkboundary = |b: &'_ _| format!("\n--{}", b).into_bytes();
75 let boundary = match (||{
76 let t = get_header("Content-Type")?;
77 let t: mime::Mime = t.parse().context("parse Content-Type")?;
78 if t.type_() != "multipart" { throw!(anyhow!("not multipart/")) }
79 let b = mime::BOUNDARY;
80 let b = t.get_param(b).ok_or_else(|| anyhow!("missing boundary=..."))?;
81 if t.subtype() != "form-data" {
82 warnings.add(&"Content-Type not /form-data")?;
84 let b = mkboundary(b.as_str());
89 warnings.add(&e.wrap_err("guessing boundary"))?;
94 let length_hint: usize = (||{
95 let clength = get_header("Content-Length")?;
96 let clength = clength.parse().context("parse Content-Length")?;
99 |e| { let _ = warnings.add(&e.wrap_err("parsing Content-Length")); 0 }
102 let mut body = req.into_body();
103 let initial = match read_limited_bytes(
104 METADATA_MAX_LEN, default(), length_hint, &mut body
107 Err(ReadLimitedError::Truncated { sofar,.. }) => sofar,
108 Err(ReadLimitedError::Hyper(e)) => throw!(e),
111 let boundary_finder = memmem::Finder::new(&boundary);
112 let mut boundary_iter = boundary_finder.find_iter(&initial);
114 let start = if initial.starts_with(&boundary[1..]) { boundary.len()-1 }
115 else if let Some(start) = boundary_iter.next() { start + boundary.len() }
116 else { throw!(anyhow!("initial boundary not found")) };
118 let comp = multipart::process_boundary
119 (&mut warnings, &initial[start..], PartName::m)?
120 .ok_or_else(|| anyhow!(r#"no "m" component"#))?;
122 if comp.name != PartName::m { throw!(anyhow!(
123 r#"first multipart component must be name="m""#
126 let mut meta = MetadataFieldIterator::new(comp.payload);
128 let client: ClientName = meta.need_parse().context("client addr")?;
130 let mut hmac_got = [0; HMAC_L];
131 let (client_time, hmac_got_l) = (||{
132 let token: &str = meta.need_next().context(r#"find in "m""#)?;
133 let (time_t, hmac_b64) = token.split_once(' ')
134 .ok_or_else(|| anyhow!("split"))?;
135 let time_t = u64::from_str_radix(time_t, 16).context("parse time_t")?;
137 &mut base64::read::DecoderReader::new(&mut hmac_b64.as_bytes(),
139 &mut &mut hmac_got[..]
140 ).context("parse b64 token")?;
141 let l = l.try_into()?;
142 Ok::<_,AE>((time_t, l))
143 })().context("token")?;
144 let hmac_got = &hmac_got[0..hmac_got_l];
146 let client = all_clients.get(&client);
148 // We attempt to hide whether the client exists we don't try to
149 // hide the hash lookup computationgs, but we do try to hide the
150 // HMAC computation by always doing it. We hope that the compiler
151 // doesn't produce a specialised implementation for the dummy
153 let client_exists = subtle::Choice::from(client.is_some() as u8);
154 let secret = client.map(|c| c.ic.secret.0.as_bytes());
155 let secret = secret.unwrap_or(&[0x55; HMAC_B][..]);
156 let client_time_s = format!("{:x}", client_time);
157 let hmac_exp = token_hmac(secret, client_time_s.as_bytes());
158 // We also definitely want a consttime memeq for the hmac value
159 let hmac_ok = hmac_got.ct_eq(&hmac_exp);
160 //dbg!(DumpHex(&hmac_exp), client.is_some());
161 //dbg!(DumpHex(hmac_got), hmac_ok, client_exists);
162 if ! bool::from(hmac_ok & client_exists) {
163 throw!(anyhow!("xxx should be a 403 error"));
166 let client = client.unwrap();
167 let now = time_t_now();
168 let chk_skew = |a: u64, b: u64, c_ahead_behind| {
169 if let Some(a_ahead) = a.checked_sub(b) {
170 if a_ahead > client.ic.max_clock_skew.as_secs() {
171 throw!(anyhow!("too much clock skew (client {} by {})",
172 c_ahead_behind, a_ahead));
177 chk_skew(client_time, now, "ahead")?;
178 chk_skew(now, client_time, "behind")?;
180 let initial_remaining = meta.remaining_bytes_len();
182 //eprintln!("boundary={:?} start={} name={:?} client={}",
183 // boundary, start, &comp.name, &client.ic);
185 let (reply_to, reply_recv) = tokio::sync::oneshot::channel();
186 trace!("{} request xxx={}", &client.ic, initial.len());
187 let wreq = WebRequest {
191 boundary_finder: boundary_finder.into_owned(),
193 warnings: mem::take(&mut warnings),
197 client.web.try_send(wreq)
198 .map_err(|_| anyhow!("client task shut down!"))?;
200 let reply: WebResponse = reply_recv.await?;
201 warnings = reply.warnings;
208 eprintln!("error={}", e);
212 eprintln!("warnings={:?}", &warnings);
214 Ok(hyper::Response::new(hyper::Body::from("Hello World")))
217 #[allow(unused_variables)] // xxx
218 #[allow(unused_mut)] // xxx
219 async fn run_client(ic: Arc<InstanceConfig>,
220 mut web: mpsc::Receiver<WebRequest>)
224 reply_to: tokio::sync::oneshot::Sender<WebResponse>,
225 max_requests_outstanding: u32,
227 let mut outstanding: VecDeque<Outstanding> = default();
228 let downbound: VecDeque<(/*xxx*/)> = default();
230 let try_send_response = |
231 reply_to: tokio::sync::oneshot::Sender<WebResponse>,
232 response: WebResponse
234 reply_to.send(response)
235 .unwrap_or_else(|_: WebResponse| () /* oh dear */ /* xxx trace? */);
240 if ! downbound.is_empty() {
241 outstanding.pop_front()
242 } else if let Some((i,_)) = outstanding.iter().enumerate().find({
243 |(_,o)| outstanding.len() > o.max_requests_outstanding.sat()
245 Some(outstanding.remove(i).unwrap())
250 let response = WebResponse {
255 try_send_response(ret.reply_to, response);
262 initial, initial_remaining, length_hint, mut body,
264 reply_to, mut warnings,
265 } = req.ok_or_else(|| anyhow!("webservers all shut down!"))?;
269 let initial_used = initial.len() - initial_remaining;
271 let whole_request = read_limited_bytes(
272 ic.max_batch_up.sat(),
276 ).await.context("read request body")?;
278 let (meta, mut comps) =
279 multipart::ComponentIterator::resume_mid_component(
280 &whole_request[initial_used..],
282 ).context("resume parsing body, after auth checks")?;
284 let mut meta = MetadataFieldIterator::new(&meta);
287 { $v:ident, ( $( $badcmp:tt )? ), $ret:expr,
288 let $server:ident, $client:ident $($code:tt)*
292 let $client $($code)*
294 if $client $badcmp $server {
295 throw!(anyhow!("mismatch: client={:?} {} server={:?}",
296 $client, stringify!($badcmp), $server));
300 })().context(stringify!($v))?;
306 target_requests_outstanding, ( != ), client,
307 let server, client: u32 = meta.need_parse()?;
311 http_timeout, ( > ), client,
312 let server, client = Duration::from_secs(meta.need_parse()?);
316 max_batch_down, (), min(client, server),
317 let server, client: u32 = meta.parse()?.unwrap_or(server);
321 max_batch_up, ( > ), client,
322 let server, client = meta.parse()?.unwrap_or(server);
325 while let Some(comp) = comps.next(&mut warnings, PartName::d)? {
326 dbg!(comp.name, DumpHex(comp.payload));
331 Ok(()) => outstanding.push_back(Outstanding {
333 max_requests_outstanding: 42, // xxx
336 try_send_response(reply_to, WebResponse {
345 //Err(anyhow!("xxx"))
350 let opts = Opts::from_args();
356 let (global, ipif) = config::startup(
357 "hippotatd", LinkEnd::Server,
358 &opts.config, &opts.log, |ics|
360 let global = config::InstanceConfigGlobal::from(&ics);
361 let ipif = Ipif::start(&global.ipif, None)?;
363 let all_clients: AllClients = ics.into_iter().map(|ic| {
364 let ic = Arc::new(ic);
366 let (web_send, web_recv) = mpsc::channel(
367 5 // xxx should me max_requests_outstanding but that's
368 // marked client-only so needs rework
371 let ic_ = ic.clone();
372 tasks.push((tokio::spawn(async move {
373 run_client(ic_, web_recv).await.void_unwrap_err()
374 }), format!("client {}", &ic)));
382 let all_clients = Arc::new(all_clients);
384 for addr in &global.addrs {
385 let all_clients_ = all_clients.clone();
386 let make_service = hyper::service::make_service_fn(move |_conn| {
387 let all_clients_ = all_clients_.clone();
388 async { Ok::<_, Void>( hyper::service::service_fn(move |req| {
389 handle(all_clients_.clone(), req)
393 let addr = SocketAddr::new(*addr, global.port);
394 let server = hyper::Server::try_bind(&addr)
396 .http1_preserve_header_case(true)
397 .serve(make_service);
398 info!("listening on {}", &addr);
399 let task = tokio::task::spawn(async move {
401 Ok(()) => anyhow!("shut down?!"),
405 tasks.push((task, format!("http server {}", addr)));
411 let died = future::select_all(
412 tasks.iter_mut().map(|e| &mut e.0)
414 error!("xxx {:?}", &died);
416 ipif.quitting(None).await;