3 * - output and logging support
4 * - program lifetime support
5 * - IP address and subnet munging routines
6 * - MPI convenience functions
9 * This file is part of secnet.
10 * See README for full list of copyright holders.
12 * secnet is free software; you can redistribute it and/or modify it
13 * under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 3 of the License, or
15 * (at your option) any later version.
17 * secnet is distributed in the hope that it will be useful, but
18 * WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 * General Public License for more details.
22 * You should have received a copy of the GNU General Public License
23 * version 3 along with secnet; if not, see
24 * https://www.gnu.org/licenses/gpl.html.
37 #include "unaligned.h"
41 #define MIN_BUFFER_SIZE 64
42 #define DEFAULT_BUFFER_SIZE 4096
43 #define MAX_BUFFER_SIZE 131072
45 static const char *hexdigits="0123456789abcdef";
47 uint32_t current_phase=0;
52 LIST_ENTRY(phase_hook) entry;
55 static LIST_HEAD(, phase_hook) hooks[NR_PHASES];
57 char *safe_strdup(const char *s, const char *message)
62 fatal_perror("%s",message);
67 void *safe_malloc(size_t size, const char *message)
74 fatal_perror("%s",message);
78 void *safe_realloc_ary(void *p, size_t size, size_t count,
79 const char *message) {
80 if (count >= INT_MAX/size) {
81 fatal("array allocation overflow: %s", message);
83 assert(size && count);
84 p = realloc(p, size*count);
86 fatal_perror("%s", message);
90 void *safe_malloc_ary(size_t size, size_t count, const char *message) {
93 return safe_realloc_ary(0,size,count,message);
96 void hex_encode(const uint8_t *bin, int binsize, char *buff)
100 for (i=0; i<binsize; i++) {
101 buff[i*2]=hexdigits[(bin[i] & 0xf0) >> 4];
102 buff[i*2+1]=hexdigits[(bin[i] & 0xf)];
107 string_t hex_encode_alloc(const uint8_t *bin, int binsize)
111 buff=safe_malloc(hex_encode_size(binsize),"hex_encode");
112 hex_encode(bin,binsize,buff);
116 static uint8_t hexval(uint8_t c)
145 bool_t hex_decode(uint8_t *buffer, int32_t buflen, int32_t *outlen,
146 cstring_t hb, bool_t allow_odd_nibble)
148 int i = 0, j = 0, l = strlen(hb), hi, lo;
151 if (!l || !buflen) { ok = !l; goto done; }
153 /* The number starts with a half-byte */
154 if (!allow_odd_nibble) goto done;
155 lo = hexval(hb[j++]); if (lo < 0) goto done;
158 for (; hb[j] && i < buflen; i++) {
159 hi = hexval(hb[j++]);
160 lo = hexval(hb[j++]);
161 if (hi < 0 || lo < 0) goto done;
162 buffer[i] = (hi << 4) | lo;
170 void read_mpbin(MP_INT *a, uint8_t *bin, int binsize)
172 char *buff = hex_encode_alloc(bin, binsize);
173 mpz_set_str(a, buff, 16);
177 char *write_mpstring(MP_INT *a)
181 buff=safe_malloc(mpz_sizeinbase(a,16)+2,"write_mpstring");
182 mpz_get_str(buff, 16, a);
186 int32_t write_mpbin(MP_INT *a, uint8_t *buffer, int32_t buflen)
188 char *hb = write_mpstring(a);
190 hex_decode(buffer, buflen, &len, hb, True);
195 #define DEFINE_SETFDFLAG(fn,FL,FLAG) \
197 int r=fcntl(fd, F_GET##FL); \
198 if (r<0) fatal_perror("fcntl(,F_GET" #FL ") failed"); \
199 r=fcntl(fd, F_SET##FL, r|FLAG); \
200 if (r<0) fatal_perror("fcntl(,F_SET" #FL ",|" #FLAG ") failed"); \
203 DEFINE_SETFDFLAG(setcloexec,FD,FD_CLOEXEC);
204 DEFINE_SETFDFLAG(setnonblock,FL,O_NONBLOCK);
206 void pipe_cloexec(int fd[2]) {
208 if (r) fatal_perror("pipe");
213 static const char *phases[NR_PHASES]={
219 "PHASE_GETRESOURCES",
226 void enter_phase(uint32_t new_phase)
228 struct phase_hook *i;
230 if (!LIST_EMPTY(&hooks[new_phase]))
231 Message(M_DEBUG_PHASE,"Running hooks for %s...\n", phases[new_phase]);
232 current_phase=new_phase;
234 LIST_FOREACH(i, &hooks[new_phase], entry)
235 i->fn(i->state, new_phase);
236 Message(M_DEBUG_PHASE,"Now in %s\n",phases[new_phase]);
239 void phase_hooks_init(void)
242 for (i=0; i<NR_PHASES; i++)
243 LIST_INIT(&hooks[i]);
246 void clear_phase_hooks(uint32_t phase)
248 struct phase_hook *h, *htmp;
249 LIST_FOREACH_SAFE(h, &hooks[phase], entry, htmp)
251 LIST_INIT(&hooks[phase]);
254 bool_t add_hook(uint32_t phase, hook_fn *fn, void *state)
256 struct phase_hook *h;
261 LIST_INSERT_HEAD(&hooks[phase],h,entry);
265 bool_t remove_hook(uint32_t phase, hook_fn *fn, void *state)
267 fatal("remove_hook: not implemented");
272 void vslilog(struct log_if *lf, int priority, const char *message, va_list ap)
274 lf->vlogfn(lf->st,priority,message,ap);
277 void slilog(struct log_if *lf, int priority, const char *message, ...)
281 va_start(ap,message);
282 vslilog(lf,priority,message,ap);
288 struct buffer_if ops;
291 void buffer_assert_free(struct buffer_if *buffer, cstring_t file,
295 fprintf(stderr,"secnet: BUF_ASSERT_FREE, %s line %d, owned by %s",
296 file,line,buffer->owner);
297 assert(!"buffer_assert_free failure");
301 void buffer_assert_used(struct buffer_if *buffer, cstring_t file,
305 fprintf(stderr,"secnet: BUF_ASSERT_USED, %s line %d, last owned by %s",
306 file,line,buffer->owner);
307 assert(!"buffer_assert_used failure");
311 void buffer_init(struct buffer_if *buffer, int32_t max_start_pad)
313 assert(max_start_pad<=buffer->alloclen);
314 buffer->start=buffer->base+max_start_pad;
318 void buffer_destroy(struct buffer_if *buf)
320 BUF_ASSERT_FREE(buf);
322 buf->start=buf->base=0;
323 buf->size=buf->alloclen=0;
326 void *buf_append(struct buffer_if *buf, int32_t amount) {
328 assert(amount <= buf_remaining_space(buf));
329 p=buf->start + buf->size;
334 void *buf_prepend(struct buffer_if *buf, int32_t amount) {
335 assert(amount <= buf->start - buf->base);
337 return buf->start-=amount;
340 void *buf_unappend(struct buffer_if *buf, int32_t amount) {
341 if (buf->size < amount) return 0;
342 return buf->start+(buf->size-=amount);
345 void *buf_unprepend(struct buffer_if *buf, int32_t amount) {
347 if (buf->size < amount) return 0;
354 void buf_append_string(struct buffer_if *buf, cstring_t s)
359 /* fixme: if string is longer than 65535, result is a corrupted packet */
360 buf_append_uint16(buf,len);
361 BUF_ADD_BYTES(append,buf,s,len);
364 void truncmsg_add_string(struct buffer_if *buf, cstring_t s)
366 int32_t l = MIN((int32_t)strlen(s), buf_remaining_space(buf));
367 BUF_ADD_BYTES(append, buf, s, l);
369 void truncmsg_add_packet_string(struct buffer_if *buf, int32_t l,
375 if (c >= ' ' && c <= 126 && c != '\\' && c != '"' && c != '\'') {
376 if (!buf_remaining_space(buf)) break;
377 buf->start[buf->size++] = c;
384 case '\n': quoted[1] = 'n'; break;
385 case '\r': quoted[1] = 'r'; break;
386 case '\t': quoted[1] = 't'; break;
387 case '\\': case '"': case '\'': quoted[1] = c; break;
388 default: sprintf(quoted, "\\x%02x", (unsigned)c);
390 truncmsg_add_string(buf, quoted);
393 const char *truncmsg_terminate(const struct buffer_if *buf)
395 if (buf_remaining_space(buf)) {
396 buf->start[buf->size] = 0;
398 assert(buf->size >= 4);
399 strcpy(buf->start + buf->size - 4, "...");
404 void priomsg_new(struct priomsg *pm, int32_t maxlen)
406 buffer_new(&pm->m, maxlen);
409 void priomsg_reset(struct priomsg *pm)
411 buffer_init(&pm->m, 0);
414 bool_t priomsg_update_p(struct priomsg *pm, int prio)
416 if (!pm) return False;
417 if (prio <= pm->prio) return False;
418 buffer_init(&pm->m, 0);
422 const char *priomsg_getmessage(const struct priomsg *pm, const char *defmsg)
424 if (pm->prio >= INT_MIN)
425 return truncmsg_terminate(&pm->m);
430 bool_t priomsg_update_fixed(struct priomsg *pm, int prio, const char *m) {
431 if (!priomsg_update_p(pm, prio)) return False;
432 truncmsg_add_string(&pm->m, m);
436 void buffer_new(struct buffer_if *buf, int32_t len)
445 buf->base=safe_malloc(len,"buffer_new");
448 void buffer_readonly_view(struct buffer_if *buf, const void *data, int32_t len)
451 buf->owner="READONLY";
454 buf->size=buf->alloclen=len;
455 buf->base=buf->start=(uint8_t*)data;
458 void buffer_readonly_clone(struct buffer_if *out, const struct buffer_if *in)
460 buffer_readonly_view(out,in->start,in->size);
463 void buffer_copy(struct buffer_if *dst, const struct buffer_if *src)
465 if (dst->alloclen < src->alloclen) {
466 dst->base=realloc(dst->base,src->alloclen);
467 if (!dst->base) fatal_perror("buffer_copy");
468 dst->alloclen = src->alloclen;
470 dst->start = dst->base + (src->start - src->base);
471 dst->size = src->size;
472 memcpy(dst->start, src->start, dst->size);
475 static list_t *buffer_apply(closure_t *self, struct cloc loc, dict_t *context,
481 bool_t lockdown=False;
482 uint32_t len=DEFAULT_BUFFER_SIZE;
485 st->cl.description="buffer";
486 st->cl.type=CL_BUFFER;
488 st->cl.interface=&st->ops;
490 /* First argument, if present, is buffer length */
491 item=list_elem(args,0);
493 if (item->type!=t_number) {
494 cfgfatal(st->ops.loc,"buffer","first parameter must be a "
495 "number (buffer size)\n");
497 len=item->data.number;
498 if (len<MIN_BUFFER_SIZE) {
499 cfgfatal(st->ops.loc,"buffer","ludicrously small buffer size\n");
501 if (len>MAX_BUFFER_SIZE) {
502 cfgfatal(st->ops.loc,"buffer","ludicrously large buffer size\n");
505 /* Second argument, if present, is a dictionary */
506 item=list_elem(args,1);
508 if (item->type!=t_dict) {
509 cfgfatal(st->ops.loc,"buffer","second parameter must be a "
512 dict=item->data.dict;
513 lockdown=dict_read_bool(dict,"lockdown",False,"buffer",st->ops.loc,
517 buffer_new(&st->ops,len);
519 /* XXX mlock the buffer if possible */
522 return new_closure(&st->cl);
525 void send_nak(const struct comm_addr *dest, uint32_t our_index,
526 uint32_t their_index, uint32_t msgtype,
527 struct buffer_if *buf, const char *logwhy)
529 buffer_init(buf,calculate_max_start_pad());
530 buf_append_uint32(buf,their_index);
531 buf_append_uint32(buf,our_index);
532 buf_append_uint32(buf,LABEL_NAK);
534 Message(M_INFO,"%s: sending NAK for"
535 " %08"PRIx32" %08"PRIx32"<-%08"PRIx32":"
537 comm_addr_to_string(dest),
538 msgtype, our_index, their_index, logwhy);
539 dest->comm->sendmsg(dest->comm->st, buf, dest, 0);
542 int consttime_memeq(const void *s1in, const void *s2in, size_t n)
544 const uint8_t *s1=s1in, *s2=s2in;
545 register volatile uint8_t accumulator=0;
548 accumulator |= (*s1++ ^ *s2++);
550 accumulator |= accumulator >> 4; /* constant-time */
551 accumulator |= accumulator >> 2; /* boolean canonicalisation */
552 accumulator |= accumulator >> 1;
558 void hash_hash(const struct hash_if *hashi, const void *msg, int32_t len,
560 uint8_t hst[hashi->slen];
562 hashi->update(hst,msg,len);
563 hashi->final(hst,digest);
566 void util_module(dict_t *dict)
568 add_closure(dict,"sysbuffer",buffer_apply);
571 void update_max_start_pad(int32_t *our_module_global, int32_t our_instance)
573 if (*our_module_global < our_instance)
574 *our_module_global=our_instance;
577 int32_t transform_max_start_pad, comm_max_start_pad;
579 int32_t calculate_max_start_pad(void)
583 transform_max_start_pad +
587 void vslilog_part(struct log_if *lf, int priority, const char *message, va_list ap)
594 assert(bp < LOG_MESSAGE_BUFLEN);
595 vsnprintf(buff+bp,LOG_MESSAGE_BUFLEN-bp,message,ap);
596 buff[LOG_MESSAGE_BUFLEN-1] = '\n';
597 buff[LOG_MESSAGE_BUFLEN] = '\0';
598 /* Each line is sent separately */
599 while ((nlp=strchr(buff,'\n'))) {
601 slilog(lf,priority,"%s",buff);
602 memmove(buff,nlp+1,strlen(nlp+1)+1);
606 extern void slilog_part(struct log_if *lf, int priority, const char *message, ...)
609 va_start(ap,message);
610 vslilog_part(lf,priority,message,ap);
614 void string_item_to_iaddr(const item_t *item, uint16_t port, union iaddr *ia,
619 ia->sin.sin_family=AF_INET;
620 ia->sin.sin_addr.s_addr=htonl(string_item_to_ipaddr(item,desc));
621 ia->sin.sin_port=htons(port);
623 #else /* CONFIG_IPV6 => we have adns_text2addr */
625 if (item->type!=t_string)
626 cfgfatal(item->loc,desc,"expecting a string IP (v4 or v6) address\n");
627 socklen_t salen=sizeof(*ia);
628 int r=adns_text2addr(item->data.string, port,
629 adns_qf_addrlit_ipv4_quadonly,
632 if (r) cfgfatal(item->loc,desc,"invalid IP (v4 or v6) address: %s\n",
635 #endif /* CONFIG_IPV6 */
638 #define IADDR_NBUFS 8
640 const char *iaddr_to_string(const union iaddr *ia)
644 SBUF_DEFINE(IADDR_NBUFS, 100);
646 assert(ia->sa.sa_family == AF_INET);
648 snprintf(SBUF, sizeof(SBUF), "[%s]:%d",
649 inet_ntoa(ia->sin.sin_addr),
650 ntohs(ia->sin.sin_port));
652 #else /* CONFIG_IPV6 => we have adns_addr2text */
654 SBUF_DEFINE(IADDR_NBUFS, 1+ADNS_ADDR2TEXT_BUFLEN+20);
658 char *addrbuf = SBUF;
660 int addrbuflen = ADNS_ADDR2TEXT_BUFLEN;
662 int r = adns_addr2text(&ia->sa, 0, addrbuf, &addrbuflen, &port);
664 const char fmt[]= "bad addr, error: %.*s";
665 sprintf(addrbuf, fmt,
666 (int)(ADNS_ADDR2TEXT_BUFLEN - sizeof(fmt)) /* underestimate */,
670 char *portbuf = addrbuf;
671 int addrl = strlen(addrbuf);
674 snprintf(portbuf, sizeof(SBUF)-addrl, "]:%d", port);
676 #endif /* CONFIG_IPV6 */
681 bool_t iaddr_equal(const union iaddr *ia, const union iaddr *ib,
684 if (ia->sa.sa_family != ib->sa.sa_family)
686 switch (ia->sa.sa_family) {
688 return ia->sin.sin_addr.s_addr == ib->sin.sin_addr.s_addr
690 ia->sin.sin_port == ib->sin.sin_port);
693 return !memcmp(&ia->sin6.sin6_addr, &ib->sin6.sin6_addr, 16)
694 && ia->sin6.sin6_scope_id == ib->sin6.sin6_scope_id
696 ia->sin6.sin6_port == ib->sin6.sin6_port)
697 /* we ignore the flowinfo field */;
698 #endif /* CONFIG_IPV6 */
704 int iaddr_socklen(const union iaddr *ia)
706 switch (ia->sa.sa_family) {
707 case AF_INET: return sizeof(ia->sin);
709 case AF_INET6: return sizeof(ia->sin6);
710 #endif /* CONFIG_IPV6 */
715 const char *pollbadbit(int revents)
718 if ((revents & b)) return #b
721 /* POLLNVAL is handled by the event loop - see afterpoll_fn comment */
726 void pathprefix_template_init(struct pathprefix_template *out,
727 const char *prefix, int maxsuffix)
729 size_t l=strlen(prefix);
730 NEW_ARY(out->buffer,l+maxsuffix+1);
731 strcpy(out->buffer,prefix);
732 out->write_here=out->buffer+l;
735 enum async_linebuf_result
736 async_linebuf_read(struct pollfd *pfd, struct buffer_if *buf,
737 const char **emsg_out)
739 int revents=pfd->revents;
741 #define BAD(m) do{ *emsg_out=(m); return async_linebuf_broken; }while(0)
743 const char *badbit=pollbadbit(revents);
744 if (badbit) BAD(badbit);
746 if (!(revents & POLLIN))
747 return async_linebuf_nothing;
750 * Data structure: A line which has been returned to the user is
751 * stored in buf at base before start. But we retain the usual
752 * buffer meaning of size. So:
754 * | returned : | input read, | unused |
755 * | to user : \0 | awaiting | buffer |
756 * | : | processing | space |
758 * ^base ^start ^start+size ^base+alloclen
761 BUF_ASSERT_USED(buf);
763 /* firstly, eat any previous */
764 if (buf->start != buf->base) {
765 memmove(buf->base,buf->start,buf->size);
766 buf->start=buf->base;
769 uint8_t *searched=buf->base;
772 * During the workings here we do not use start. We set start
773 * when we return some actual data. So we have this:
775 * | searched | read, might | unused |
776 * | for \n | contain \n | buffer |
777 * | none found | but not \0 | space |
779 * ^base ^searched ^base+size ^base+alloclen
784 uint8_t *dataend=buf->base+buf->size;
785 char *newline=memchr(searched,'\n',dataend-searched);
788 buf->start=newline+1;
789 buf->size=dataend-buf->start;
790 return async_linebuf_ok;
793 ssize_t space=(buf->base+buf->alloclen)-dataend;
794 if (!space) BAD("input line too long");
795 ssize_t r=read(pfd->fd,searched,space);
798 *emsg_out=buf->size?"no newline at eof":0;
799 buf->start=searched+1;
801 return async_linebuf_eof;
806 if (iswouldblock(errno))
807 return async_linebuf_nothing;
808 BAD(strerror(errno));
811 if (memchr(searched,0,r)) BAD("nul in input data");