Annotation of src/usr.bin/tcpbench/tcpbench.c, Revision 1.66
1.66 ! bluhm 1: /* $OpenBSD: tcpbench.c,v 1.65 2021/07/12 15:09:20 beck Exp $ */
1.52 bluhm 2:
1.1 djm 3: /*
4: * Copyright (c) 2008 Damien Miller <djm@mindrot.org>
1.20 claudio 5: * Copyright (c) 2011 Christiano F. Haesbaert <haesbaert@haesbaert.org>
1.1 djm 6: *
7: * Permission to use, copy, modify, and distribute this software for any
8: * purpose with or without fee is hereby granted, provided that the above
9: * copyright notice and this permission notice appear in all copies.
10: *
11: * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
12: * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
13: * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
14: * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
15: * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
16: * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
17: * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
18: */
19:
20: #include <sys/types.h>
21: #include <sys/time.h>
22: #include <sys/socket.h>
23: #include <sys/socketvar.h>
1.11 claudio 24: #include <sys/resource.h>
1.20 claudio 25: #include <sys/queue.h>
1.51 claudio 26: #include <sys/un.h>
1.1 djm 27:
28: #include <net/route.h>
29:
30: #include <netinet/in.h>
31: #include <netinet/ip.h>
32: #include <netinet/tcp.h>
33: #include <netinet/tcp_timer.h>
34: #include <netinet/tcp_fsm.h>
35: #include <netinet/in_pcb.h>
36: #include <netinet/tcp_var.h>
37:
38: #include <arpa/inet.h>
39:
40: #include <unistd.h>
41: #include <limits.h>
42: #include <stdlib.h>
43: #include <stdio.h>
44: #include <string.h>
45: #include <errno.h>
1.20 claudio 46: #include <event.h>
1.1 djm 47: #include <netdb.h>
48: #include <signal.h>
49: #include <err.h>
50: #include <fcntl.h>
51: #include <poll.h>
1.57 deraadt 52: #include <paths.h>
1.62 procter 53: #include <math.h>
1.1 djm 54:
55: #include <kvm.h>
56: #include <nlist.h>
57:
1.11 claudio 58: #define DEFAULT_PORT "12345"
59: #define DEFAULT_STATS_INTERVAL 1000 /* ms */
1.20 claudio 60: #define DEFAULT_BUF (256 * 1024)
61: #define DEFAULT_UDP_PKT (1500 - 28) /* TODO don't hardcode this */
62: #define TCP_MODE !ptb->uflag
63: #define UDP_MODE ptb->uflag
1.11 claudio 64: #define MAX_FD 1024
1.1 djm 65:
1.20 claudio 66: /* Our tcpbench globals */
67: struct {
1.64 bluhm 68: int Dflag; /* Socket debug */
1.54 bluhm 69: int Sflag; /* Socket buffer size */
1.20 claudio 70: u_int rflag; /* Report rate (ms) */
71: int sflag; /* True if server */
1.24 haesbaer 72: int Tflag; /* ToS if != -1 */
1.20 claudio 73: int vflag; /* Verbose */
74: int uflag; /* UDP mode */
1.51 claudio 75: int Uflag; /* UNIX (AF_LOCAL) mode */
76: int Rflag; /* randomize client write size */
1.20 claudio 77: kvm_t *kvmh; /* Kvm handler */
78: char **kvars; /* Kvm enabled vars */
79: u_long ktcbtab; /* Ktcb */
80: char *dummybuf; /* IO buffer */
81: size_t dummybuf_len; /* IO buffer len */
82: } tcpbench, *ptb;
1.1 djm 83:
1.33 haesbaer 84: struct tcpservsock {
85: struct event ev;
86: struct event evt;
87: int fd;
88: };
89:
1.20 claudio 90: /* stats for a single tcp connection, udp uses only one */
1.1 djm 91: struct statctx {
1.20 claudio 92: TAILQ_ENTRY(statctx) entry;
1.11 claudio 93: struct timeval t_start, t_last;
1.1 djm 94: unsigned long long bytes;
1.20 claudio 95: int fd;
96: char *buf;
97: size_t buflen;
98: struct event ev;
99: /* TCP only */
1.33 haesbaer 100: struct tcpservsock *tcp_ts;
1.20 claudio 101: u_long tcp_tcbaddr;
102: /* UDP only */
103: u_long udp_slice_pkts;
1.1 djm 104: };
105:
1.62 procter 106: struct statctx *udp_sc; /* singleton */
107:
1.20 claudio 108: static void signal_handler(int, short, void *);
109: static void saddr_ntop(const struct sockaddr *, socklen_t, char *, size_t);
110: static void drop_gid(void);
111: static void set_slice_timer(int);
1.58 bluhm 112: static void print_tcp_header(void);
1.20 claudio 113: static void kget(u_long, void *, size_t);
114: static u_long kfind_tcb(int);
115: static void kupdate_stats(u_long, struct inpcb *, struct tcpcb *,
116: struct socket *);
117: static void list_kvars(void);
118: static void check_kvar(const char *);
119: static char ** check_prepare_kvars(char *);
120: static void stats_prepare(struct statctx *);
1.62 procter 121: static void summary_display(void);
1.20 claudio 122: static void tcp_stats_display(unsigned long long, long double, float,
123: struct statctx *, struct inpcb *, struct tcpcb *, struct socket *);
124: static void tcp_process_slice(int, short, void *);
125: static void tcp_server_handle_sc(int, short, void *);
126: static void tcp_server_accept(int, short, void *);
1.62 procter 127: static void server_init(struct addrinfo *);
1.20 claudio 128: static void client_handle_sc(int, short, void *);
1.62 procter 129: static void client_init(struct addrinfo *, int, struct addrinfo *);
1.20 claudio 130: static int clock_gettime_tv(clockid_t, struct timeval *);
131: static void udp_server_handle_sc(int, short, void *);
132: static void udp_process_slice(int, short, void *);
1.24 haesbaer 133: static int map_tos(char *, int *);
1.62 procter 134: static void quit(int, short, void *);
135: static void wrapup(int);
136:
1.11 claudio 137: /*
138: * We account the mainstats here, that is the stats
139: * for all connections, all variables starting with slice
140: * are used to account information for the timeslice
141: * between each output. Peak variables record the highest
142: * between all slices so far.
143: */
144: static struct {
1.62 procter 145: struct timeval t_first; /* first connect / packet */
146: unsigned long long total_bytes; /* bytes since t_first */
147: unsigned long long n_slices; /* slices since start */
148: unsigned long long slice_bytes; /* bytes since slice reset */
1.11 claudio 149: long double peak_mbps; /* peak mbps so far */
1.62 procter 150: long double floor_mbps; /* floor mbps so far */
151: long double mean_mbps; /* mean mbps so far */
152: long double nvariance_mbps; /* for online std dev */
1.58 bluhm 153: int nconns; /* connected clients */
1.20 claudio 154: struct event timer; /* process timer */
1.62 procter 155: const char *host; /* remote server for display */
1.11 claudio 156: } mainstats;
157:
1.20 claudio 158: /* When adding variables, also add to tcp_stats_display() */
1.1 djm 159: static const char *allowed_kvars[] = {
160: "inpcb.inp_flags",
161: "sockb.so_rcv.sb_cc",
1.26 haesbaer 162: "sockb.so_rcv.sb_hiwat",
1.19 claudio 163: "sockb.so_rcv.sb_wat",
1.1 djm 164: "sockb.so_snd.sb_cc",
1.26 haesbaer 165: "sockb.so_snd.sb_hiwat",
1.19 claudio 166: "sockb.so_snd.sb_wat",
1.26 haesbaer 167: "tcpcb.last_ack_sent",
168: "tcpcb.max_sndwnd",
169: "tcpcb.rcv_adv",
170: "tcpcb.rcv_nxt",
171: "tcpcb.rcv_scale",
172: "tcpcb.rcv_wnd",
173: "tcpcb.rfbuf_cnt",
174: "tcpcb.rfbuf_ts",
175: "tcpcb.snd_cwnd",
176: "tcpcb.snd_max",
177: "tcpcb.snd_nxt",
178: "tcpcb.snd_scale",
179: "tcpcb.snd_ssthresh",
1.1 djm 180: "tcpcb.snd_una",
181: "tcpcb.snd_wl1",
182: "tcpcb.snd_wl2",
183: "tcpcb.snd_wnd",
184: "tcpcb.t_rcvtime",
1.26 haesbaer 185: "tcpcb.t_rtseq",
186: "tcpcb.t_rttmin",
1.1 djm 187: "tcpcb.t_rtttime",
1.26 haesbaer 188: "tcpcb.t_rttvar",
1.1 djm 189: "tcpcb.t_srtt",
1.26 haesbaer 190: "tcpcb.ts_recent",
1.19 claudio 191: "tcpcb.ts_recent_age",
1.1 djm 192: NULL
193: };
194:
1.20 claudio 195: TAILQ_HEAD(, statctx) sc_queue;
1.1 djm 196:
197: static void __dead
198: usage(void)
199: {
200: fprintf(stderr,
1.6 jmc 201: "usage: tcpbench -l\n"
1.64 bluhm 202: " tcpbench [-46DRUuv] [-B buf] [-b sourceaddr] [-k kvars] [-n connections]\n"
1.25 haesbaer 203: " [-p port] [-r interval] [-S space] [-T toskeyword]\n"
1.30 henning 204: " [-t secs] [-V rtable] hostname\n"
1.64 bluhm 205: " tcpbench -s [-46DUuv] [-B buf] [-k kvars] [-p port] [-r interval]\n"
1.51 claudio 206: " [-S space] [-T toskeyword] [-V rtable] [hostname]\n");
1.1 djm 207: exit(1);
208: }
209:
210: static void
1.20 claudio 211: signal_handler(int sig, short event, void *bula)
212: {
213: /*
214: * signal handler rules don't apply, libevent decouples for us
215: */
216: switch (sig) {
1.63 sthen 217: case SIGINFO:
218: printf("\n");
219: wrapup(-1);
220: break;
1.20 claudio 221: case SIGINT:
1.62 procter 222: printf("\n");
223: wrapup(0);
224: break; /* NOTREACHED */
1.20 claudio 225: case SIGTERM:
226: case SIGHUP:
227: warnx("Terminated by signal %d", sig);
1.62 procter 228: wrapup(0);
1.20 claudio 229: break; /* NOTREACHED */
230: default:
231: errx(1, "unexpected signal %d", sig);
232: break; /* NOTREACHED */
233: }
234: }
235:
236: static void
1.1 djm 237: saddr_ntop(const struct sockaddr *addr, socklen_t alen, char *buf, size_t len)
238: {
239: char hbuf[NI_MAXHOST], pbuf[NI_MAXSERV];
240: int herr;
241:
1.51 claudio 242: if (addr->sa_family == AF_UNIX) {
243: struct sockaddr_un *sun = (struct sockaddr_un *)addr;
244: snprintf(buf, len, "%s", sun->sun_path);
245: return;
246: }
1.3 djm 247: if ((herr = getnameinfo(addr, alen, hbuf, sizeof(hbuf),
248: pbuf, sizeof(pbuf), NI_NUMERICHOST|NI_NUMERICSERV)) != 0) {
1.1 djm 249: if (herr == EAI_SYSTEM)
250: err(1, "getnameinfo");
251: else
252: errx(1, "getnameinfo: %s", gai_strerror(herr));
253: }
254: snprintf(buf, len, "[%s]:%s", hbuf, pbuf);
255: }
256:
257: static void
1.20 claudio 258: drop_gid(void)
259: {
260: gid_t gid;
261:
262: gid = getgid();
263: if (setresgid(gid, gid, gid) == -1)
264: err(1, "setresgid");
265: }
266:
267: static void
268: set_slice_timer(int on)
1.11 claudio 269: {
1.20 claudio 270: struct timeval tv;
1.11 claudio 271:
1.20 claudio 272: if (ptb->rflag == 0)
1.11 claudio 273: return;
274:
1.20 claudio 275: if (on) {
276: if (evtimer_pending(&mainstats.timer, NULL))
277: return;
278: /* XXX Is there a better way to do this ? */
279: tv.tv_sec = ptb->rflag / 1000;
280: tv.tv_usec = (ptb->rflag % 1000) * 1000;
1.58 bluhm 281:
1.20 claudio 282: evtimer_add(&mainstats.timer, &tv);
283: } else if (evtimer_pending(&mainstats.timer, NULL))
284: evtimer_del(&mainstats.timer);
285: }
1.58 bluhm 286:
1.20 claudio 287: static int
288: clock_gettime_tv(clockid_t clock_id, struct timeval *tv)
289: {
290: struct timespec ts;
291:
292: if (clock_gettime(clock_id, &ts) == -1)
293: return (-1);
1.58 bluhm 294:
1.20 claudio 295: TIMESPEC_TO_TIMEVAL(tv, &ts);
1.58 bluhm 296:
1.20 claudio 297: return (0);
1.11 claudio 298: }
299:
300: static void
1.20 claudio 301: print_tcp_header(void)
1.11 claudio 302: {
303: char **kv;
1.59 bluhm 304:
305: if (ptb->rflag == 0)
306: return;
1.20 claudio 307:
1.11 claudio 308: printf("%12s %14s %12s %8s ", "elapsed_ms", "bytes", "mbps",
309: "bwidth");
1.58 bluhm 310: for (kv = ptb->kvars; ptb->kvars != NULL && *kv != NULL; kv++)
1.20 claudio 311: printf("%s%s", kv != ptb->kvars ? "," : "", *kv);
1.11 claudio 312: printf("\n");
313: }
314:
315: static void
1.20 claudio 316: kget(u_long addr, void *buf, size_t size)
1.1 djm 317: {
1.20 claudio 318: if (kvm_read(ptb->kvmh, addr, buf, size) != (ssize_t)size)
319: errx(1, "kvm_read: %s", kvm_geterr(ptb->kvmh));
1.1 djm 320: }
321:
322: static u_long
1.20 claudio 323: kfind_tcb(int sock)
1.1 djm 324: {
325: struct inpcbtable tcbtab;
1.40 tedu 326: struct inpcb *next, *prev;
1.41 tedu 327: struct inpcb inpcb, prevpcb;
1.1 djm 328: struct tcpcb tcpcb;
329:
330: struct sockaddr_storage me, them;
331: socklen_t melen, themlen;
332: struct sockaddr_in *in4;
333: struct sockaddr_in6 *in6;
1.11 claudio 334: int nretry;
1.1 djm 335:
1.11 claudio 336: nretry = 10;
1.1 djm 337: melen = themlen = sizeof(struct sockaddr_storage);
338: if (getsockname(sock, (struct sockaddr *)&me, &melen) == -1)
339: err(1, "getsockname");
340: if (getpeername(sock, (struct sockaddr *)&them, &themlen) == -1)
341: err(1, "getpeername");
342: if (me.ss_family != them.ss_family)
343: errx(1, "%s: me.ss_family != them.ss_family", __func__);
344: if (me.ss_family != AF_INET && me.ss_family != AF_INET6)
345: errx(1, "%s: unknown socket family", __func__);
1.20 claudio 346: if (ptb->vflag >= 2) {
1.66 ! bluhm 347: char tmp1[NI_MAXHOST + 2 + NI_MAXSERV];
! 348: char tmp2[NI_MAXHOST + 2 + NI_MAXSERV];
! 349:
1.1 djm 350: saddr_ntop((struct sockaddr *)&me, me.ss_len,
351: tmp1, sizeof(tmp1));
352: saddr_ntop((struct sockaddr *)&them, them.ss_len,
353: tmp2, sizeof(tmp2));
354: fprintf(stderr, "Our socket local %s remote %s\n", tmp1, tmp2);
355: }
1.20 claudio 356: if (ptb->vflag >= 2)
357: fprintf(stderr, "Using PCB table at %lu\n", ptb->ktcbtab);
1.11 claudio 358: retry:
1.20 claudio 359: kget(ptb->ktcbtab, &tcbtab, sizeof(tcbtab));
1.40 tedu 360: prev = NULL;
1.39 krw 361: next = TAILQ_FIRST(&tcbtab.inpt_queue);
1.1 djm 362:
1.20 claudio 363: if (ptb->vflag >= 2)
1.40 tedu 364: fprintf(stderr, "PCB start at %p\n", next);
365: while (next != NULL) {
1.20 claudio 366: if (ptb->vflag >= 2)
1.1 djm 367: fprintf(stderr, "Checking PCB %p\n", next);
1.20 claudio 368: kget((u_long)next, &inpcb, sizeof(inpcb));
1.41 tedu 369: if (prev != NULL) {
370: kget((u_long)prev, &prevpcb, sizeof(prevpcb));
371: if (TAILQ_NEXT(&prevpcb, inp_queue) != next) {
372: if (nretry--) {
373: warnx("PCB prev pointer insane");
374: goto retry;
375: } else
376: errx(1, "PCB prev pointer insane,"
377: " all attempts exhaused");
378: }
379: }
1.1 djm 380: prev = next;
1.39 krw 381: next = TAILQ_NEXT(&inpcb, inp_queue);
1.1 djm 382:
383: if (me.ss_family == AF_INET) {
384: if ((inpcb.inp_flags & INP_IPV6) != 0) {
1.20 claudio 385: if (ptb->vflag >= 2)
1.1 djm 386: fprintf(stderr, "Skip: INP_IPV6");
387: continue;
388: }
1.20 claudio 389: if (ptb->vflag >= 2) {
1.66 ! bluhm 390: char tmp1[NI_MAXHOST];
! 391: char tmp2[NI_MAXHOST];
! 392:
1.1 djm 393: inet_ntop(AF_INET, &inpcb.inp_laddr,
394: tmp1, sizeof(tmp1));
395: inet_ntop(AF_INET, &inpcb.inp_faddr,
396: tmp2, sizeof(tmp2));
397: fprintf(stderr, "PCB %p local: [%s]:%d "
398: "remote: [%s]:%d\n", prev,
399: tmp1, inpcb.inp_lport,
400: tmp2, inpcb.inp_fport);
401: }
402: in4 = (struct sockaddr_in *)&me;
403: if (memcmp(&in4->sin_addr, &inpcb.inp_laddr,
404: sizeof(struct in_addr)) != 0 ||
405: in4->sin_port != inpcb.inp_lport)
406: continue;
407: in4 = (struct sockaddr_in *)&them;
408: if (memcmp(&in4->sin_addr, &inpcb.inp_faddr,
409: sizeof(struct in_addr)) != 0 ||
410: in4->sin_port != inpcb.inp_fport)
411: continue;
412: } else {
413: if ((inpcb.inp_flags & INP_IPV6) == 0)
414: continue;
1.20 claudio 415: if (ptb->vflag >= 2) {
1.66 ! bluhm 416: char tmp1[NI_MAXHOST];
! 417: char tmp2[NI_MAXHOST];
! 418:
1.1 djm 419: inet_ntop(AF_INET6, &inpcb.inp_laddr6,
420: tmp1, sizeof(tmp1));
421: inet_ntop(AF_INET6, &inpcb.inp_faddr6,
422: tmp2, sizeof(tmp2));
423: fprintf(stderr, "PCB %p local: [%s]:%d "
424: "remote: [%s]:%d\n", prev,
425: tmp1, inpcb.inp_lport,
426: tmp2, inpcb.inp_fport);
427: }
428: in6 = (struct sockaddr_in6 *)&me;
429: if (memcmp(&in6->sin6_addr, &inpcb.inp_laddr6,
430: sizeof(struct in6_addr)) != 0 ||
431: in6->sin6_port != inpcb.inp_lport)
432: continue;
433: in6 = (struct sockaddr_in6 *)&them;
434: if (memcmp(&in6->sin6_addr, &inpcb.inp_faddr6,
435: sizeof(struct in6_addr)) != 0 ||
436: in6->sin6_port != inpcb.inp_fport)
437: continue;
438: }
1.20 claudio 439: kget((u_long)inpcb.inp_ppcb, &tcpcb, sizeof(tcpcb));
1.1 djm 440: if (tcpcb.t_state != TCPS_ESTABLISHED) {
1.20 claudio 441: if (ptb->vflag >= 2)
1.1 djm 442: fprintf(stderr, "Not established\n");
443: continue;
444: }
1.20 claudio 445: if (ptb->vflag >= 2)
1.1 djm 446: fprintf(stderr, "Found PCB at %p\n", prev);
1.20 claudio 447: return ((u_long)prev);
1.1 djm 448: }
449:
450: errx(1, "No matching PCB found");
451: }
452:
453: static void
1.20 claudio 454: kupdate_stats(u_long tcbaddr, struct inpcb *inpcb,
455: struct tcpcb *tcpcb, struct socket *sockb)
1.1 djm 456: {
1.20 claudio 457: kget(tcbaddr, inpcb, sizeof(*inpcb));
458: kget((u_long)inpcb->inp_ppcb, tcpcb, sizeof(*tcpcb));
459: kget((u_long)inpcb->inp_socket, sockb, sizeof(*sockb));
1.1 djm 460: }
461:
462: static void
463: check_kvar(const char *var)
464: {
1.16 deraadt 465: u_int i;
1.1 djm 466:
467: for (i = 0; allowed_kvars[i] != NULL; i++)
468: if (strcmp(allowed_kvars[i], var) == 0)
469: return;
470: errx(1, "Unrecognised kvar: %s", var);
471: }
472:
473: static void
474: list_kvars(void)
475: {
1.16 deraadt 476: u_int i;
1.1 djm 477:
1.26 haesbaer 478: printf("Supported kernel variables:\n");
1.1 djm 479: for (i = 0; allowed_kvars[i] != NULL; i++)
1.26 haesbaer 480: printf("\t%s\n", allowed_kvars[i]);
1.1 djm 481: }
482:
483: static char **
484: check_prepare_kvars(char *list)
485: {
486: char *item, **ret = NULL;
1.16 deraadt 487: u_int n = 0;
1.1 djm 488:
489: while ((item = strsep(&list, ", \t\n")) != NULL) {
490: check_kvar(item);
1.43 lteo 491: if ((ret = reallocarray(ret, (++n + 1), sizeof(*ret))) == NULL)
1.55 benno 492: err(1, "reallocarray(kvars)");
1.1 djm 493: if ((ret[n - 1] = strdup(item)) == NULL)
1.55 benno 494: err(1, "strdup");
1.1 djm 495: ret[n] = NULL;
496: }
1.20 claudio 497: return (ret);
1.1 djm 498: }
499:
500: static void
1.20 claudio 501: stats_prepare(struct statctx *sc)
1.1 djm 502: {
1.20 claudio 503: sc->buf = ptb->dummybuf;
504: sc->buflen = ptb->dummybuf_len;
505:
506: if (ptb->kvars)
507: sc->tcp_tcbaddr = kfind_tcb(sc->fd);
508: if (clock_gettime_tv(CLOCK_MONOTONIC, &sc->t_start) == -1)
509: err(1, "clock_gettime_tv");
1.1 djm 510: sc->t_last = sc->t_start;
1.62 procter 511: if (!timerisset(&mainstats.t_first))
512: mainstats.t_first = sc->t_start;
513: }
514:
515: static void
516: summary_display(void)
517: {
518: struct timeval t_cur, t_diff;
519: long double std_dev;
520: unsigned long long total_elapsed;
521: char *direction;
522:
523: if (!ptb->sflag) {
524: direction = "sent";
525: printf("--- %s tcpbench statistics ---\n", mainstats.host);
526: } else {
527: direction = "received";
528: printf("--- tcpbench server statistics ---\n");
529: }
530:
531: std_dev = sqrtl(mainstats.nvariance_mbps / mainstats.n_slices);
532:
533: if (clock_gettime_tv(CLOCK_MONOTONIC, &t_cur) == -1)
534: err(1, "clock_gettime_tv");
535: timersub(&t_cur, &mainstats.t_first, &t_diff);
536: total_elapsed = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
1.1 djm 537:
1.62 procter 538: printf("%llu bytes %s over %.3Lf seconds\n",
539: mainstats.total_bytes, direction, total_elapsed/1000.0L);
540: printf("bandwidth min/avg/max/std-dev = %.3Lf/%.3Lf/%.3Lf/%.3Lf Mbps\n",
541: mainstats.floor_mbps, mainstats.mean_mbps, mainstats.peak_mbps,
542: std_dev);
1.1 djm 543: }
544:
545: static void
1.20 claudio 546: tcp_stats_display(unsigned long long total_elapsed, long double mbps,
1.11 claudio 547: float bwperc, struct statctx *sc, struct inpcb *inpcb,
548: struct tcpcb *tcpcb, struct socket *sockb)
549: {
550: int j;
1.58 bluhm 551:
1.11 claudio 552: printf("%12llu %14llu %12.3Lf %7.2f%% ", total_elapsed, sc->bytes,
553: mbps, bwperc);
1.58 bluhm 554:
1.20 claudio 555: if (ptb->kvars != NULL) {
556: kupdate_stats(sc->tcp_tcbaddr, inpcb, tcpcb,
1.11 claudio 557: sockb);
1.1 djm 558:
1.20 claudio 559: for (j = 0; ptb->kvars[j] != NULL; j++) {
1.11 claudio 560: #define S(a) #a
561: #define P(b, v, f) \
1.20 claudio 562: if (strcmp(ptb->kvars[j], S(b.v)) == 0) { \
1.11 claudio 563: printf("%s"f, j > 0 ? "," : "", b->v); \
564: continue; \
565: }
566: P(inpcb, inp_flags, "0x%08x")
567: P(sockb, so_rcv.sb_cc, "%lu")
1.26 haesbaer 568: P(sockb, so_rcv.sb_hiwat, "%lu")
1.19 claudio 569: P(sockb, so_rcv.sb_wat, "%lu")
1.11 claudio 570: P(sockb, so_snd.sb_cc, "%lu")
1.26 haesbaer 571: P(sockb, so_snd.sb_hiwat, "%lu")
1.19 claudio 572: P(sockb, so_snd.sb_wat, "%lu")
1.26 haesbaer 573: P(tcpcb, last_ack_sent, "%u")
574: P(tcpcb, max_sndwnd, "%lu")
575: P(tcpcb, rcv_adv, "%u")
576: P(tcpcb, rcv_nxt, "%u")
577: P(tcpcb, rcv_scale, "%u")
578: P(tcpcb, rcv_wnd, "%lu")
579: P(tcpcb, rfbuf_cnt, "%u")
580: P(tcpcb, rfbuf_ts, "%u")
581: P(tcpcb, snd_cwnd, "%lu")
582: P(tcpcb, snd_max, "%u")
583: P(tcpcb, snd_nxt, "%u")
584: P(tcpcb, snd_scale, "%u")
585: P(tcpcb, snd_ssthresh, "%lu")
1.11 claudio 586: P(tcpcb, snd_una, "%u")
587: P(tcpcb, snd_wl1, "%u")
588: P(tcpcb, snd_wl2, "%u")
589: P(tcpcb, snd_wnd, "%lu")
590: P(tcpcb, t_rcvtime, "%u")
1.26 haesbaer 591: P(tcpcb, t_rtseq, "%u")
592: P(tcpcb, t_rttmin, "%hu")
1.11 claudio 593: P(tcpcb, t_rtttime, "%u")
1.26 haesbaer 594: P(tcpcb, t_rttvar, "%hu")
1.11 claudio 595: P(tcpcb, t_srtt, "%hu")
1.26 haesbaer 596: P(tcpcb, ts_recent, "%u")
1.19 claudio 597: P(tcpcb, ts_recent_age, "%u")
1.58 bluhm 598: #undef S
1.1 djm 599: #undef P
600: }
601: }
602: printf("\n");
603: }
604:
605: static void
1.20 claudio 606: tcp_process_slice(int fd, short event, void *bula)
1.1 djm 607: {
1.11 claudio 608: unsigned long long total_elapsed, since_last;
1.62 procter 609: long double mbps, old_mean_mbps, slice_mbps = 0;
1.11 claudio 610: float bwperc;
1.20 claudio 611: struct statctx *sc;
1.11 claudio 612: struct timeval t_cur, t_diff;
613: struct inpcb inpcb;
614: struct tcpcb tcpcb;
615: struct socket sockb;
1.58 bluhm 616:
1.62 procter 617: if (TAILQ_EMPTY(&sc_queue))
618: return; /* don't pollute stats */
619:
620: mainstats.n_slices++;
621:
1.20 claudio 622: TAILQ_FOREACH(sc, &sc_queue, entry) {
623: if (clock_gettime_tv(CLOCK_MONOTONIC, &t_cur) == -1)
624: err(1, "clock_gettime_tv");
625: if (ptb->kvars != NULL) /* process kernel stats */
626: kupdate_stats(sc->tcp_tcbaddr, &inpcb, &tcpcb,
1.11 claudio 627: &sockb);
1.58 bluhm 628:
1.11 claudio 629: timersub(&t_cur, &sc->t_start, &t_diff);
630: total_elapsed = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
631: timersub(&t_cur, &sc->t_last, &t_diff);
632: since_last = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
1.60 stsp 633: if (since_last == 0)
634: continue;
1.11 claudio 635: bwperc = (sc->bytes * 100.0) / mainstats.slice_bytes;
636: mbps = (sc->bytes * 8) / (since_last * 1000.0);
637: slice_mbps += mbps;
1.58 bluhm 638:
1.20 claudio 639: tcp_stats_display(total_elapsed, mbps, bwperc, sc,
1.11 claudio 640: &inpcb, &tcpcb, &sockb);
1.58 bluhm 641:
1.11 claudio 642: sc->t_last = t_cur;
643: sc->bytes = 0;
644: }
1.1 djm 645:
1.11 claudio 646: /* process stats for this slice */
647: if (slice_mbps > mainstats.peak_mbps)
648: mainstats.peak_mbps = slice_mbps;
1.62 procter 649: if (slice_mbps < mainstats.floor_mbps)
650: mainstats.floor_mbps = slice_mbps;
651: old_mean_mbps = mainstats.mean_mbps;
652: mainstats.mean_mbps += (slice_mbps - mainstats.mean_mbps) /
653: mainstats.n_slices;
654:
655: /* "Welford's method" for online variance
656: * see Knuth, TAoCP Volume 2, 3rd edn., p232 */
657: mainstats.nvariance_mbps += (slice_mbps - old_mean_mbps) *
658: (slice_mbps - mainstats.mean_mbps);
659:
1.20 claudio 660: printf("Conn: %3d Mbps: %12.3Lf Peak Mbps: %12.3Lf Avg Mbps: %12.3Lf\n",
661: mainstats.nconns, slice_mbps, mainstats.peak_mbps,
1.58 bluhm 662: mainstats.nconns ? slice_mbps / mainstats.nconns : 0);
1.62 procter 663:
1.20 claudio 664: mainstats.slice_bytes = 0;
665: set_slice_timer(mainstats.nconns > 0);
666: }
667:
668: static void
1.62 procter 669: udp_process_slice(int fd, short event, void *bula)
1.20 claudio 670: {
1.31 haesbaer 671: unsigned long long total_elapsed, since_last, pps;
1.62 procter 672: long double old_mean_mbps, slice_mbps;
1.20 claudio 673: struct timeval t_cur, t_diff;
674:
1.62 procter 675: mainstats.n_slices++;
676:
1.20 claudio 677: if (clock_gettime_tv(CLOCK_MONOTONIC, &t_cur) == -1)
678: err(1, "clock_gettime_tv");
1.62 procter 679:
680: timersub(&t_cur, &udp_sc->t_start, &t_diff);
1.20 claudio 681: total_elapsed = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
1.62 procter 682:
683: timersub(&t_cur, &udp_sc->t_last, &t_diff);
1.20 claudio 684: since_last = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
1.60 stsp 685: if (since_last == 0)
686: return;
1.62 procter 687:
688: slice_mbps = (udp_sc->bytes * 8) / (since_last * 1000.0);
689: pps = (udp_sc->udp_slice_pkts * 1000) / since_last;
690:
1.20 claudio 691: if (slice_mbps > mainstats.peak_mbps)
692: mainstats.peak_mbps = slice_mbps;
1.62 procter 693: if (slice_mbps < mainstats.floor_mbps)
694: mainstats.floor_mbps = slice_mbps;
695: old_mean_mbps = mainstats.mean_mbps;
696: mainstats.mean_mbps += (slice_mbps - mainstats.mean_mbps) /
697: mainstats.n_slices;
698:
699: /* "Welford's method" for online variance
700: * see Knuth, TAoCP Volume 2, 3rd edn., p232 */
701: mainstats.nvariance_mbps += (slice_mbps - old_mean_mbps) *
702: (slice_mbps - mainstats.mean_mbps);
703:
1.31 haesbaer 704: printf("Elapsed: %11llu Mbps: %11.3Lf Peak Mbps: %11.3Lf %s PPS: %7llu\n",
1.20 claudio 705: total_elapsed, slice_mbps, mainstats.peak_mbps,
706: ptb->sflag ? "Rx" : "Tx", pps);
707:
708: /* Clean up this slice time */
1.62 procter 709: udp_sc->t_last = t_cur;
710: udp_sc->bytes = 0;
711: udp_sc->udp_slice_pkts = 0;
712:
713: mainstats.slice_bytes = 0;
1.20 claudio 714: set_slice_timer(1);
1.11 claudio 715: }
1.1 djm 716:
1.20 claudio 717: static void
1.62 procter 718: udp_server_handle_sc(int fd, short event, void *bula)
1.11 claudio 719: {
1.62 procter 720: static int first_read = 1;
1.11 claudio 721: ssize_t n;
1.1 djm 722:
1.20 claudio 723: n = read(fd, ptb->dummybuf, ptb->dummybuf_len);
724: if (n == 0)
725: return;
726: else if (n == -1) {
1.34 haesbaer 727: if (errno != EINTR && errno != EWOULDBLOCK)
728: warn("fd %d read error", fd);
1.20 claudio 729: return;
730: }
1.58 bluhm 731:
1.20 claudio 732: if (ptb->vflag >= 3)
733: fprintf(stderr, "read: %zd bytes\n", n);
1.62 procter 734: if (first_read) {
735: first_read = 0;
736: stats_prepare(udp_sc);
1.20 claudio 737: set_slice_timer(1);
1.62 procter 738: }
1.20 claudio 739: /* Account packet */
1.62 procter 740: udp_sc->udp_slice_pkts++;
741: udp_sc->bytes += n;
742: mainstats.slice_bytes += n;
743: mainstats.total_bytes += n;
1.20 claudio 744: }
745:
746: static void
747: tcp_server_handle_sc(int fd, short event, void *v_sc)
748: {
749: struct statctx *sc = v_sc;
750: ssize_t n;
751:
752: n = read(sc->fd, sc->buf, sc->buflen);
753: if (n == -1) {
1.34 haesbaer 754: if (errno != EINTR && errno != EWOULDBLOCK)
755: warn("fd %d read error", sc->fd);
1.20 claudio 756: return;
757: } else if (n == 0) {
758: if (ptb->vflag)
759: fprintf(stderr, "%8d closed by remote end\n", sc->fd);
1.33 haesbaer 760:
761: TAILQ_REMOVE(&sc_queue, sc, entry);
762:
1.23 sthen 763: event_del(&sc->ev);
1.20 claudio 764: close(sc->fd);
1.33 haesbaer 765:
766: /* Some file descriptors are available again. */
767: if (evtimer_pending(&sc->tcp_ts->evt, NULL)) {
768: evtimer_del(&sc->tcp_ts->evt);
769: event_add(&sc->tcp_ts->ev, NULL);
770: }
771:
1.20 claudio 772: free(sc);
773: mainstats.nconns--;
774: return;
1.1 djm 775: }
1.20 claudio 776: if (ptb->vflag >= 3)
1.11 claudio 777: fprintf(stderr, "read: %zd bytes\n", n);
1.20 claudio 778: sc->bytes += n;
779: mainstats.slice_bytes += n;
1.62 procter 780: mainstats.total_bytes += n;
1.20 claudio 781: }
1.58 bluhm 782:
1.20 claudio 783: static void
1.33 haesbaer 784: tcp_server_accept(int fd, short event, void *arg)
1.20 claudio 785: {
1.33 haesbaer 786: struct tcpservsock *ts = arg;
1.49 chl 787: int sock;
1.20 claudio 788: struct statctx *sc;
789: struct sockaddr_storage ss;
790: socklen_t sslen;
1.66 ! bluhm 791: char tmp[NI_MAXHOST + 2 + NI_MAXSERV];
1.58 bluhm 792:
1.20 claudio 793: sslen = sizeof(ss);
1.33 haesbaer 794:
795: event_add(&ts->ev, NULL);
796: if (event & EV_TIMEOUT)
797: return;
1.48 guenther 798: if ((sock = accept4(fd, (struct sockaddr *)&ss, &sslen, SOCK_NONBLOCK))
799: == -1) {
1.33 haesbaer 800: /*
801: * Pause accept if we are out of file descriptors, or
802: * libevent will haunt us here too.
803: */
804: if (errno == ENFILE || errno == EMFILE) {
805: struct timeval evtpause = { 1, 0 };
806:
807: event_del(&ts->ev);
808: evtimer_add(&ts->evt, &evtpause);
1.38 deraadt 809: } else if (errno != EWOULDBLOCK && errno != EINTR &&
810: errno != ECONNABORTED)
1.33 haesbaer 811: warn("accept");
1.20 claudio 812: return;
813: }
814: saddr_ntop((struct sockaddr *)&ss, sslen,
815: tmp, sizeof(tmp));
1.24 haesbaer 816: if (ptb->Tflag != -1 && ss.ss_family == AF_INET) {
817: if (setsockopt(sock, IPPROTO_IP, IP_TOS,
818: &ptb->Tflag, sizeof(ptb->Tflag)))
819: err(1, "setsockopt IP_TOS");
820: }
821: if (ptb->Tflag != -1 && ss.ss_family == AF_INET6) {
822: if (setsockopt(sock, IPPROTO_IPV6, IPV6_TCLASS,
823: &ptb->Tflag, sizeof(ptb->Tflag)))
824: err(1, "setsockopt IPV6_TCLASS");
825: }
1.20 claudio 826: /* Alloc client structure and register reading callback */
827: if ((sc = calloc(1, sizeof(*sc))) == NULL)
828: err(1, "calloc");
1.33 haesbaer 829: sc->tcp_ts = ts;
1.20 claudio 830: sc->fd = sock;
831: stats_prepare(sc);
1.62 procter 832:
1.20 claudio 833: event_set(&sc->ev, sc->fd, EV_READ | EV_PERSIST,
834: tcp_server_handle_sc, sc);
835: event_add(&sc->ev, NULL);
836: TAILQ_INSERT_TAIL(&sc_queue, sc, entry);
1.62 procter 837:
1.20 claudio 838: mainstats.nconns++;
1.36 haesbaer 839: if (mainstats.nconns == 1)
840: set_slice_timer(1);
1.20 claudio 841: if (ptb->vflag)
1.28 haesbaer 842: fprintf(stderr, "Accepted connection from %s, fd = %d\n",
843: tmp, sc->fd);
1.1 djm 844: }
845:
1.20 claudio 846: static void
1.62 procter 847: server_init(struct addrinfo *aitop)
1.1 djm 848: {
1.11 claudio 849: int sock, on = 1;
1.1 djm 850: struct addrinfo *ai;
1.20 claudio 851: struct event *ev;
1.33 haesbaer 852: struct tcpservsock *ts;
1.11 claudio 853: nfds_t lnfds;
1.1 djm 854:
1.11 claudio 855: lnfds = 0;
1.1 djm 856: for (ai = aitop; ai != NULL; ai = ai->ai_next) {
1.66 ! bluhm 857: char tmp[NI_MAXHOST + 2 + NI_MAXSERV];
! 858:
1.1 djm 859: saddr_ntop(ai->ai_addr, ai->ai_addrlen, tmp, sizeof(tmp));
1.20 claudio 860: if (ptb->vflag)
861: fprintf(stderr, "Try to bind to %s\n", tmp);
1.1 djm 862: if ((sock = socket(ai->ai_family, ai->ai_socktype,
863: ai->ai_protocol)) == -1) {
864: if (ai->ai_next == NULL)
865: err(1, "socket");
1.20 claudio 866: if (ptb->vflag)
1.1 djm 867: warn("socket");
868: continue;
869: }
1.64 bluhm 870: if (ptb->Dflag) {
871: if (setsockopt(sock, SOL_SOCKET, SO_DEBUG,
872: &ptb->Dflag, sizeof(ptb->Dflag)))
873: err(1, "setsockopt SO_DEBUG");
874: }
1.24 haesbaer 875: if (ptb->Tflag != -1 && ai->ai_family == AF_INET) {
876: if (setsockopt(sock, IPPROTO_IP, IP_TOS,
877: &ptb->Tflag, sizeof(ptb->Tflag)))
878: err(1, "setsockopt IP_TOS");
879: }
880: if (ptb->Tflag != -1 && ai->ai_family == AF_INET6) {
881: if (setsockopt(sock, IPPROTO_IPV6, IPV6_TCLASS,
882: &ptb->Tflag, sizeof(ptb->Tflag)))
883: err(1, "setsockopt IPV6_TCLASS");
884: }
1.1 djm 885: if (setsockopt(sock, SOL_SOCKET, SO_REUSEADDR,
886: &on, sizeof(on)) == -1)
887: warn("reuse port");
888: if (bind(sock, ai->ai_addr, ai->ai_addrlen) != 0) {
889: if (ai->ai_next == NULL)
890: err(1, "bind");
1.20 claudio 891: if (ptb->vflag)
1.1 djm 892: warn("bind");
893: close(sock);
894: continue;
895: }
1.20 claudio 896: if (ptb->Sflag) {
1.1 djm 897: if (setsockopt(sock, SOL_SOCKET, SO_RCVBUF,
1.20 claudio 898: &ptb->Sflag, sizeof(ptb->Sflag)) == -1)
1.54 bluhm 899: warn("set receive socket buffer size");
1.1 djm 900: }
1.20 claudio 901: if (TCP_MODE) {
902: if (listen(sock, 64) == -1) {
903: if (ai->ai_next == NULL)
904: err(1, "listen");
905: if (ptb->vflag)
906: warn("listen");
907: close(sock);
908: continue;
909: }
1.1 djm 910: }
1.33 haesbaer 911: if (UDP_MODE) {
912: if ((ev = calloc(1, sizeof(*ev))) == NULL)
913: err(1, "calloc");
1.20 claudio 914: event_set(ev, sock, EV_READ | EV_PERSIST,
1.62 procter 915: udp_server_handle_sc, NULL);
1.33 haesbaer 916: event_add(ev, NULL);
917: } else {
918: if ((ts = calloc(1, sizeof(*ts))) == NULL)
919: err(1, "calloc");
920:
921: ts->fd = sock;
922: evtimer_set(&ts->evt, tcp_server_accept, ts);
923: event_set(&ts->ev, ts->fd, EV_READ,
924: tcp_server_accept, ts);
925: event_add(&ts->ev, NULL);
926: }
1.20 claudio 927: if (ptb->vflag >= 3)
928: fprintf(stderr, "bound to fd %d\n", sock);
1.11 claudio 929: lnfds++;
1.1 djm 930: }
1.51 claudio 931: if (!ptb->Uflag)
932: freeaddrinfo(aitop);
1.11 claudio 933: if (lnfds == 0)
1.1 djm 934: errx(1, "No working listen addresses found");
1.58 bluhm 935: }
1.11 claudio 936:
937: static void
1.20 claudio 938: client_handle_sc(int fd, short event, void *v_sc)
939: {
940: struct statctx *sc = v_sc;
941: ssize_t n;
1.51 claudio 942: size_t blen = sc->buflen;
1.1 djm 943:
1.51 claudio 944: if (ptb->Rflag)
945: blen = arc4random_uniform(blen) + 1;
946: if ((n = write(sc->fd, sc->buf, blen)) == -1) {
1.34 haesbaer 947: if (errno == EINTR || errno == EWOULDBLOCK ||
1.20 claudio 948: (UDP_MODE && errno == ENOBUFS))
1.34 haesbaer 949: return;
1.62 procter 950: warn("write");
951: wrapup(1);
1.11 claudio 952: }
1.58 bluhm 953: if (TCP_MODE && n == 0) {
1.28 haesbaer 954: fprintf(stderr, "Remote end closed connection");
1.62 procter 955: wrapup(1);
1.1 djm 956: }
1.20 claudio 957: if (ptb->vflag >= 3)
1.28 haesbaer 958: fprintf(stderr, "write: %zd bytes\n", n);
1.20 claudio 959: sc->bytes += n;
960: mainstats.slice_bytes += n;
1.62 procter 961: mainstats.total_bytes += n;
1.20 claudio 962: if (UDP_MODE)
963: sc->udp_slice_pkts++;
1.1 djm 964: }
965:
1.20 claudio 966: static void
1.62 procter 967: client_init(struct addrinfo *aitop, int nconn, struct addrinfo *aib)
1.1 djm 968: {
1.20 claudio 969: struct statctx *sc;
970: struct addrinfo *ai;
1.14 claudio 971: int i, r, sock;
1.1 djm 972:
1.4 henning 973: for (i = 0; i < nconn; i++) {
974: for (sock = -1, ai = aitop; ai != NULL; ai = ai->ai_next) {
1.66 ! bluhm 975: char tmp[NI_MAXHOST + 2 + NI_MAXSERV];
! 976:
1.4 henning 977: saddr_ntop(ai->ai_addr, ai->ai_addrlen, tmp,
978: sizeof(tmp));
1.20 claudio 979: if (ptb->vflag && i == 0)
1.4 henning 980: fprintf(stderr, "Trying %s\n", tmp);
981: if ((sock = socket(ai->ai_family, ai->ai_socktype,
982: ai->ai_protocol)) == -1) {
983: if (ai->ai_next == NULL)
984: err(1, "socket");
1.20 claudio 985: if (ptb->vflag)
1.4 henning 986: warn("socket");
987: continue;
988: }
1.64 bluhm 989: if (ptb->Dflag) {
990: if (setsockopt(sock, SOL_SOCKET, SO_DEBUG,
991: &ptb->Dflag, sizeof(ptb->Dflag)))
992: err(1, "setsockopt SO_DEBUG");
993: }
1.25 haesbaer 994: if (aib != NULL) {
995: saddr_ntop(aib->ai_addr, aib->ai_addrlen,
996: tmp, sizeof(tmp));
997: if (ptb->vflag)
998: fprintf(stderr,
999: "Try to bind to %s\n", tmp);
1000: if (bind(sock, (struct sockaddr *)aib->ai_addr,
1001: aib->ai_addrlen) == -1)
1002: err(1, "bind");
1003: }
1.24 haesbaer 1004: if (ptb->Tflag != -1 && ai->ai_family == AF_INET) {
1005: if (setsockopt(sock, IPPROTO_IP, IP_TOS,
1006: &ptb->Tflag, sizeof(ptb->Tflag)))
1007: err(1, "setsockopt IP_TOS");
1008: }
1009: if (ptb->Tflag != -1 && ai->ai_family == AF_INET6) {
1010: if (setsockopt(sock, IPPROTO_IPV6, IPV6_TCLASS,
1011: &ptb->Tflag, sizeof(ptb->Tflag)))
1012: err(1, "setsockopt IPV6_TCLASS");
1013: }
1.20 claudio 1014: if (ptb->Sflag) {
1.4 henning 1015: if (setsockopt(sock, SOL_SOCKET, SO_SNDBUF,
1.20 claudio 1016: &ptb->Sflag, sizeof(ptb->Sflag)) == -1)
1.54 bluhm 1017: warn("set send socket buffer size");
1.4 henning 1018: }
1019: if (connect(sock, ai->ai_addr, ai->ai_addrlen) != 0) {
1020: if (ai->ai_next == NULL)
1021: err(1, "connect");
1.20 claudio 1022: if (ptb->vflag)
1.4 henning 1023: warn("connect");
1024: close(sock);
1025: sock = -1;
1026: continue;
1027: }
1028: break;
1.1 djm 1029: }
1.4 henning 1030: if (sock == -1)
1031: errx(1, "No host found");
1.50 krw 1032: if ((r = fcntl(sock, F_GETFL)) == -1)
1.4 henning 1033: err(1, "fcntl(F_GETFL)");
1034: r |= O_NONBLOCK;
1035: if (fcntl(sock, F_SETFL, r) == -1)
1036: err(1, "fcntl(F_SETFL, O_NONBLOCK)");
1.20 claudio 1037: /* Alloc and prepare stats */
1038: if (TCP_MODE) {
1039: if ((sc = calloc(1, sizeof(*sc))) == NULL)
1040: err(1, "calloc");
1.62 procter 1041: } else
1042: sc = udp_sc;
1043:
1.20 claudio 1044: sc->fd = sock;
1045: stats_prepare(sc);
1.62 procter 1046:
1.20 claudio 1047: event_set(&sc->ev, sc->fd, EV_WRITE | EV_PERSIST,
1048: client_handle_sc, sc);
1049: event_add(&sc->ev, NULL);
1050: TAILQ_INSERT_TAIL(&sc_queue, sc, entry);
1.62 procter 1051:
1.20 claudio 1052: mainstats.nconns++;
1.36 haesbaer 1053: if (mainstats.nconns == 1)
1054: set_slice_timer(1);
1.14 claudio 1055: }
1.51 claudio 1056: if (!ptb->Uflag)
1057: freeaddrinfo(aitop);
1.35 haesbaer 1058: if (aib != NULL)
1059: freeaddrinfo(aib);
1.14 claudio 1060:
1.20 claudio 1061: if (ptb->vflag && nconn > 1)
1.29 haesbaer 1062: fprintf(stderr, "%d connections established\n",
1063: mainstats.nconns);
1.14 claudio 1064: }
1065:
1.24 haesbaer 1066: static int
1067: map_tos(char *s, int *val)
1068: {
1069: /* DiffServ Codepoints and other TOS mappings */
1070: const struct toskeywords {
1071: const char *keyword;
1072: int val;
1073: } *t, toskeywords[] = {
1074: { "af11", IPTOS_DSCP_AF11 },
1075: { "af12", IPTOS_DSCP_AF12 },
1076: { "af13", IPTOS_DSCP_AF13 },
1077: { "af21", IPTOS_DSCP_AF21 },
1078: { "af22", IPTOS_DSCP_AF22 },
1079: { "af23", IPTOS_DSCP_AF23 },
1080: { "af31", IPTOS_DSCP_AF31 },
1081: { "af32", IPTOS_DSCP_AF32 },
1082: { "af33", IPTOS_DSCP_AF33 },
1083: { "af41", IPTOS_DSCP_AF41 },
1084: { "af42", IPTOS_DSCP_AF42 },
1085: { "af43", IPTOS_DSCP_AF43 },
1086: { "critical", IPTOS_PREC_CRITIC_ECP },
1087: { "cs0", IPTOS_DSCP_CS0 },
1088: { "cs1", IPTOS_DSCP_CS1 },
1089: { "cs2", IPTOS_DSCP_CS2 },
1090: { "cs3", IPTOS_DSCP_CS3 },
1091: { "cs4", IPTOS_DSCP_CS4 },
1092: { "cs5", IPTOS_DSCP_CS5 },
1093: { "cs6", IPTOS_DSCP_CS6 },
1094: { "cs7", IPTOS_DSCP_CS7 },
1095: { "ef", IPTOS_DSCP_EF },
1096: { "inetcontrol", IPTOS_PREC_INTERNETCONTROL },
1097: { "lowdelay", IPTOS_LOWDELAY },
1098: { "netcontrol", IPTOS_PREC_NETCONTROL },
1099: { "reliability", IPTOS_RELIABILITY },
1100: { "throughput", IPTOS_THROUGHPUT },
1.58 bluhm 1101: { NULL, -1 },
1.24 haesbaer 1102: };
1.58 bluhm 1103:
1.24 haesbaer 1104: for (t = toskeywords; t->keyword != NULL; t++) {
1105: if (strcmp(s, t->keyword) == 0) {
1106: *val = t->val;
1107: return (1);
1108: }
1109: }
1.58 bluhm 1110:
1.24 haesbaer 1111: return (0);
1112: }
1113:
1.30 henning 1114: static void
1115: quit(int sig, short event, void *arg)
1116: {
1.62 procter 1117: wrapup(0);
1118: }
1119:
1120: static void
1121: wrapup(int err)
1122: {
1123: const int transfers = timerisset(&mainstats.t_first);
1124: const int stats = (mainstats.floor_mbps != INFINITY);
1125:
1126: if (transfers) {
1127: if (!stats) {
1128: if (UDP_MODE)
1129: udp_process_slice(0, 0, NULL);
1130: else
1131: tcp_process_slice(0, 0, NULL);
1132: }
1133:
1134: summary_display();
1135: }
1136:
1.63 sthen 1137: if (err != -1)
1138: exit(err);
1.30 henning 1139: }
1140:
1.1 djm 1141: int
1142: main(int argc, char **argv)
1143: {
1.30 henning 1144: struct timeval tv;
1.37 haesbaer 1145: unsigned int secs, rtable;
1.1 djm 1146:
1147: char kerr[_POSIX2_LINE_MAX], *tmp;
1.25 haesbaer 1148: struct addrinfo *aitop, *aib, hints;
1.1 djm 1149: const char *errstr;
1.11 claudio 1150: struct rlimit rl;
1.20 claudio 1151: int ch, herr, nconn;
1.42 dlg 1152: int family = PF_UNSPEC;
1.12 deraadt 1153: struct nlist nl[] = { { "_tcbtable" }, { "" } };
1.25 haesbaer 1154: const char *host = NULL, *port = DEFAULT_PORT, *srcbind = NULL;
1.63 sthen 1155: struct event ev_sigint, ev_sigterm, ev_sighup, ev_siginfo, ev_progtimer;
1.51 claudio 1156: struct sockaddr_un sock_un;
1.1 djm 1157:
1.20 claudio 1158: /* Init world */
1.45 millert 1159: setvbuf(stdout, NULL, _IOLBF, 0);
1.20 claudio 1160: ptb = &tcpbench;
1161: ptb->dummybuf_len = 0;
1.64 bluhm 1162: ptb->Dflag = 0;
1.51 claudio 1163: ptb->Sflag = ptb->sflag = ptb->vflag = ptb->Rflag = ptb->Uflag = 0;
1.20 claudio 1164: ptb->kvmh = NULL;
1165: ptb->kvars = NULL;
1166: ptb->rflag = DEFAULT_STATS_INTERVAL;
1.24 haesbaer 1167: ptb->Tflag = -1;
1.20 claudio 1168: nconn = 1;
1.25 haesbaer 1169: aib = NULL;
1.30 henning 1170: secs = 0;
1.1 djm 1171:
1.64 bluhm 1172: while ((ch = getopt(argc, argv, "46b:B:Dhlk:n:p:Rr:sS:t:T:uUvV:"))
1173: != -1) {
1.1 djm 1174: switch (ch) {
1.42 dlg 1175: case '4':
1176: family = PF_INET;
1177: break;
1178: case '6':
1179: family = PF_INET6;
1180: break;
1.25 haesbaer 1181: case 'b':
1182: srcbind = optarg;
1.64 bluhm 1183: break;
1184: case 'D':
1185: ptb->Dflag = 1;
1.25 haesbaer 1186: break;
1.1 djm 1187: case 'l':
1188: list_kvars();
1189: exit(0);
1190: case 'k':
1191: if ((tmp = strdup(optarg)) == NULL)
1.53 benno 1192: err(1, "strdup");
1.20 claudio 1193: ptb->kvars = check_prepare_kvars(tmp);
1.1 djm 1194: free(tmp);
1195: break;
1.51 claudio 1196: case 'R':
1197: ptb->Rflag = 1;
1198: break;
1.1 djm 1199: case 'r':
1.20 claudio 1200: ptb->rflag = strtonum(optarg, 0, 60 * 60 * 24 * 1000,
1.1 djm 1201: &errstr);
1202: if (errstr != NULL)
1203: errx(1, "statistics interval is %s: %s",
1204: errstr, optarg);
1205: break;
1206: case 'p':
1207: port = optarg;
1208: break;
1209: case 's':
1.20 claudio 1210: ptb->sflag = 1;
1.1 djm 1211: break;
1212: case 'S':
1.20 claudio 1213: ptb->Sflag = strtonum(optarg, 0, 1024*1024*1024,
1.1 djm 1214: &errstr);
1215: if (errstr != NULL)
1.54 bluhm 1216: errx(1, "socket buffer size is %s: %s",
1.1 djm 1217: errstr, optarg);
1218: break;
1219: case 'B':
1.20 claudio 1220: ptb->dummybuf_len = strtonum(optarg, 0, 1024*1024*1024,
1.1 djm 1221: &errstr);
1222: if (errstr != NULL)
1223: errx(1, "read/write buffer size is %s: %s",
1224: errstr, optarg);
1225: break;
1226: case 'v':
1.20 claudio 1227: ptb->vflag++;
1.9 claudio 1228: break;
1229: case 'V':
1.37 haesbaer 1230: rtable = (unsigned int)strtonum(optarg, 0,
1.9 claudio 1231: RT_TABLEID_MAX, &errstr);
1232: if (errstr)
1.17 guenther 1233: errx(1, "rtable value is %s: %s",
1.9 claudio 1234: errstr, optarg);
1.37 haesbaer 1235: if (setrtable(rtable) == -1)
1236: err(1, "setrtable");
1.1 djm 1237: break;
1.4 henning 1238: case 'n':
1239: nconn = strtonum(optarg, 0, 65535, &errstr);
1240: if (errstr != NULL)
1241: errx(1, "number of connections is %s: %s",
1242: errstr, optarg);
1243: break;
1.20 claudio 1244: case 'u':
1245: ptb->uflag = 1;
1.24 haesbaer 1246: break;
1.51 claudio 1247: case 'U':
1248: ptb->Uflag = 1;
1249: break;
1.24 haesbaer 1250: case 'T':
1251: if (map_tos(optarg, &ptb->Tflag))
1252: break;
1253: errstr = NULL;
1254: if (strlen(optarg) > 1 && optarg[0] == '0' &&
1255: optarg[1] == 'x')
1256: ptb->Tflag = (int)strtol(optarg, NULL, 16);
1257: else
1258: ptb->Tflag = (int)strtonum(optarg, 0, 255,
1259: &errstr);
1260: if (ptb->Tflag == -1 || ptb->Tflag > 255 || errstr)
1261: errx(1, "illegal tos value %s", optarg);
1.20 claudio 1262: break;
1.30 henning 1263: case 't':
1264: secs = strtonum(optarg, 1, UINT_MAX, &errstr);
1265: if (errstr != NULL)
1266: errx(1, "secs is %s: %s",
1267: errstr, optarg);
1268: break;
1.1 djm 1269: case 'h':
1270: default:
1271: usage();
1272: }
1273: }
1274:
1.57 deraadt 1275: if (pledge("stdio unveil rpath dns inet unix id proc", NULL) == -1)
1.47 benno 1276: err(1, "pledge");
1277:
1.1 djm 1278: argv += optind;
1279: argc -= optind;
1.51 claudio 1280: if ((argc != (ptb->sflag && !ptb->Uflag ? 0 : 1)) ||
1.20 claudio 1281: (UDP_MODE && (ptb->kvars || nconn != 1)))
1.1 djm 1282: usage();
1.4 henning 1283:
1.46 deraadt 1284: if (ptb->kvars) {
1.57 deraadt 1285: if (unveil(_PATH_MEM, "r") == -1)
1.65 beck 1286: err(1, "unveil %s", _PATH_MEM);
1.57 deraadt 1287: if (unveil(_PATH_KMEM, "r") == -1)
1.65 beck 1288: err(1, "unveil %s", _PATH_KMEM);
1.57 deraadt 1289: if (unveil(_PATH_KSYMS, "r") == -1)
1.65 beck 1290: err(1, "unveil %s", _PATH_KSYMS);
1.57 deraadt 1291:
1.46 deraadt 1292: if ((ptb->kvmh = kvm_openfiles(NULL, NULL, NULL,
1293: O_RDONLY, kerr)) == NULL)
1294: errx(1, "kvm_open: %s", kerr);
1295: drop_gid();
1296: if (kvm_nlist(ptb->kvmh, nl) < 0 || nl[0].n_type == 0)
1297: errx(1, "kvm: no namelist");
1298: ptb->ktcbtab = nl[0].n_value;
1299: } else
1300: drop_gid();
1301:
1.57 deraadt 1302: if (!ptb->sflag || ptb->Uflag)
1.62 procter 1303: mainstats.host = host = argv[0];
1.57 deraadt 1304:
1305: if (ptb->Uflag)
1306: if (unveil(host, "rwc") == -1)
1.65 beck 1307: err(1, "unveil %s", host);
1.57 deraadt 1308:
1.51 claudio 1309: if (pledge("stdio id dns inet unix", NULL) == -1)
1.47 benno 1310: err(1, "pledge");
1311:
1.20 claudio 1312: /*
1313: * Rationale,
1314: * If TCP, use a big buffer with big reads/writes.
1315: * If UDP, use a big buffer in server and a buffer the size of a
1316: * ethernet packet.
1317: */
1318: if (!ptb->dummybuf_len) {
1.58 bluhm 1319: if (ptb->sflag || TCP_MODE)
1.20 claudio 1320: ptb->dummybuf_len = DEFAULT_BUF;
1321: else
1322: ptb->dummybuf_len = DEFAULT_UDP_PKT;
1323: }
1.1 djm 1324:
1.13 claudio 1325: bzero(&hints, sizeof(hints));
1.42 dlg 1326: hints.ai_family = family;
1.25 haesbaer 1327: if (UDP_MODE) {
1.20 claudio 1328: hints.ai_socktype = SOCK_DGRAM;
1.25 haesbaer 1329: hints.ai_protocol = IPPROTO_UDP;
1.27 haesbaer 1330: } else {
1.20 claudio 1331: hints.ai_socktype = SOCK_STREAM;
1.25 haesbaer 1332: hints.ai_protocol = IPPROTO_TCP;
1333: }
1.51 claudio 1334: if (ptb->Uflag) {
1335: hints.ai_family = AF_UNIX;
1336: hints.ai_protocol = 0;
1337: sock_un.sun_family = AF_UNIX;
1338: if (strlcpy(sock_un.sun_path, host, sizeof(sock_un.sun_path)) >=
1339: sizeof(sock_un.sun_path))
1340: errx(1, "socket name '%s' too long", host);
1341: hints.ai_addr = (struct sockaddr *)&sock_un;
1342: hints.ai_addrlen = sizeof(sock_un);
1343: aitop = &hints;
1344: } else {
1345: if (ptb->sflag)
1346: hints.ai_flags = AI_PASSIVE;
1347: if (srcbind != NULL) {
1348: hints.ai_flags |= AI_NUMERICHOST;
1349: herr = getaddrinfo(srcbind, NULL, &hints, &aib);
1350: hints.ai_flags &= ~AI_NUMERICHOST;
1351: if (herr != 0) {
1352: if (herr == EAI_SYSTEM)
1353: err(1, "getaddrinfo");
1354: else
1355: errx(1, "getaddrinfo: %s",
1356: gai_strerror(herr));
1357: }
1358: }
1359: if ((herr = getaddrinfo(host, port, &hints, &aitop)) != 0) {
1.25 haesbaer 1360: if (herr == EAI_SYSTEM)
1361: err(1, "getaddrinfo");
1362: else
1363: errx(1, "getaddrinfo: %s", gai_strerror(herr));
1364: }
1365: }
1.1 djm 1366:
1.51 claudio 1367: if (pledge("stdio id inet unix", NULL) == -1)
1.47 benno 1368: err(1, "pledge");
1369:
1.11 claudio 1370: if (getrlimit(RLIMIT_NOFILE, &rl) == -1)
1371: err(1, "getrlimit");
1372: if (rl.rlim_cur < MAX_FD)
1373: rl.rlim_cur = MAX_FD;
1374: if (setrlimit(RLIMIT_NOFILE, &rl))
1375: err(1, "setrlimit");
1376: if (getrlimit(RLIMIT_NOFILE, &rl) == -1)
1377: err(1, "getrlimit");
1.47 benno 1378:
1.51 claudio 1379: if (pledge("stdio inet unix", NULL) == -1)
1.47 benno 1380: err(1, "pledge");
1381:
1.20 claudio 1382: /* Init world */
1383: TAILQ_INIT(&sc_queue);
1384: if ((ptb->dummybuf = malloc(ptb->dummybuf_len)) == NULL)
1385: err(1, "malloc");
1386: arc4random_buf(ptb->dummybuf, ptb->dummybuf_len);
1387:
1.62 procter 1388: timerclear(&mainstats.t_first);
1389: mainstats.floor_mbps = INFINITY;
1390:
1.20 claudio 1391: /* Setup libevent and signals */
1392: event_init();
1393: signal_set(&ev_sigterm, SIGTERM, signal_handler, NULL);
1394: signal_set(&ev_sighup, SIGHUP, signal_handler, NULL);
1395: signal_set(&ev_sigint, SIGINT, signal_handler, NULL);
1.63 sthen 1396: signal_set(&ev_siginfo, SIGINFO, signal_handler, NULL);
1.20 claudio 1397: signal_add(&ev_sigint, NULL);
1398: signal_add(&ev_sigterm, NULL);
1399: signal_add(&ev_sighup, NULL);
1.63 sthen 1400: signal_add(&ev_siginfo, NULL);
1.20 claudio 1401: signal(SIGPIPE, SIG_IGN);
1.58 bluhm 1402:
1.27 haesbaer 1403: if (UDP_MODE) {
1404: if ((udp_sc = calloc(1, sizeof(*udp_sc))) == NULL)
1405: err(1, "calloc");
1406: udp_sc->fd = -1;
1.62 procter 1407: evtimer_set(&mainstats.timer, udp_process_slice, NULL);
1.27 haesbaer 1408: } else {
1.20 claudio 1409: print_tcp_header();
1410: evtimer_set(&mainstats.timer, tcp_process_slice, NULL);
1.27 haesbaer 1411: }
1.20 claudio 1412:
1.27 haesbaer 1413: if (ptb->sflag)
1.62 procter 1414: server_init(aitop);
1.30 henning 1415: else {
1416: if (secs > 0) {
1417: timerclear(&tv);
1418: tv.tv_sec = secs + 1;
1419: evtimer_set(&ev_progtimer, quit, NULL);
1420: evtimer_add(&ev_progtimer, &tv);
1421: }
1.62 procter 1422: client_init(aitop, nconn, aib);
1.47 benno 1423:
1424: if (pledge("stdio", NULL) == -1)
1425: err(1, "pledge");
1.30 henning 1426: }
1.47 benno 1427:
1.20 claudio 1428: /* libevent main loop*/
1429: event_dispatch();
1.1 djm 1430:
1.20 claudio 1431: return (0);
1.1 djm 1432: }