Annotation of src/usr.bin/tcpbench/tcpbench.c, Revision 1.62
1.62 ! procter 1: /* $OpenBSD: tcpbench.c,v 1.61 2020/02/12 14:46:36 schwarze Exp $ */
1.52 bluhm 2:
1.1 djm 3: /*
4: * Copyright (c) 2008 Damien Miller <djm@mindrot.org>
1.20 claudio 5: * Copyright (c) 2011 Christiano F. Haesbaert <haesbaert@haesbaert.org>
1.1 djm 6: *
7: * Permission to use, copy, modify, and distribute this software for any
8: * purpose with or without fee is hereby granted, provided that the above
9: * copyright notice and this permission notice appear in all copies.
10: *
11: * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
12: * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
13: * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
14: * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
15: * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
16: * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
17: * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
18: */
19:
20: #include <sys/types.h>
21: #include <sys/time.h>
22: #include <sys/socket.h>
23: #include <sys/socketvar.h>
1.11 claudio 24: #include <sys/resource.h>
1.20 claudio 25: #include <sys/queue.h>
1.51 claudio 26: #include <sys/un.h>
1.1 djm 27:
28: #include <net/route.h>
29:
30: #include <netinet/in.h>
31: #include <netinet/ip.h>
32: #include <netinet/tcp.h>
33: #include <netinet/tcp_timer.h>
34: #include <netinet/tcp_fsm.h>
35: #include <netinet/in_pcb.h>
36: #include <netinet/tcp_var.h>
37:
38: #include <arpa/inet.h>
39:
40: #include <unistd.h>
41: #include <limits.h>
42: #include <stdlib.h>
43: #include <stdio.h>
44: #include <string.h>
45: #include <errno.h>
1.20 claudio 46: #include <event.h>
1.1 djm 47: #include <netdb.h>
48: #include <signal.h>
49: #include <err.h>
50: #include <fcntl.h>
51: #include <poll.h>
1.57 deraadt 52: #include <paths.h>
1.62 ! procter 53: #include <math.h>
1.1 djm 54:
55: #include <kvm.h>
56: #include <nlist.h>
57:
1.11 claudio 58: #define DEFAULT_PORT "12345"
59: #define DEFAULT_STATS_INTERVAL 1000 /* ms */
1.20 claudio 60: #define DEFAULT_BUF (256 * 1024)
61: #define DEFAULT_UDP_PKT (1500 - 28) /* TODO don't hardcode this */
62: #define TCP_MODE !ptb->uflag
63: #define UDP_MODE ptb->uflag
1.11 claudio 64: #define MAX_FD 1024
1.1 djm 65:
1.20 claudio 66: /* Our tcpbench globals */
67: struct {
1.54 bluhm 68: int Sflag; /* Socket buffer size */
1.20 claudio 69: u_int rflag; /* Report rate (ms) */
70: int sflag; /* True if server */
1.24 haesbaer 71: int Tflag; /* ToS if != -1 */
1.20 claudio 72: int vflag; /* Verbose */
73: int uflag; /* UDP mode */
1.51 claudio 74: int Uflag; /* UNIX (AF_LOCAL) mode */
75: int Rflag; /* randomize client write size */
1.20 claudio 76: kvm_t *kvmh; /* Kvm handler */
77: char **kvars; /* Kvm enabled vars */
78: u_long ktcbtab; /* Ktcb */
79: char *dummybuf; /* IO buffer */
80: size_t dummybuf_len; /* IO buffer len */
81: } tcpbench, *ptb;
1.1 djm 82:
1.33 haesbaer 83: struct tcpservsock {
84: struct event ev;
85: struct event evt;
86: int fd;
87: };
88:
1.20 claudio 89: /* stats for a single tcp connection, udp uses only one */
1.1 djm 90: struct statctx {
1.20 claudio 91: TAILQ_ENTRY(statctx) entry;
1.11 claudio 92: struct timeval t_start, t_last;
1.1 djm 93: unsigned long long bytes;
1.20 claudio 94: int fd;
95: char *buf;
96: size_t buflen;
97: struct event ev;
98: /* TCP only */
1.33 haesbaer 99: struct tcpservsock *tcp_ts;
1.20 claudio 100: u_long tcp_tcbaddr;
101: /* UDP only */
102: u_long udp_slice_pkts;
1.1 djm 103: };
104:
1.62 ! procter 105: struct statctx *udp_sc; /* singleton */
! 106:
1.20 claudio 107: static void signal_handler(int, short, void *);
108: static void saddr_ntop(const struct sockaddr *, socklen_t, char *, size_t);
109: static void drop_gid(void);
110: static void set_slice_timer(int);
1.58 bluhm 111: static void print_tcp_header(void);
1.20 claudio 112: static void kget(u_long, void *, size_t);
113: static u_long kfind_tcb(int);
114: static void kupdate_stats(u_long, struct inpcb *, struct tcpcb *,
115: struct socket *);
116: static void list_kvars(void);
117: static void check_kvar(const char *);
118: static char ** check_prepare_kvars(char *);
119: static void stats_prepare(struct statctx *);
1.62 ! procter 120: static void summary_display(void);
1.20 claudio 121: static void tcp_stats_display(unsigned long long, long double, float,
122: struct statctx *, struct inpcb *, struct tcpcb *, struct socket *);
123: static void tcp_process_slice(int, short, void *);
124: static void tcp_server_handle_sc(int, short, void *);
125: static void tcp_server_accept(int, short, void *);
1.62 ! procter 126: static void server_init(struct addrinfo *);
1.20 claudio 127: static void client_handle_sc(int, short, void *);
1.62 ! procter 128: static void client_init(struct addrinfo *, int, struct addrinfo *);
1.20 claudio 129: static int clock_gettime_tv(clockid_t, struct timeval *);
130: static void udp_server_handle_sc(int, short, void *);
131: static void udp_process_slice(int, short, void *);
1.24 haesbaer 132: static int map_tos(char *, int *);
1.62 ! procter 133: static void quit(int, short, void *);
! 134: static void wrapup(int);
! 135:
1.11 claudio 136: /*
137: * We account the mainstats here, that is the stats
138: * for all connections, all variables starting with slice
139: * are used to account information for the timeslice
140: * between each output. Peak variables record the highest
141: * between all slices so far.
142: */
143: static struct {
1.62 ! procter 144: struct timeval t_first; /* first connect / packet */
! 145: unsigned long long total_bytes; /* bytes since t_first */
! 146: unsigned long long n_slices; /* slices since start */
! 147: unsigned long long slice_bytes; /* bytes since slice reset */
1.11 claudio 148: long double peak_mbps; /* peak mbps so far */
1.62 ! procter 149: long double floor_mbps; /* floor mbps so far */
! 150: long double mean_mbps; /* mean mbps so far */
! 151: long double nvariance_mbps; /* for online std dev */
1.58 bluhm 152: int nconns; /* connected clients */
1.20 claudio 153: struct event timer; /* process timer */
1.62 ! procter 154: const char *host; /* remote server for display */
1.11 claudio 155: } mainstats;
156:
1.20 claudio 157: /* When adding variables, also add to tcp_stats_display() */
1.1 djm 158: static const char *allowed_kvars[] = {
159: "inpcb.inp_flags",
160: "sockb.so_rcv.sb_cc",
1.26 haesbaer 161: "sockb.so_rcv.sb_hiwat",
1.19 claudio 162: "sockb.so_rcv.sb_wat",
1.1 djm 163: "sockb.so_snd.sb_cc",
1.26 haesbaer 164: "sockb.so_snd.sb_hiwat",
1.19 claudio 165: "sockb.so_snd.sb_wat",
1.26 haesbaer 166: "tcpcb.last_ack_sent",
167: "tcpcb.max_sndwnd",
168: "tcpcb.rcv_adv",
169: "tcpcb.rcv_nxt",
170: "tcpcb.rcv_scale",
171: "tcpcb.rcv_wnd",
172: "tcpcb.rfbuf_cnt",
173: "tcpcb.rfbuf_ts",
174: "tcpcb.snd_cwnd",
175: "tcpcb.snd_max",
176: "tcpcb.snd_nxt",
177: "tcpcb.snd_scale",
178: "tcpcb.snd_ssthresh",
1.1 djm 179: "tcpcb.snd_una",
180: "tcpcb.snd_wl1",
181: "tcpcb.snd_wl2",
182: "tcpcb.snd_wnd",
183: "tcpcb.t_rcvtime",
1.26 haesbaer 184: "tcpcb.t_rtseq",
185: "tcpcb.t_rttmin",
1.1 djm 186: "tcpcb.t_rtttime",
1.26 haesbaer 187: "tcpcb.t_rttvar",
1.1 djm 188: "tcpcb.t_srtt",
1.26 haesbaer 189: "tcpcb.ts_recent",
1.19 claudio 190: "tcpcb.ts_recent_age",
1.1 djm 191: NULL
192: };
193:
1.20 claudio 194: TAILQ_HEAD(, statctx) sc_queue;
1.1 djm 195:
196: static void __dead
197: usage(void)
198: {
199: fprintf(stderr,
1.6 jmc 200: "usage: tcpbench -l\n"
1.61 schwarze 201: " tcpbench [-46RUuv] [-B buf] [-b sourceaddr] [-k kvars] [-n connections]\n"
1.25 haesbaer 202: " [-p port] [-r interval] [-S space] [-T toskeyword]\n"
1.30 henning 203: " [-t secs] [-V rtable] hostname\n"
1.51 claudio 204: " tcpbench -s [-46Uuv] [-B buf] [-k kvars] [-p port] [-r interval]\n"
205: " [-S space] [-T toskeyword] [-V rtable] [hostname]\n");
1.1 djm 206: exit(1);
207: }
208:
209: static void
1.20 claudio 210: signal_handler(int sig, short event, void *bula)
211: {
212: /*
213: * signal handler rules don't apply, libevent decouples for us
214: */
215: switch (sig) {
216: case SIGINT:
1.62 ! procter 217: printf("\n");
! 218: wrapup(0);
! 219: break; /* NOTREACHED */
1.20 claudio 220: case SIGTERM:
221: case SIGHUP:
222: warnx("Terminated by signal %d", sig);
1.62 ! procter 223: wrapup(0);
1.20 claudio 224: break; /* NOTREACHED */
225: default:
226: errx(1, "unexpected signal %d", sig);
227: break; /* NOTREACHED */
228: }
229: }
230:
231: static void
1.1 djm 232: saddr_ntop(const struct sockaddr *addr, socklen_t alen, char *buf, size_t len)
233: {
234: char hbuf[NI_MAXHOST], pbuf[NI_MAXSERV];
235: int herr;
236:
1.51 claudio 237: if (addr->sa_family == AF_UNIX) {
238: struct sockaddr_un *sun = (struct sockaddr_un *)addr;
239: snprintf(buf, len, "%s", sun->sun_path);
240: return;
241: }
1.3 djm 242: if ((herr = getnameinfo(addr, alen, hbuf, sizeof(hbuf),
243: pbuf, sizeof(pbuf), NI_NUMERICHOST|NI_NUMERICSERV)) != 0) {
1.1 djm 244: if (herr == EAI_SYSTEM)
245: err(1, "getnameinfo");
246: else
247: errx(1, "getnameinfo: %s", gai_strerror(herr));
248: }
249: snprintf(buf, len, "[%s]:%s", hbuf, pbuf);
250: }
251:
252: static void
1.20 claudio 253: drop_gid(void)
254: {
255: gid_t gid;
256:
257: gid = getgid();
258: if (setresgid(gid, gid, gid) == -1)
259: err(1, "setresgid");
260: }
261:
262: static void
263: set_slice_timer(int on)
1.11 claudio 264: {
1.20 claudio 265: struct timeval tv;
1.11 claudio 266:
1.20 claudio 267: if (ptb->rflag == 0)
1.11 claudio 268: return;
269:
1.20 claudio 270: if (on) {
271: if (evtimer_pending(&mainstats.timer, NULL))
272: return;
273: /* XXX Is there a better way to do this ? */
274: tv.tv_sec = ptb->rflag / 1000;
275: tv.tv_usec = (ptb->rflag % 1000) * 1000;
1.58 bluhm 276:
1.20 claudio 277: evtimer_add(&mainstats.timer, &tv);
278: } else if (evtimer_pending(&mainstats.timer, NULL))
279: evtimer_del(&mainstats.timer);
280: }
1.58 bluhm 281:
1.20 claudio 282: static int
283: clock_gettime_tv(clockid_t clock_id, struct timeval *tv)
284: {
285: struct timespec ts;
286:
287: if (clock_gettime(clock_id, &ts) == -1)
288: return (-1);
1.58 bluhm 289:
1.20 claudio 290: TIMESPEC_TO_TIMEVAL(tv, &ts);
1.58 bluhm 291:
1.20 claudio 292: return (0);
1.11 claudio 293: }
294:
295: static void
1.20 claudio 296: print_tcp_header(void)
1.11 claudio 297: {
298: char **kv;
1.59 bluhm 299:
300: if (ptb->rflag == 0)
301: return;
1.20 claudio 302:
1.11 claudio 303: printf("%12s %14s %12s %8s ", "elapsed_ms", "bytes", "mbps",
304: "bwidth");
1.58 bluhm 305: for (kv = ptb->kvars; ptb->kvars != NULL && *kv != NULL; kv++)
1.20 claudio 306: printf("%s%s", kv != ptb->kvars ? "," : "", *kv);
1.11 claudio 307: printf("\n");
308: }
309:
310: static void
1.20 claudio 311: kget(u_long addr, void *buf, size_t size)
1.1 djm 312: {
1.20 claudio 313: if (kvm_read(ptb->kvmh, addr, buf, size) != (ssize_t)size)
314: errx(1, "kvm_read: %s", kvm_geterr(ptb->kvmh));
1.1 djm 315: }
316:
317: static u_long
1.20 claudio 318: kfind_tcb(int sock)
1.1 djm 319: {
320: struct inpcbtable tcbtab;
1.40 tedu 321: struct inpcb *next, *prev;
1.41 tedu 322: struct inpcb inpcb, prevpcb;
1.1 djm 323: struct tcpcb tcpcb;
324:
325: struct sockaddr_storage me, them;
326: socklen_t melen, themlen;
327: struct sockaddr_in *in4;
328: struct sockaddr_in6 *in6;
329: char tmp1[64], tmp2[64];
1.11 claudio 330: int nretry;
1.1 djm 331:
1.11 claudio 332: nretry = 10;
1.1 djm 333: melen = themlen = sizeof(struct sockaddr_storage);
334: if (getsockname(sock, (struct sockaddr *)&me, &melen) == -1)
335: err(1, "getsockname");
336: if (getpeername(sock, (struct sockaddr *)&them, &themlen) == -1)
337: err(1, "getpeername");
338: if (me.ss_family != them.ss_family)
339: errx(1, "%s: me.ss_family != them.ss_family", __func__);
340: if (me.ss_family != AF_INET && me.ss_family != AF_INET6)
341: errx(1, "%s: unknown socket family", __func__);
1.20 claudio 342: if (ptb->vflag >= 2) {
1.1 djm 343: saddr_ntop((struct sockaddr *)&me, me.ss_len,
344: tmp1, sizeof(tmp1));
345: saddr_ntop((struct sockaddr *)&them, them.ss_len,
346: tmp2, sizeof(tmp2));
347: fprintf(stderr, "Our socket local %s remote %s\n", tmp1, tmp2);
348: }
1.20 claudio 349: if (ptb->vflag >= 2)
350: fprintf(stderr, "Using PCB table at %lu\n", ptb->ktcbtab);
1.11 claudio 351: retry:
1.20 claudio 352: kget(ptb->ktcbtab, &tcbtab, sizeof(tcbtab));
1.40 tedu 353: prev = NULL;
1.39 krw 354: next = TAILQ_FIRST(&tcbtab.inpt_queue);
1.1 djm 355:
1.20 claudio 356: if (ptb->vflag >= 2)
1.40 tedu 357: fprintf(stderr, "PCB start at %p\n", next);
358: while (next != NULL) {
1.20 claudio 359: if (ptb->vflag >= 2)
1.1 djm 360: fprintf(stderr, "Checking PCB %p\n", next);
1.20 claudio 361: kget((u_long)next, &inpcb, sizeof(inpcb));
1.41 tedu 362: if (prev != NULL) {
363: kget((u_long)prev, &prevpcb, sizeof(prevpcb));
364: if (TAILQ_NEXT(&prevpcb, inp_queue) != next) {
365: if (nretry--) {
366: warnx("PCB prev pointer insane");
367: goto retry;
368: } else
369: errx(1, "PCB prev pointer insane,"
370: " all attempts exhaused");
371: }
372: }
1.1 djm 373: prev = next;
1.39 krw 374: next = TAILQ_NEXT(&inpcb, inp_queue);
1.1 djm 375:
376: if (me.ss_family == AF_INET) {
377: if ((inpcb.inp_flags & INP_IPV6) != 0) {
1.20 claudio 378: if (ptb->vflag >= 2)
1.1 djm 379: fprintf(stderr, "Skip: INP_IPV6");
380: continue;
381: }
1.20 claudio 382: if (ptb->vflag >= 2) {
1.1 djm 383: inet_ntop(AF_INET, &inpcb.inp_laddr,
384: tmp1, sizeof(tmp1));
385: inet_ntop(AF_INET, &inpcb.inp_faddr,
386: tmp2, sizeof(tmp2));
387: fprintf(stderr, "PCB %p local: [%s]:%d "
388: "remote: [%s]:%d\n", prev,
389: tmp1, inpcb.inp_lport,
390: tmp2, inpcb.inp_fport);
391: }
392: in4 = (struct sockaddr_in *)&me;
393: if (memcmp(&in4->sin_addr, &inpcb.inp_laddr,
394: sizeof(struct in_addr)) != 0 ||
395: in4->sin_port != inpcb.inp_lport)
396: continue;
397: in4 = (struct sockaddr_in *)&them;
398: if (memcmp(&in4->sin_addr, &inpcb.inp_faddr,
399: sizeof(struct in_addr)) != 0 ||
400: in4->sin_port != inpcb.inp_fport)
401: continue;
402: } else {
403: if ((inpcb.inp_flags & INP_IPV6) == 0)
404: continue;
1.20 claudio 405: if (ptb->vflag >= 2) {
1.1 djm 406: inet_ntop(AF_INET6, &inpcb.inp_laddr6,
407: tmp1, sizeof(tmp1));
408: inet_ntop(AF_INET6, &inpcb.inp_faddr6,
409: tmp2, sizeof(tmp2));
410: fprintf(stderr, "PCB %p local: [%s]:%d "
411: "remote: [%s]:%d\n", prev,
412: tmp1, inpcb.inp_lport,
413: tmp2, inpcb.inp_fport);
414: }
415: in6 = (struct sockaddr_in6 *)&me;
416: if (memcmp(&in6->sin6_addr, &inpcb.inp_laddr6,
417: sizeof(struct in6_addr)) != 0 ||
418: in6->sin6_port != inpcb.inp_lport)
419: continue;
420: in6 = (struct sockaddr_in6 *)&them;
421: if (memcmp(&in6->sin6_addr, &inpcb.inp_faddr6,
422: sizeof(struct in6_addr)) != 0 ||
423: in6->sin6_port != inpcb.inp_fport)
424: continue;
425: }
1.20 claudio 426: kget((u_long)inpcb.inp_ppcb, &tcpcb, sizeof(tcpcb));
1.1 djm 427: if (tcpcb.t_state != TCPS_ESTABLISHED) {
1.20 claudio 428: if (ptb->vflag >= 2)
1.1 djm 429: fprintf(stderr, "Not established\n");
430: continue;
431: }
1.20 claudio 432: if (ptb->vflag >= 2)
1.1 djm 433: fprintf(stderr, "Found PCB at %p\n", prev);
1.20 claudio 434: return ((u_long)prev);
1.1 djm 435: }
436:
437: errx(1, "No matching PCB found");
438: }
439:
440: static void
1.20 claudio 441: kupdate_stats(u_long tcbaddr, struct inpcb *inpcb,
442: struct tcpcb *tcpcb, struct socket *sockb)
1.1 djm 443: {
1.20 claudio 444: kget(tcbaddr, inpcb, sizeof(*inpcb));
445: kget((u_long)inpcb->inp_ppcb, tcpcb, sizeof(*tcpcb));
446: kget((u_long)inpcb->inp_socket, sockb, sizeof(*sockb));
1.1 djm 447: }
448:
449: static void
450: check_kvar(const char *var)
451: {
1.16 deraadt 452: u_int i;
1.1 djm 453:
454: for (i = 0; allowed_kvars[i] != NULL; i++)
455: if (strcmp(allowed_kvars[i], var) == 0)
456: return;
457: errx(1, "Unrecognised kvar: %s", var);
458: }
459:
460: static void
461: list_kvars(void)
462: {
1.16 deraadt 463: u_int i;
1.1 djm 464:
1.26 haesbaer 465: printf("Supported kernel variables:\n");
1.1 djm 466: for (i = 0; allowed_kvars[i] != NULL; i++)
1.26 haesbaer 467: printf("\t%s\n", allowed_kvars[i]);
1.1 djm 468: }
469:
470: static char **
471: check_prepare_kvars(char *list)
472: {
473: char *item, **ret = NULL;
1.16 deraadt 474: u_int n = 0;
1.1 djm 475:
476: while ((item = strsep(&list, ", \t\n")) != NULL) {
477: check_kvar(item);
1.43 lteo 478: if ((ret = reallocarray(ret, (++n + 1), sizeof(*ret))) == NULL)
1.55 benno 479: err(1, "reallocarray(kvars)");
1.1 djm 480: if ((ret[n - 1] = strdup(item)) == NULL)
1.55 benno 481: err(1, "strdup");
1.1 djm 482: ret[n] = NULL;
483: }
1.20 claudio 484: return (ret);
1.1 djm 485: }
486:
487: static void
1.20 claudio 488: stats_prepare(struct statctx *sc)
1.1 djm 489: {
1.20 claudio 490: sc->buf = ptb->dummybuf;
491: sc->buflen = ptb->dummybuf_len;
492:
493: if (ptb->kvars)
494: sc->tcp_tcbaddr = kfind_tcb(sc->fd);
495: if (clock_gettime_tv(CLOCK_MONOTONIC, &sc->t_start) == -1)
496: err(1, "clock_gettime_tv");
1.1 djm 497: sc->t_last = sc->t_start;
1.62 ! procter 498: if (!timerisset(&mainstats.t_first))
! 499: mainstats.t_first = sc->t_start;
! 500: }
! 501:
! 502: static void
! 503: summary_display(void)
! 504: {
! 505: struct timeval t_cur, t_diff;
! 506: long double std_dev;
! 507: unsigned long long total_elapsed;
! 508: char *direction;
! 509:
! 510: if (!ptb->sflag) {
! 511: direction = "sent";
! 512: printf("--- %s tcpbench statistics ---\n", mainstats.host);
! 513: } else {
! 514: direction = "received";
! 515: printf("--- tcpbench server statistics ---\n");
! 516: }
! 517:
! 518: std_dev = sqrtl(mainstats.nvariance_mbps / mainstats.n_slices);
! 519:
! 520: if (clock_gettime_tv(CLOCK_MONOTONIC, &t_cur) == -1)
! 521: err(1, "clock_gettime_tv");
! 522: timersub(&t_cur, &mainstats.t_first, &t_diff);
! 523: total_elapsed = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
1.1 djm 524:
1.62 ! procter 525: printf("%llu bytes %s over %.3Lf seconds\n",
! 526: mainstats.total_bytes, direction, total_elapsed/1000.0L);
! 527: printf("bandwidth min/avg/max/std-dev = %.3Lf/%.3Lf/%.3Lf/%.3Lf Mbps\n",
! 528: mainstats.floor_mbps, mainstats.mean_mbps, mainstats.peak_mbps,
! 529: std_dev);
1.1 djm 530: }
531:
532: static void
1.20 claudio 533: tcp_stats_display(unsigned long long total_elapsed, long double mbps,
1.11 claudio 534: float bwperc, struct statctx *sc, struct inpcb *inpcb,
535: struct tcpcb *tcpcb, struct socket *sockb)
536: {
537: int j;
1.58 bluhm 538:
1.11 claudio 539: printf("%12llu %14llu %12.3Lf %7.2f%% ", total_elapsed, sc->bytes,
540: mbps, bwperc);
1.58 bluhm 541:
1.20 claudio 542: if (ptb->kvars != NULL) {
543: kupdate_stats(sc->tcp_tcbaddr, inpcb, tcpcb,
1.11 claudio 544: sockb);
1.1 djm 545:
1.20 claudio 546: for (j = 0; ptb->kvars[j] != NULL; j++) {
1.11 claudio 547: #define S(a) #a
548: #define P(b, v, f) \
1.20 claudio 549: if (strcmp(ptb->kvars[j], S(b.v)) == 0) { \
1.11 claudio 550: printf("%s"f, j > 0 ? "," : "", b->v); \
551: continue; \
552: }
553: P(inpcb, inp_flags, "0x%08x")
554: P(sockb, so_rcv.sb_cc, "%lu")
1.26 haesbaer 555: P(sockb, so_rcv.sb_hiwat, "%lu")
1.19 claudio 556: P(sockb, so_rcv.sb_wat, "%lu")
1.11 claudio 557: P(sockb, so_snd.sb_cc, "%lu")
1.26 haesbaer 558: P(sockb, so_snd.sb_hiwat, "%lu")
1.19 claudio 559: P(sockb, so_snd.sb_wat, "%lu")
1.26 haesbaer 560: P(tcpcb, last_ack_sent, "%u")
561: P(tcpcb, max_sndwnd, "%lu")
562: P(tcpcb, rcv_adv, "%u")
563: P(tcpcb, rcv_nxt, "%u")
564: P(tcpcb, rcv_scale, "%u")
565: P(tcpcb, rcv_wnd, "%lu")
566: P(tcpcb, rfbuf_cnt, "%u")
567: P(tcpcb, rfbuf_ts, "%u")
568: P(tcpcb, snd_cwnd, "%lu")
569: P(tcpcb, snd_max, "%u")
570: P(tcpcb, snd_nxt, "%u")
571: P(tcpcb, snd_scale, "%u")
572: P(tcpcb, snd_ssthresh, "%lu")
1.11 claudio 573: P(tcpcb, snd_una, "%u")
574: P(tcpcb, snd_wl1, "%u")
575: P(tcpcb, snd_wl2, "%u")
576: P(tcpcb, snd_wnd, "%lu")
577: P(tcpcb, t_rcvtime, "%u")
1.26 haesbaer 578: P(tcpcb, t_rtseq, "%u")
579: P(tcpcb, t_rttmin, "%hu")
1.11 claudio 580: P(tcpcb, t_rtttime, "%u")
1.26 haesbaer 581: P(tcpcb, t_rttvar, "%hu")
1.11 claudio 582: P(tcpcb, t_srtt, "%hu")
1.26 haesbaer 583: P(tcpcb, ts_recent, "%u")
1.19 claudio 584: P(tcpcb, ts_recent_age, "%u")
1.58 bluhm 585: #undef S
1.1 djm 586: #undef P
587: }
588: }
589: printf("\n");
590: }
591:
592: static void
1.20 claudio 593: tcp_process_slice(int fd, short event, void *bula)
1.1 djm 594: {
1.11 claudio 595: unsigned long long total_elapsed, since_last;
1.62 ! procter 596: long double mbps, old_mean_mbps, slice_mbps = 0;
1.11 claudio 597: float bwperc;
1.20 claudio 598: struct statctx *sc;
1.11 claudio 599: struct timeval t_cur, t_diff;
600: struct inpcb inpcb;
601: struct tcpcb tcpcb;
602: struct socket sockb;
1.58 bluhm 603:
1.62 ! procter 604: if (TAILQ_EMPTY(&sc_queue))
! 605: return; /* don't pollute stats */
! 606:
! 607: mainstats.n_slices++;
! 608:
1.20 claudio 609: TAILQ_FOREACH(sc, &sc_queue, entry) {
610: if (clock_gettime_tv(CLOCK_MONOTONIC, &t_cur) == -1)
611: err(1, "clock_gettime_tv");
612: if (ptb->kvars != NULL) /* process kernel stats */
613: kupdate_stats(sc->tcp_tcbaddr, &inpcb, &tcpcb,
1.11 claudio 614: &sockb);
1.58 bluhm 615:
1.11 claudio 616: timersub(&t_cur, &sc->t_start, &t_diff);
617: total_elapsed = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
618: timersub(&t_cur, &sc->t_last, &t_diff);
619: since_last = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
1.60 stsp 620: if (since_last == 0)
621: continue;
1.11 claudio 622: bwperc = (sc->bytes * 100.0) / mainstats.slice_bytes;
623: mbps = (sc->bytes * 8) / (since_last * 1000.0);
624: slice_mbps += mbps;
1.58 bluhm 625:
1.20 claudio 626: tcp_stats_display(total_elapsed, mbps, bwperc, sc,
1.11 claudio 627: &inpcb, &tcpcb, &sockb);
1.58 bluhm 628:
1.11 claudio 629: sc->t_last = t_cur;
630: sc->bytes = 0;
631: }
1.1 djm 632:
1.11 claudio 633: /* process stats for this slice */
634: if (slice_mbps > mainstats.peak_mbps)
635: mainstats.peak_mbps = slice_mbps;
1.62 ! procter 636: if (slice_mbps < mainstats.floor_mbps)
! 637: mainstats.floor_mbps = slice_mbps;
! 638: old_mean_mbps = mainstats.mean_mbps;
! 639: mainstats.mean_mbps += (slice_mbps - mainstats.mean_mbps) /
! 640: mainstats.n_slices;
! 641:
! 642: /* "Welford's method" for online variance
! 643: * see Knuth, TAoCP Volume 2, 3rd edn., p232 */
! 644: mainstats.nvariance_mbps += (slice_mbps - old_mean_mbps) *
! 645: (slice_mbps - mainstats.mean_mbps);
! 646:
1.20 claudio 647: printf("Conn: %3d Mbps: %12.3Lf Peak Mbps: %12.3Lf Avg Mbps: %12.3Lf\n",
648: mainstats.nconns, slice_mbps, mainstats.peak_mbps,
1.58 bluhm 649: mainstats.nconns ? slice_mbps / mainstats.nconns : 0);
1.62 ! procter 650:
1.20 claudio 651: mainstats.slice_bytes = 0;
652: set_slice_timer(mainstats.nconns > 0);
653: }
654:
655: static void
1.62 ! procter 656: udp_process_slice(int fd, short event, void *bula)
1.20 claudio 657: {
1.31 haesbaer 658: unsigned long long total_elapsed, since_last, pps;
1.62 ! procter 659: long double old_mean_mbps, slice_mbps;
1.20 claudio 660: struct timeval t_cur, t_diff;
661:
1.62 ! procter 662: mainstats.n_slices++;
! 663:
1.20 claudio 664: if (clock_gettime_tv(CLOCK_MONOTONIC, &t_cur) == -1)
665: err(1, "clock_gettime_tv");
1.62 ! procter 666:
! 667: timersub(&t_cur, &udp_sc->t_start, &t_diff);
1.20 claudio 668: total_elapsed = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
1.62 ! procter 669:
! 670: timersub(&t_cur, &udp_sc->t_last, &t_diff);
1.20 claudio 671: since_last = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
1.60 stsp 672: if (since_last == 0)
673: return;
1.62 ! procter 674:
! 675: slice_mbps = (udp_sc->bytes * 8) / (since_last * 1000.0);
! 676: pps = (udp_sc->udp_slice_pkts * 1000) / since_last;
! 677:
1.20 claudio 678: if (slice_mbps > mainstats.peak_mbps)
679: mainstats.peak_mbps = slice_mbps;
1.62 ! procter 680: if (slice_mbps < mainstats.floor_mbps)
! 681: mainstats.floor_mbps = slice_mbps;
! 682: old_mean_mbps = mainstats.mean_mbps;
! 683: mainstats.mean_mbps += (slice_mbps - mainstats.mean_mbps) /
! 684: mainstats.n_slices;
! 685:
! 686: /* "Welford's method" for online variance
! 687: * see Knuth, TAoCP Volume 2, 3rd edn., p232 */
! 688: mainstats.nvariance_mbps += (slice_mbps - old_mean_mbps) *
! 689: (slice_mbps - mainstats.mean_mbps);
! 690:
1.31 haesbaer 691: printf("Elapsed: %11llu Mbps: %11.3Lf Peak Mbps: %11.3Lf %s PPS: %7llu\n",
1.20 claudio 692: total_elapsed, slice_mbps, mainstats.peak_mbps,
693: ptb->sflag ? "Rx" : "Tx", pps);
694:
695: /* Clean up this slice time */
1.62 ! procter 696: udp_sc->t_last = t_cur;
! 697: udp_sc->bytes = 0;
! 698: udp_sc->udp_slice_pkts = 0;
! 699:
! 700: mainstats.slice_bytes = 0;
1.20 claudio 701: set_slice_timer(1);
1.11 claudio 702: }
1.1 djm 703:
1.20 claudio 704: static void
1.62 ! procter 705: udp_server_handle_sc(int fd, short event, void *bula)
1.11 claudio 706: {
1.62 ! procter 707: static int first_read = 1;
1.11 claudio 708: ssize_t n;
1.1 djm 709:
1.20 claudio 710: n = read(fd, ptb->dummybuf, ptb->dummybuf_len);
711: if (n == 0)
712: return;
713: else if (n == -1) {
1.34 haesbaer 714: if (errno != EINTR && errno != EWOULDBLOCK)
715: warn("fd %d read error", fd);
1.20 claudio 716: return;
717: }
1.58 bluhm 718:
1.20 claudio 719: if (ptb->vflag >= 3)
720: fprintf(stderr, "read: %zd bytes\n", n);
1.62 ! procter 721: if (first_read) {
! 722: first_read = 0;
! 723: stats_prepare(udp_sc);
1.20 claudio 724: set_slice_timer(1);
1.62 ! procter 725: }
1.20 claudio 726: /* Account packet */
1.62 ! procter 727: udp_sc->udp_slice_pkts++;
! 728: udp_sc->bytes += n;
! 729: mainstats.slice_bytes += n;
! 730: mainstats.total_bytes += n;
1.20 claudio 731: }
732:
733: static void
734: tcp_server_handle_sc(int fd, short event, void *v_sc)
735: {
736: struct statctx *sc = v_sc;
737: ssize_t n;
738:
739: n = read(sc->fd, sc->buf, sc->buflen);
740: if (n == -1) {
1.34 haesbaer 741: if (errno != EINTR && errno != EWOULDBLOCK)
742: warn("fd %d read error", sc->fd);
1.20 claudio 743: return;
744: } else if (n == 0) {
745: if (ptb->vflag)
746: fprintf(stderr, "%8d closed by remote end\n", sc->fd);
1.33 haesbaer 747:
748: TAILQ_REMOVE(&sc_queue, sc, entry);
749:
1.23 sthen 750: event_del(&sc->ev);
1.20 claudio 751: close(sc->fd);
1.33 haesbaer 752:
753: /* Some file descriptors are available again. */
754: if (evtimer_pending(&sc->tcp_ts->evt, NULL)) {
755: evtimer_del(&sc->tcp_ts->evt);
756: event_add(&sc->tcp_ts->ev, NULL);
757: }
758:
1.20 claudio 759: free(sc);
760: mainstats.nconns--;
761: return;
1.1 djm 762: }
1.20 claudio 763: if (ptb->vflag >= 3)
1.11 claudio 764: fprintf(stderr, "read: %zd bytes\n", n);
1.20 claudio 765: sc->bytes += n;
766: mainstats.slice_bytes += n;
1.62 ! procter 767: mainstats.total_bytes += n;
1.20 claudio 768: }
1.58 bluhm 769:
1.20 claudio 770: static void
1.33 haesbaer 771: tcp_server_accept(int fd, short event, void *arg)
1.20 claudio 772: {
1.33 haesbaer 773: struct tcpservsock *ts = arg;
1.49 chl 774: int sock;
1.20 claudio 775: struct statctx *sc;
776: struct sockaddr_storage ss;
777: socklen_t sslen;
778: char tmp[128];
1.58 bluhm 779:
1.20 claudio 780: sslen = sizeof(ss);
1.33 haesbaer 781:
782: event_add(&ts->ev, NULL);
783: if (event & EV_TIMEOUT)
784: return;
1.48 guenther 785: if ((sock = accept4(fd, (struct sockaddr *)&ss, &sslen, SOCK_NONBLOCK))
786: == -1) {
1.33 haesbaer 787: /*
788: * Pause accept if we are out of file descriptors, or
789: * libevent will haunt us here too.
790: */
791: if (errno == ENFILE || errno == EMFILE) {
792: struct timeval evtpause = { 1, 0 };
793:
794: event_del(&ts->ev);
795: evtimer_add(&ts->evt, &evtpause);
1.38 deraadt 796: } else if (errno != EWOULDBLOCK && errno != EINTR &&
797: errno != ECONNABORTED)
1.33 haesbaer 798: warn("accept");
1.20 claudio 799: return;
800: }
801: saddr_ntop((struct sockaddr *)&ss, sslen,
802: tmp, sizeof(tmp));
1.24 haesbaer 803: if (ptb->Tflag != -1 && ss.ss_family == AF_INET) {
804: if (setsockopt(sock, IPPROTO_IP, IP_TOS,
805: &ptb->Tflag, sizeof(ptb->Tflag)))
806: err(1, "setsockopt IP_TOS");
807: }
808: if (ptb->Tflag != -1 && ss.ss_family == AF_INET6) {
809: if (setsockopt(sock, IPPROTO_IPV6, IPV6_TCLASS,
810: &ptb->Tflag, sizeof(ptb->Tflag)))
811: err(1, "setsockopt IPV6_TCLASS");
812: }
1.20 claudio 813: /* Alloc client structure and register reading callback */
814: if ((sc = calloc(1, sizeof(*sc))) == NULL)
815: err(1, "calloc");
1.33 haesbaer 816: sc->tcp_ts = ts;
1.20 claudio 817: sc->fd = sock;
818: stats_prepare(sc);
1.62 ! procter 819:
1.20 claudio 820: event_set(&sc->ev, sc->fd, EV_READ | EV_PERSIST,
821: tcp_server_handle_sc, sc);
822: event_add(&sc->ev, NULL);
823: TAILQ_INSERT_TAIL(&sc_queue, sc, entry);
1.62 ! procter 824:
1.20 claudio 825: mainstats.nconns++;
1.36 haesbaer 826: if (mainstats.nconns == 1)
827: set_slice_timer(1);
1.20 claudio 828: if (ptb->vflag)
1.28 haesbaer 829: fprintf(stderr, "Accepted connection from %s, fd = %d\n",
830: tmp, sc->fd);
1.1 djm 831: }
832:
1.20 claudio 833: static void
1.62 ! procter 834: server_init(struct addrinfo *aitop)
1.1 djm 835: {
836: char tmp[128];
1.11 claudio 837: int sock, on = 1;
1.1 djm 838: struct addrinfo *ai;
1.20 claudio 839: struct event *ev;
1.33 haesbaer 840: struct tcpservsock *ts;
1.11 claudio 841: nfds_t lnfds;
1.1 djm 842:
1.11 claudio 843: lnfds = 0;
1.1 djm 844: for (ai = aitop; ai != NULL; ai = ai->ai_next) {
845: saddr_ntop(ai->ai_addr, ai->ai_addrlen, tmp, sizeof(tmp));
1.20 claudio 846: if (ptb->vflag)
847: fprintf(stderr, "Try to bind to %s\n", tmp);
1.1 djm 848: if ((sock = socket(ai->ai_family, ai->ai_socktype,
849: ai->ai_protocol)) == -1) {
850: if (ai->ai_next == NULL)
851: err(1, "socket");
1.20 claudio 852: if (ptb->vflag)
1.1 djm 853: warn("socket");
854: continue;
855: }
1.24 haesbaer 856: if (ptb->Tflag != -1 && ai->ai_family == AF_INET) {
857: if (setsockopt(sock, IPPROTO_IP, IP_TOS,
858: &ptb->Tflag, sizeof(ptb->Tflag)))
859: err(1, "setsockopt IP_TOS");
860: }
861: if (ptb->Tflag != -1 && ai->ai_family == AF_INET6) {
862: if (setsockopt(sock, IPPROTO_IPV6, IPV6_TCLASS,
863: &ptb->Tflag, sizeof(ptb->Tflag)))
864: err(1, "setsockopt IPV6_TCLASS");
865: }
1.1 djm 866: if (setsockopt(sock, SOL_SOCKET, SO_REUSEADDR,
867: &on, sizeof(on)) == -1)
868: warn("reuse port");
869: if (bind(sock, ai->ai_addr, ai->ai_addrlen) != 0) {
870: if (ai->ai_next == NULL)
871: err(1, "bind");
1.20 claudio 872: if (ptb->vflag)
1.1 djm 873: warn("bind");
874: close(sock);
875: continue;
876: }
1.20 claudio 877: if (ptb->Sflag) {
1.1 djm 878: if (setsockopt(sock, SOL_SOCKET, SO_RCVBUF,
1.20 claudio 879: &ptb->Sflag, sizeof(ptb->Sflag)) == -1)
1.54 bluhm 880: warn("set receive socket buffer size");
1.1 djm 881: }
1.20 claudio 882: if (TCP_MODE) {
883: if (listen(sock, 64) == -1) {
884: if (ai->ai_next == NULL)
885: err(1, "listen");
886: if (ptb->vflag)
887: warn("listen");
888: close(sock);
889: continue;
890: }
1.1 djm 891: }
1.33 haesbaer 892: if (UDP_MODE) {
893: if ((ev = calloc(1, sizeof(*ev))) == NULL)
894: err(1, "calloc");
1.20 claudio 895: event_set(ev, sock, EV_READ | EV_PERSIST,
1.62 ! procter 896: udp_server_handle_sc, NULL);
1.33 haesbaer 897: event_add(ev, NULL);
898: } else {
899: if ((ts = calloc(1, sizeof(*ts))) == NULL)
900: err(1, "calloc");
901:
902: ts->fd = sock;
903: evtimer_set(&ts->evt, tcp_server_accept, ts);
904: event_set(&ts->ev, ts->fd, EV_READ,
905: tcp_server_accept, ts);
906: event_add(&ts->ev, NULL);
907: }
1.20 claudio 908: if (ptb->vflag >= 3)
909: fprintf(stderr, "bound to fd %d\n", sock);
1.11 claudio 910: lnfds++;
1.1 djm 911: }
1.51 claudio 912: if (!ptb->Uflag)
913: freeaddrinfo(aitop);
1.11 claudio 914: if (lnfds == 0)
1.1 djm 915: errx(1, "No working listen addresses found");
1.58 bluhm 916: }
1.11 claudio 917:
918: static void
1.20 claudio 919: client_handle_sc(int fd, short event, void *v_sc)
920: {
921: struct statctx *sc = v_sc;
922: ssize_t n;
1.51 claudio 923: size_t blen = sc->buflen;
1.1 djm 924:
1.51 claudio 925: if (ptb->Rflag)
926: blen = arc4random_uniform(blen) + 1;
927: if ((n = write(sc->fd, sc->buf, blen)) == -1) {
1.34 haesbaer 928: if (errno == EINTR || errno == EWOULDBLOCK ||
1.20 claudio 929: (UDP_MODE && errno == ENOBUFS))
1.34 haesbaer 930: return;
1.62 ! procter 931: warn("write");
! 932: wrapup(1);
1.11 claudio 933: }
1.58 bluhm 934: if (TCP_MODE && n == 0) {
1.28 haesbaer 935: fprintf(stderr, "Remote end closed connection");
1.62 ! procter 936: wrapup(1);
1.1 djm 937: }
1.20 claudio 938: if (ptb->vflag >= 3)
1.28 haesbaer 939: fprintf(stderr, "write: %zd bytes\n", n);
1.20 claudio 940: sc->bytes += n;
941: mainstats.slice_bytes += n;
1.62 ! procter 942: mainstats.total_bytes += n;
1.20 claudio 943: if (UDP_MODE)
944: sc->udp_slice_pkts++;
1.1 djm 945: }
946:
1.20 claudio 947: static void
1.62 ! procter 948: client_init(struct addrinfo *aitop, int nconn, struct addrinfo *aib)
1.1 djm 949: {
1.20 claudio 950: struct statctx *sc;
951: struct addrinfo *ai;
1.14 claudio 952: char tmp[128];
953: int i, r, sock;
1.1 djm 954:
1.4 henning 955: for (i = 0; i < nconn; i++) {
956: for (sock = -1, ai = aitop; ai != NULL; ai = ai->ai_next) {
957: saddr_ntop(ai->ai_addr, ai->ai_addrlen, tmp,
958: sizeof(tmp));
1.20 claudio 959: if (ptb->vflag && i == 0)
1.4 henning 960: fprintf(stderr, "Trying %s\n", tmp);
961: if ((sock = socket(ai->ai_family, ai->ai_socktype,
962: ai->ai_protocol)) == -1) {
963: if (ai->ai_next == NULL)
964: err(1, "socket");
1.20 claudio 965: if (ptb->vflag)
1.4 henning 966: warn("socket");
967: continue;
968: }
1.25 haesbaer 969: if (aib != NULL) {
970: saddr_ntop(aib->ai_addr, aib->ai_addrlen,
971: tmp, sizeof(tmp));
972: if (ptb->vflag)
973: fprintf(stderr,
974: "Try to bind to %s\n", tmp);
975: if (bind(sock, (struct sockaddr *)aib->ai_addr,
976: aib->ai_addrlen) == -1)
977: err(1, "bind");
978: }
1.24 haesbaer 979: if (ptb->Tflag != -1 && ai->ai_family == AF_INET) {
980: if (setsockopt(sock, IPPROTO_IP, IP_TOS,
981: &ptb->Tflag, sizeof(ptb->Tflag)))
982: err(1, "setsockopt IP_TOS");
983: }
984: if (ptb->Tflag != -1 && ai->ai_family == AF_INET6) {
985: if (setsockopt(sock, IPPROTO_IPV6, IPV6_TCLASS,
986: &ptb->Tflag, sizeof(ptb->Tflag)))
987: err(1, "setsockopt IPV6_TCLASS");
988: }
1.20 claudio 989: if (ptb->Sflag) {
1.4 henning 990: if (setsockopt(sock, SOL_SOCKET, SO_SNDBUF,
1.20 claudio 991: &ptb->Sflag, sizeof(ptb->Sflag)) == -1)
1.54 bluhm 992: warn("set send socket buffer size");
1.4 henning 993: }
994: if (connect(sock, ai->ai_addr, ai->ai_addrlen) != 0) {
995: if (ai->ai_next == NULL)
996: err(1, "connect");
1.20 claudio 997: if (ptb->vflag)
1.4 henning 998: warn("connect");
999: close(sock);
1000: sock = -1;
1001: continue;
1002: }
1003: break;
1.1 djm 1004: }
1.4 henning 1005: if (sock == -1)
1006: errx(1, "No host found");
1.50 krw 1007: if ((r = fcntl(sock, F_GETFL)) == -1)
1.4 henning 1008: err(1, "fcntl(F_GETFL)");
1009: r |= O_NONBLOCK;
1010: if (fcntl(sock, F_SETFL, r) == -1)
1011: err(1, "fcntl(F_SETFL, O_NONBLOCK)");
1.20 claudio 1012: /* Alloc and prepare stats */
1013: if (TCP_MODE) {
1014: if ((sc = calloc(1, sizeof(*sc))) == NULL)
1015: err(1, "calloc");
1.62 ! procter 1016: } else
! 1017: sc = udp_sc;
! 1018:
1.20 claudio 1019: sc->fd = sock;
1020: stats_prepare(sc);
1.62 ! procter 1021:
1.20 claudio 1022: event_set(&sc->ev, sc->fd, EV_WRITE | EV_PERSIST,
1023: client_handle_sc, sc);
1024: event_add(&sc->ev, NULL);
1025: TAILQ_INSERT_TAIL(&sc_queue, sc, entry);
1.62 ! procter 1026:
1.20 claudio 1027: mainstats.nconns++;
1.36 haesbaer 1028: if (mainstats.nconns == 1)
1029: set_slice_timer(1);
1.14 claudio 1030: }
1.51 claudio 1031: if (!ptb->Uflag)
1032: freeaddrinfo(aitop);
1.35 haesbaer 1033: if (aib != NULL)
1034: freeaddrinfo(aib);
1.14 claudio 1035:
1.20 claudio 1036: if (ptb->vflag && nconn > 1)
1.29 haesbaer 1037: fprintf(stderr, "%d connections established\n",
1038: mainstats.nconns);
1.14 claudio 1039: }
1040:
1.24 haesbaer 1041: static int
1042: map_tos(char *s, int *val)
1043: {
1044: /* DiffServ Codepoints and other TOS mappings */
1045: const struct toskeywords {
1046: const char *keyword;
1047: int val;
1048: } *t, toskeywords[] = {
1049: { "af11", IPTOS_DSCP_AF11 },
1050: { "af12", IPTOS_DSCP_AF12 },
1051: { "af13", IPTOS_DSCP_AF13 },
1052: { "af21", IPTOS_DSCP_AF21 },
1053: { "af22", IPTOS_DSCP_AF22 },
1054: { "af23", IPTOS_DSCP_AF23 },
1055: { "af31", IPTOS_DSCP_AF31 },
1056: { "af32", IPTOS_DSCP_AF32 },
1057: { "af33", IPTOS_DSCP_AF33 },
1058: { "af41", IPTOS_DSCP_AF41 },
1059: { "af42", IPTOS_DSCP_AF42 },
1060: { "af43", IPTOS_DSCP_AF43 },
1061: { "critical", IPTOS_PREC_CRITIC_ECP },
1062: { "cs0", IPTOS_DSCP_CS0 },
1063: { "cs1", IPTOS_DSCP_CS1 },
1064: { "cs2", IPTOS_DSCP_CS2 },
1065: { "cs3", IPTOS_DSCP_CS3 },
1066: { "cs4", IPTOS_DSCP_CS4 },
1067: { "cs5", IPTOS_DSCP_CS5 },
1068: { "cs6", IPTOS_DSCP_CS6 },
1069: { "cs7", IPTOS_DSCP_CS7 },
1070: { "ef", IPTOS_DSCP_EF },
1071: { "inetcontrol", IPTOS_PREC_INTERNETCONTROL },
1072: { "lowdelay", IPTOS_LOWDELAY },
1073: { "netcontrol", IPTOS_PREC_NETCONTROL },
1074: { "reliability", IPTOS_RELIABILITY },
1075: { "throughput", IPTOS_THROUGHPUT },
1.58 bluhm 1076: { NULL, -1 },
1.24 haesbaer 1077: };
1.58 bluhm 1078:
1.24 haesbaer 1079: for (t = toskeywords; t->keyword != NULL; t++) {
1080: if (strcmp(s, t->keyword) == 0) {
1081: *val = t->val;
1082: return (1);
1083: }
1084: }
1.58 bluhm 1085:
1.24 haesbaer 1086: return (0);
1087: }
1088:
1.30 henning 1089: static void
1090: quit(int sig, short event, void *arg)
1091: {
1.62 ! procter 1092: wrapup(0);
! 1093: }
! 1094:
! 1095: static void
! 1096: wrapup(int err)
! 1097: {
! 1098: const int transfers = timerisset(&mainstats.t_first);
! 1099: const int stats = (mainstats.floor_mbps != INFINITY);
! 1100:
! 1101: if (transfers) {
! 1102: if (!stats) {
! 1103: if (UDP_MODE)
! 1104: udp_process_slice(0, 0, NULL);
! 1105: else
! 1106: tcp_process_slice(0, 0, NULL);
! 1107: }
! 1108:
! 1109: summary_display();
! 1110: }
! 1111:
! 1112: exit(err);
1.30 henning 1113: }
1114:
1.1 djm 1115: int
1116: main(int argc, char **argv)
1117: {
1.30 henning 1118: struct timeval tv;
1.37 haesbaer 1119: unsigned int secs, rtable;
1.1 djm 1120:
1121: char kerr[_POSIX2_LINE_MAX], *tmp;
1.25 haesbaer 1122: struct addrinfo *aitop, *aib, hints;
1.1 djm 1123: const char *errstr;
1.11 claudio 1124: struct rlimit rl;
1.20 claudio 1125: int ch, herr, nconn;
1.42 dlg 1126: int family = PF_UNSPEC;
1.12 deraadt 1127: struct nlist nl[] = { { "_tcbtable" }, { "" } };
1.25 haesbaer 1128: const char *host = NULL, *port = DEFAULT_PORT, *srcbind = NULL;
1.30 henning 1129: struct event ev_sigint, ev_sigterm, ev_sighup, ev_progtimer;
1.51 claudio 1130: struct sockaddr_un sock_un;
1.1 djm 1131:
1.20 claudio 1132: /* Init world */
1.45 millert 1133: setvbuf(stdout, NULL, _IOLBF, 0);
1.20 claudio 1134: ptb = &tcpbench;
1135: ptb->dummybuf_len = 0;
1.51 claudio 1136: ptb->Sflag = ptb->sflag = ptb->vflag = ptb->Rflag = ptb->Uflag = 0;
1.20 claudio 1137: ptb->kvmh = NULL;
1138: ptb->kvars = NULL;
1139: ptb->rflag = DEFAULT_STATS_INTERVAL;
1.24 haesbaer 1140: ptb->Tflag = -1;
1.20 claudio 1141: nconn = 1;
1.25 haesbaer 1142: aib = NULL;
1.30 henning 1143: secs = 0;
1.1 djm 1144:
1.51 claudio 1145: while ((ch = getopt(argc, argv, "46b:B:hlk:n:p:Rr:sS:t:T:uUvV:")) != -1) {
1.1 djm 1146: switch (ch) {
1.42 dlg 1147: case '4':
1148: family = PF_INET;
1149: break;
1150: case '6':
1151: family = PF_INET6;
1152: break;
1.25 haesbaer 1153: case 'b':
1154: srcbind = optarg;
1155: break;
1.1 djm 1156: case 'l':
1157: list_kvars();
1158: exit(0);
1159: case 'k':
1160: if ((tmp = strdup(optarg)) == NULL)
1.53 benno 1161: err(1, "strdup");
1.20 claudio 1162: ptb->kvars = check_prepare_kvars(tmp);
1.1 djm 1163: free(tmp);
1164: break;
1.51 claudio 1165: case 'R':
1166: ptb->Rflag = 1;
1167: break;
1.1 djm 1168: case 'r':
1.20 claudio 1169: ptb->rflag = strtonum(optarg, 0, 60 * 60 * 24 * 1000,
1.1 djm 1170: &errstr);
1171: if (errstr != NULL)
1172: errx(1, "statistics interval is %s: %s",
1173: errstr, optarg);
1174: break;
1175: case 'p':
1176: port = optarg;
1177: break;
1178: case 's':
1.20 claudio 1179: ptb->sflag = 1;
1.1 djm 1180: break;
1181: case 'S':
1.20 claudio 1182: ptb->Sflag = strtonum(optarg, 0, 1024*1024*1024,
1.1 djm 1183: &errstr);
1184: if (errstr != NULL)
1.54 bluhm 1185: errx(1, "socket buffer size is %s: %s",
1.1 djm 1186: errstr, optarg);
1187: break;
1188: case 'B':
1.20 claudio 1189: ptb->dummybuf_len = strtonum(optarg, 0, 1024*1024*1024,
1.1 djm 1190: &errstr);
1191: if (errstr != NULL)
1192: errx(1, "read/write buffer size is %s: %s",
1193: errstr, optarg);
1194: break;
1195: case 'v':
1.20 claudio 1196: ptb->vflag++;
1.9 claudio 1197: break;
1198: case 'V':
1.37 haesbaer 1199: rtable = (unsigned int)strtonum(optarg, 0,
1.9 claudio 1200: RT_TABLEID_MAX, &errstr);
1201: if (errstr)
1.17 guenther 1202: errx(1, "rtable value is %s: %s",
1.9 claudio 1203: errstr, optarg);
1.37 haesbaer 1204: if (setrtable(rtable) == -1)
1205: err(1, "setrtable");
1.1 djm 1206: break;
1.4 henning 1207: case 'n':
1208: nconn = strtonum(optarg, 0, 65535, &errstr);
1209: if (errstr != NULL)
1210: errx(1, "number of connections is %s: %s",
1211: errstr, optarg);
1212: break;
1.20 claudio 1213: case 'u':
1214: ptb->uflag = 1;
1.24 haesbaer 1215: break;
1.51 claudio 1216: case 'U':
1217: ptb->Uflag = 1;
1218: break;
1.24 haesbaer 1219: case 'T':
1220: if (map_tos(optarg, &ptb->Tflag))
1221: break;
1222: errstr = NULL;
1223: if (strlen(optarg) > 1 && optarg[0] == '0' &&
1224: optarg[1] == 'x')
1225: ptb->Tflag = (int)strtol(optarg, NULL, 16);
1226: else
1227: ptb->Tflag = (int)strtonum(optarg, 0, 255,
1228: &errstr);
1229: if (ptb->Tflag == -1 || ptb->Tflag > 255 || errstr)
1230: errx(1, "illegal tos value %s", optarg);
1.20 claudio 1231: break;
1.30 henning 1232: case 't':
1233: secs = strtonum(optarg, 1, UINT_MAX, &errstr);
1234: if (errstr != NULL)
1235: errx(1, "secs is %s: %s",
1236: errstr, optarg);
1237: break;
1.1 djm 1238: case 'h':
1239: default:
1240: usage();
1241: }
1242: }
1243:
1.57 deraadt 1244: if (pledge("stdio unveil rpath dns inet unix id proc", NULL) == -1)
1.47 benno 1245: err(1, "pledge");
1246:
1.1 djm 1247: argv += optind;
1248: argc -= optind;
1.51 claudio 1249: if ((argc != (ptb->sflag && !ptb->Uflag ? 0 : 1)) ||
1.20 claudio 1250: (UDP_MODE && (ptb->kvars || nconn != 1)))
1.1 djm 1251: usage();
1.4 henning 1252:
1.46 deraadt 1253: if (ptb->kvars) {
1.57 deraadt 1254: if (unveil(_PATH_MEM, "r") == -1)
1255: err(1, "unveil");
1256: if (unveil(_PATH_KMEM, "r") == -1)
1257: err(1, "unveil");
1258: if (unveil(_PATH_KSYMS, "r") == -1)
1259: err(1, "unveil");
1260:
1.46 deraadt 1261: if ((ptb->kvmh = kvm_openfiles(NULL, NULL, NULL,
1262: O_RDONLY, kerr)) == NULL)
1263: errx(1, "kvm_open: %s", kerr);
1264: drop_gid();
1265: if (kvm_nlist(ptb->kvmh, nl) < 0 || nl[0].n_type == 0)
1266: errx(1, "kvm: no namelist");
1267: ptb->ktcbtab = nl[0].n_value;
1268: } else
1269: drop_gid();
1270:
1.57 deraadt 1271: if (!ptb->sflag || ptb->Uflag)
1.62 ! procter 1272: mainstats.host = host = argv[0];
1.57 deraadt 1273:
1274: if (ptb->Uflag)
1275: if (unveil(host, "rwc") == -1)
1276: err(1, "unveil");
1277:
1.51 claudio 1278: if (pledge("stdio id dns inet unix", NULL) == -1)
1.47 benno 1279: err(1, "pledge");
1280:
1.20 claudio 1281: /*
1282: * Rationale,
1283: * If TCP, use a big buffer with big reads/writes.
1284: * If UDP, use a big buffer in server and a buffer the size of a
1285: * ethernet packet.
1286: */
1287: if (!ptb->dummybuf_len) {
1.58 bluhm 1288: if (ptb->sflag || TCP_MODE)
1.20 claudio 1289: ptb->dummybuf_len = DEFAULT_BUF;
1290: else
1291: ptb->dummybuf_len = DEFAULT_UDP_PKT;
1292: }
1.1 djm 1293:
1.13 claudio 1294: bzero(&hints, sizeof(hints));
1.42 dlg 1295: hints.ai_family = family;
1.25 haesbaer 1296: if (UDP_MODE) {
1.20 claudio 1297: hints.ai_socktype = SOCK_DGRAM;
1.25 haesbaer 1298: hints.ai_protocol = IPPROTO_UDP;
1.27 haesbaer 1299: } else {
1.20 claudio 1300: hints.ai_socktype = SOCK_STREAM;
1.25 haesbaer 1301: hints.ai_protocol = IPPROTO_TCP;
1302: }
1.51 claudio 1303: if (ptb->Uflag) {
1304: hints.ai_family = AF_UNIX;
1305: hints.ai_protocol = 0;
1306: sock_un.sun_family = AF_UNIX;
1307: if (strlcpy(sock_un.sun_path, host, sizeof(sock_un.sun_path)) >=
1308: sizeof(sock_un.sun_path))
1309: errx(1, "socket name '%s' too long", host);
1310: hints.ai_addr = (struct sockaddr *)&sock_un;
1311: hints.ai_addrlen = sizeof(sock_un);
1312: aitop = &hints;
1313: } else {
1314: if (ptb->sflag)
1315: hints.ai_flags = AI_PASSIVE;
1316: if (srcbind != NULL) {
1317: hints.ai_flags |= AI_NUMERICHOST;
1318: herr = getaddrinfo(srcbind, NULL, &hints, &aib);
1319: hints.ai_flags &= ~AI_NUMERICHOST;
1320: if (herr != 0) {
1321: if (herr == EAI_SYSTEM)
1322: err(1, "getaddrinfo");
1323: else
1324: errx(1, "getaddrinfo: %s",
1325: gai_strerror(herr));
1326: }
1327: }
1328: if ((herr = getaddrinfo(host, port, &hints, &aitop)) != 0) {
1.25 haesbaer 1329: if (herr == EAI_SYSTEM)
1330: err(1, "getaddrinfo");
1331: else
1332: errx(1, "getaddrinfo: %s", gai_strerror(herr));
1333: }
1334: }
1.1 djm 1335:
1.51 claudio 1336: if (pledge("stdio id inet unix", NULL) == -1)
1.47 benno 1337: err(1, "pledge");
1338:
1.11 claudio 1339: if (getrlimit(RLIMIT_NOFILE, &rl) == -1)
1340: err(1, "getrlimit");
1341: if (rl.rlim_cur < MAX_FD)
1342: rl.rlim_cur = MAX_FD;
1343: if (setrlimit(RLIMIT_NOFILE, &rl))
1344: err(1, "setrlimit");
1345: if (getrlimit(RLIMIT_NOFILE, &rl) == -1)
1346: err(1, "getrlimit");
1.47 benno 1347:
1.51 claudio 1348: if (pledge("stdio inet unix", NULL) == -1)
1.47 benno 1349: err(1, "pledge");
1350:
1.20 claudio 1351: /* Init world */
1352: TAILQ_INIT(&sc_queue);
1353: if ((ptb->dummybuf = malloc(ptb->dummybuf_len)) == NULL)
1354: err(1, "malloc");
1355: arc4random_buf(ptb->dummybuf, ptb->dummybuf_len);
1356:
1.62 ! procter 1357: timerclear(&mainstats.t_first);
! 1358: mainstats.floor_mbps = INFINITY;
! 1359:
1.20 claudio 1360: /* Setup libevent and signals */
1361: event_init();
1362: signal_set(&ev_sigterm, SIGTERM, signal_handler, NULL);
1363: signal_set(&ev_sighup, SIGHUP, signal_handler, NULL);
1364: signal_set(&ev_sigint, SIGINT, signal_handler, NULL);
1365: signal_add(&ev_sigint, NULL);
1366: signal_add(&ev_sigterm, NULL);
1367: signal_add(&ev_sighup, NULL);
1368: signal(SIGPIPE, SIG_IGN);
1.58 bluhm 1369:
1.27 haesbaer 1370: if (UDP_MODE) {
1371: if ((udp_sc = calloc(1, sizeof(*udp_sc))) == NULL)
1372: err(1, "calloc");
1373: udp_sc->fd = -1;
1.62 ! procter 1374: evtimer_set(&mainstats.timer, udp_process_slice, NULL);
1.27 haesbaer 1375: } else {
1.20 claudio 1376: print_tcp_header();
1377: evtimer_set(&mainstats.timer, tcp_process_slice, NULL);
1.27 haesbaer 1378: }
1.20 claudio 1379:
1.27 haesbaer 1380: if (ptb->sflag)
1.62 ! procter 1381: server_init(aitop);
1.30 henning 1382: else {
1383: if (secs > 0) {
1384: timerclear(&tv);
1385: tv.tv_sec = secs + 1;
1386: evtimer_set(&ev_progtimer, quit, NULL);
1387: evtimer_add(&ev_progtimer, &tv);
1388: }
1.62 ! procter 1389: client_init(aitop, nconn, aib);
1.47 benno 1390:
1391: if (pledge("stdio", NULL) == -1)
1392: err(1, "pledge");
1.30 henning 1393: }
1.47 benno 1394:
1.20 claudio 1395: /* libevent main loop*/
1396: event_dispatch();
1.1 djm 1397:
1.20 claudio 1398: return (0);
1.1 djm 1399: }