Annotation of src/usr.bin/tcpbench/tcpbench.c, Revision 1.23
1.1 djm 1: /*
2: * Copyright (c) 2008 Damien Miller <djm@mindrot.org>
1.20 claudio 3: * Copyright (c) 2011 Christiano F. Haesbaert <haesbaert@haesbaert.org>
1.1 djm 4: *
5: * Permission to use, copy, modify, and distribute this software for any
6: * purpose with or without fee is hereby granted, provided that the above
7: * copyright notice and this permission notice appear in all copies.
8: *
9: * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10: * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11: * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12: * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13: * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14: * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15: * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16: */
17:
18: #include <sys/types.h>
19: #include <sys/time.h>
20: #include <sys/socket.h>
21: #include <sys/socketvar.h>
1.11 claudio 22: #include <sys/resource.h>
1.20 claudio 23: #include <sys/queue.h>
1.1 djm 24:
25: #include <net/route.h>
26:
27: #include <netinet/in.h>
28: #include <netinet/in_systm.h>
29: #include <netinet/ip.h>
30: #include <netinet/tcp.h>
31: #include <netinet/tcp_timer.h>
32: #include <netinet/tcp_fsm.h>
33: #include <netinet/in_pcb.h>
34: #include <netinet/tcp_var.h>
35:
36: #include <arpa/inet.h>
37:
38: #include <unistd.h>
39: #include <limits.h>
40: #include <stdlib.h>
41: #include <stdio.h>
42: #include <string.h>
43: #include <errno.h>
1.20 claudio 44: #include <event.h>
1.1 djm 45: #include <netdb.h>
46: #include <signal.h>
47: #include <err.h>
48: #include <fcntl.h>
49: #include <poll.h>
50:
51: #include <kvm.h>
52: #include <nlist.h>
53:
1.11 claudio 54: #define DEFAULT_PORT "12345"
55: #define DEFAULT_STATS_INTERVAL 1000 /* ms */
1.20 claudio 56: #define DEFAULT_BUF (256 * 1024)
57: #define DEFAULT_UDP_PKT (1500 - 28) /* TODO don't hardcode this */
58: #define TCP_MODE !ptb->uflag
59: #define UDP_MODE ptb->uflag
1.11 claudio 60: #define MAX_FD 1024
1.1 djm 61:
1.20 claudio 62: /* Our tcpbench globals */
63: struct {
64: u_int Vflag; /* rtableid */
65: int Sflag; /* Socket buffer size (tcp mode) */
66: u_int rflag; /* Report rate (ms) */
67: int sflag; /* True if server */
68: int vflag; /* Verbose */
69: int uflag; /* UDP mode */
70: kvm_t *kvmh; /* Kvm handler */
71: char **kvars; /* Kvm enabled vars */
72: u_long ktcbtab; /* Ktcb */
73: char *dummybuf; /* IO buffer */
74: size_t dummybuf_len; /* IO buffer len */
75: } tcpbench, *ptb;
1.1 djm 76:
1.20 claudio 77: /* stats for a single tcp connection, udp uses only one */
1.1 djm 78: struct statctx {
1.20 claudio 79: TAILQ_ENTRY(statctx) entry;
1.11 claudio 80: struct timeval t_start, t_last;
1.1 djm 81: unsigned long long bytes;
1.20 claudio 82: int fd;
83: char *buf;
84: size_t buflen;
85: struct event ev;
86: /* TCP only */
87: u_long tcp_tcbaddr;
88: /* UDP only */
89: u_long udp_slice_pkts;
1.1 djm 90: };
91:
1.20 claudio 92: static void signal_handler(int, short, void *);
93: static void saddr_ntop(const struct sockaddr *, socklen_t, char *, size_t);
94: static void drop_gid(void);
95: static void set_slice_timer(int);
96: static void print_tcp_header(void);
97: static void kget(u_long, void *, size_t);
98: static u_long kfind_tcb(int);
99: static void kupdate_stats(u_long, struct inpcb *, struct tcpcb *,
100: struct socket *);
101: static void list_kvars(void);
102: static void check_kvar(const char *);
103: static char ** check_prepare_kvars(char *);
104: static void stats_prepare(struct statctx *);
105: static void tcp_stats_display(unsigned long long, long double, float,
106: struct statctx *, struct inpcb *, struct tcpcb *, struct socket *);
107: static void tcp_process_slice(int, short, void *);
108: static void tcp_server_handle_sc(int, short, void *);
109: static void tcp_server_accept(int, short, void *);
110: static void server_init(struct addrinfo *, struct statctx *);
111: static void client_handle_sc(int, short, void *);
112: static void client_init(struct addrinfo *, int, struct statctx *);
113: static int clock_gettime_tv(clockid_t, struct timeval *);
114: static void udp_server_handle_sc(int, short, void *);
115: static void udp_process_slice(int, short, void *);
116:
1.11 claudio 117: /*
118: * We account the mainstats here, that is the stats
119: * for all connections, all variables starting with slice
120: * are used to account information for the timeslice
121: * between each output. Peak variables record the highest
122: * between all slices so far.
123: */
124: static struct {
125: unsigned long long slice_bytes; /* bytes for last slice */
126: long double peak_mbps; /* peak mbps so far */
127: int nconns; /* connected clients */
1.20 claudio 128: struct event timer; /* process timer */
1.11 claudio 129: } mainstats;
130:
1.20 claudio 131: /* When adding variables, also add to tcp_stats_display() */
1.1 djm 132: static const char *allowed_kvars[] = {
133: "inpcb.inp_flags",
134: "sockb.so_rcv.sb_cc",
1.19 claudio 135: "sockb.so_rcv.sb_wat",
1.1 djm 136: "sockb.so_rcv.sb_hiwat",
137: "sockb.so_snd.sb_cc",
1.19 claudio 138: "sockb.so_snd.sb_wat",
1.1 djm 139: "sockb.so_snd.sb_hiwat",
140: "tcpcb.snd_una",
141: "tcpcb.snd_nxt",
142: "tcpcb.snd_wl1",
143: "tcpcb.snd_wl2",
144: "tcpcb.snd_wnd",
145: "tcpcb.rcv_wnd",
146: "tcpcb.rcv_nxt",
147: "tcpcb.rcv_adv",
148: "tcpcb.snd_max",
149: "tcpcb.snd_cwnd",
150: "tcpcb.snd_ssthresh",
151: "tcpcb.t_rcvtime",
152: "tcpcb.t_rtttime",
153: "tcpcb.t_rtseq",
154: "tcpcb.t_srtt",
155: "tcpcb.t_rttvar",
156: "tcpcb.t_rttmin",
157: "tcpcb.max_sndwnd",
158: "tcpcb.snd_scale",
159: "tcpcb.rcv_scale",
160: "tcpcb.last_ack_sent",
1.19 claudio 161: "tcpcb.rfbuf_cnt",
162: "tcpcb.rfbuf_ts",
163: "tcpcb.ts_recent_age",
164: "tcpcb.ts_recent",
1.1 djm 165: NULL
166: };
167:
1.20 claudio 168: TAILQ_HEAD(, statctx) sc_queue;
1.1 djm 169:
170: static void __dead
171: usage(void)
172: {
173: fprintf(stderr,
1.6 jmc 174: "usage: tcpbench -l\n"
1.21 jmc 175: " tcpbench [-uv] [-B buf] [-k kvars] [-n connections] [-p port]\n"
176: " [-r interval] [-S space] [-V rtable] hostname\n"
177: " tcpbench -s [-uv] [-B buf] [-k kvars] [-p port]\n"
178: " [-r interval] [-S space] [-V rtable]\n");
1.1 djm 179: exit(1);
180: }
181:
182: static void
1.20 claudio 183: signal_handler(int sig, short event, void *bula)
184: {
185: /*
186: * signal handler rules don't apply, libevent decouples for us
187: */
188: switch (sig) {
189: case SIGINT:
190: case SIGTERM:
191: case SIGHUP:
192: warnx("Terminated by signal %d", sig);
193: exit(0);
194: break; /* NOTREACHED */
195: default:
196: errx(1, "unexpected signal %d", sig);
197: break; /* NOTREACHED */
198: }
199: }
200:
201: static void
1.1 djm 202: saddr_ntop(const struct sockaddr *addr, socklen_t alen, char *buf, size_t len)
203: {
204: char hbuf[NI_MAXHOST], pbuf[NI_MAXSERV];
205: int herr;
206:
1.3 djm 207: if ((herr = getnameinfo(addr, alen, hbuf, sizeof(hbuf),
208: pbuf, sizeof(pbuf), NI_NUMERICHOST|NI_NUMERICSERV)) != 0) {
1.1 djm 209: if (herr == EAI_SYSTEM)
210: err(1, "getnameinfo");
211: else
212: errx(1, "getnameinfo: %s", gai_strerror(herr));
213: }
214: snprintf(buf, len, "[%s]:%s", hbuf, pbuf);
215: }
216:
217: static void
1.20 claudio 218: drop_gid(void)
219: {
220: gid_t gid;
221:
222: gid = getgid();
223: if (setresgid(gid, gid, gid) == -1)
224: err(1, "setresgid");
225: }
226:
227: static void
228: set_slice_timer(int on)
1.11 claudio 229: {
1.20 claudio 230: struct timeval tv;
1.11 claudio 231:
1.20 claudio 232: if (ptb->rflag == 0)
1.11 claudio 233: return;
234:
1.20 claudio 235: if (on) {
236: if (evtimer_pending(&mainstats.timer, NULL))
237: return;
238: timerclear(&tv);
239: /* XXX Is there a better way to do this ? */
240: tv.tv_sec = ptb->rflag / 1000;
241: tv.tv_usec = (ptb->rflag % 1000) * 1000;
242:
243: evtimer_add(&mainstats.timer, &tv);
244: } else if (evtimer_pending(&mainstats.timer, NULL))
245: evtimer_del(&mainstats.timer);
246: }
1.11 claudio 247:
1.20 claudio 248: static int
249: clock_gettime_tv(clockid_t clock_id, struct timeval *tv)
250: {
251: struct timespec ts;
252:
253: if (clock_gettime(clock_id, &ts) == -1)
254: return (-1);
255:
256: TIMESPEC_TO_TIMEVAL(tv, &ts);
257:
258: return (0);
1.11 claudio 259: }
260:
261: static void
1.20 claudio 262: print_tcp_header(void)
1.11 claudio 263: {
264: char **kv;
1.20 claudio 265:
1.11 claudio 266: printf("%12s %14s %12s %8s ", "elapsed_ms", "bytes", "mbps",
267: "bwidth");
1.20 claudio 268: for (kv = ptb->kvars; ptb->kvars != NULL && *kv != NULL; kv++)
269: printf("%s%s", kv != ptb->kvars ? "," : "", *kv);
1.11 claudio 270: printf("\n");
271: }
272:
273: static void
1.20 claudio 274: kget(u_long addr, void *buf, size_t size)
1.1 djm 275: {
1.20 claudio 276: if (kvm_read(ptb->kvmh, addr, buf, size) != (ssize_t)size)
277: errx(1, "kvm_read: %s", kvm_geterr(ptb->kvmh));
1.1 djm 278: }
279:
280: static u_long
1.20 claudio 281: kfind_tcb(int sock)
1.1 djm 282: {
283: struct inpcbtable tcbtab;
284: struct inpcb *head, *next, *prev;
285: struct inpcb inpcb;
286: struct tcpcb tcpcb;
287:
288: struct sockaddr_storage me, them;
289: socklen_t melen, themlen;
290: struct sockaddr_in *in4;
291: struct sockaddr_in6 *in6;
292: char tmp1[64], tmp2[64];
1.11 claudio 293: int nretry;
1.1 djm 294:
1.11 claudio 295: nretry = 10;
1.1 djm 296: melen = themlen = sizeof(struct sockaddr_storage);
297: if (getsockname(sock, (struct sockaddr *)&me, &melen) == -1)
298: err(1, "getsockname");
299: if (getpeername(sock, (struct sockaddr *)&them, &themlen) == -1)
300: err(1, "getpeername");
301: if (me.ss_family != them.ss_family)
302: errx(1, "%s: me.ss_family != them.ss_family", __func__);
303: if (me.ss_family != AF_INET && me.ss_family != AF_INET6)
304: errx(1, "%s: unknown socket family", __func__);
1.20 claudio 305: if (ptb->vflag >= 2) {
1.1 djm 306: saddr_ntop((struct sockaddr *)&me, me.ss_len,
307: tmp1, sizeof(tmp1));
308: saddr_ntop((struct sockaddr *)&them, them.ss_len,
309: tmp2, sizeof(tmp2));
310: fprintf(stderr, "Our socket local %s remote %s\n", tmp1, tmp2);
311: }
1.20 claudio 312: if (ptb->vflag >= 2)
313: fprintf(stderr, "Using PCB table at %lu\n", ptb->ktcbtab);
1.11 claudio 314: retry:
1.20 claudio 315: kget(ptb->ktcbtab, &tcbtab, sizeof(tcbtab));
1.1 djm 316: prev = head = (struct inpcb *)&CIRCLEQ_FIRST(
1.20 claudio 317: &((struct inpcbtable *)ptb->ktcbtab)->inpt_queue);
1.1 djm 318: next = CIRCLEQ_FIRST(&tcbtab.inpt_queue);
319:
1.20 claudio 320: if (ptb->vflag >= 2)
1.1 djm 321: fprintf(stderr, "PCB head at %p\n", head);
322: while (next != head) {
1.20 claudio 323: if (ptb->vflag >= 2)
1.1 djm 324: fprintf(stderr, "Checking PCB %p\n", next);
1.20 claudio 325: kget((u_long)next, &inpcb, sizeof(inpcb));
1.11 claudio 326: if (CIRCLEQ_PREV(&inpcb, inp_queue) != prev) {
327: if (nretry--) {
328: warnx("pcb prev pointer insane");
329: goto retry;
330: }
331: else
332: errx(1, "pcb prev pointer insane,"
333: " all attempts exausted");
334: }
1.1 djm 335: prev = next;
336: next = CIRCLEQ_NEXT(&inpcb, inp_queue);
337:
338: if (me.ss_family == AF_INET) {
339: if ((inpcb.inp_flags & INP_IPV6) != 0) {
1.20 claudio 340: if (ptb->vflag >= 2)
1.1 djm 341: fprintf(stderr, "Skip: INP_IPV6");
342: continue;
343: }
1.20 claudio 344: if (ptb->vflag >= 2) {
1.1 djm 345: inet_ntop(AF_INET, &inpcb.inp_laddr,
346: tmp1, sizeof(tmp1));
347: inet_ntop(AF_INET, &inpcb.inp_faddr,
348: tmp2, sizeof(tmp2));
349: fprintf(stderr, "PCB %p local: [%s]:%d "
350: "remote: [%s]:%d\n", prev,
351: tmp1, inpcb.inp_lport,
352: tmp2, inpcb.inp_fport);
353: }
354: in4 = (struct sockaddr_in *)&me;
355: if (memcmp(&in4->sin_addr, &inpcb.inp_laddr,
356: sizeof(struct in_addr)) != 0 ||
357: in4->sin_port != inpcb.inp_lport)
358: continue;
359: in4 = (struct sockaddr_in *)&them;
360: if (memcmp(&in4->sin_addr, &inpcb.inp_faddr,
361: sizeof(struct in_addr)) != 0 ||
362: in4->sin_port != inpcb.inp_fport)
363: continue;
364: } else {
365: if ((inpcb.inp_flags & INP_IPV6) == 0)
366: continue;
1.20 claudio 367: if (ptb->vflag >= 2) {
1.1 djm 368: inet_ntop(AF_INET6, &inpcb.inp_laddr6,
369: tmp1, sizeof(tmp1));
370: inet_ntop(AF_INET6, &inpcb.inp_faddr6,
371: tmp2, sizeof(tmp2));
372: fprintf(stderr, "PCB %p local: [%s]:%d "
373: "remote: [%s]:%d\n", prev,
374: tmp1, inpcb.inp_lport,
375: tmp2, inpcb.inp_fport);
376: }
377: in6 = (struct sockaddr_in6 *)&me;
378: if (memcmp(&in6->sin6_addr, &inpcb.inp_laddr6,
379: sizeof(struct in6_addr)) != 0 ||
380: in6->sin6_port != inpcb.inp_lport)
381: continue;
382: in6 = (struct sockaddr_in6 *)&them;
383: if (memcmp(&in6->sin6_addr, &inpcb.inp_faddr6,
384: sizeof(struct in6_addr)) != 0 ||
385: in6->sin6_port != inpcb.inp_fport)
386: continue;
387: }
1.20 claudio 388: kget((u_long)inpcb.inp_ppcb, &tcpcb, sizeof(tcpcb));
1.1 djm 389: if (tcpcb.t_state != TCPS_ESTABLISHED) {
1.20 claudio 390: if (ptb->vflag >= 2)
1.1 djm 391: fprintf(stderr, "Not established\n");
392: continue;
393: }
1.20 claudio 394: if (ptb->vflag >= 2)
1.1 djm 395: fprintf(stderr, "Found PCB at %p\n", prev);
1.20 claudio 396: return ((u_long)prev);
1.1 djm 397: }
398:
399: errx(1, "No matching PCB found");
400: }
401:
402: static void
1.20 claudio 403: kupdate_stats(u_long tcbaddr, struct inpcb *inpcb,
404: struct tcpcb *tcpcb, struct socket *sockb)
1.1 djm 405: {
1.20 claudio 406: kget(tcbaddr, inpcb, sizeof(*inpcb));
407: kget((u_long)inpcb->inp_ppcb, tcpcb, sizeof(*tcpcb));
408: kget((u_long)inpcb->inp_socket, sockb, sizeof(*sockb));
1.1 djm 409: }
410:
411: static void
412: check_kvar(const char *var)
413: {
1.16 deraadt 414: u_int i;
1.1 djm 415:
416: for (i = 0; allowed_kvars[i] != NULL; i++)
417: if (strcmp(allowed_kvars[i], var) == 0)
418: return;
419: errx(1, "Unrecognised kvar: %s", var);
420: }
421:
422: static void
423: list_kvars(void)
424: {
1.16 deraadt 425: u_int i;
1.1 djm 426:
427: fprintf(stderr, "Supported kernel variables:\n");
428: for (i = 0; allowed_kvars[i] != NULL; i++)
429: fprintf(stderr, "\t%s\n", allowed_kvars[i]);
430: }
431:
432: static char **
433: check_prepare_kvars(char *list)
434: {
435: char *item, **ret = NULL;
1.16 deraadt 436: u_int n = 0;
1.1 djm 437:
438: while ((item = strsep(&list, ", \t\n")) != NULL) {
439: check_kvar(item);
440: if ((ret = realloc(ret, sizeof(*ret) * (++n + 1))) == NULL)
441: errx(1, "realloc(kvars)");
442: if ((ret[n - 1] = strdup(item)) == NULL)
443: errx(1, "strdup");
444: ret[n] = NULL;
445: }
1.20 claudio 446: return (ret);
1.1 djm 447: }
448:
449: static void
1.20 claudio 450: stats_prepare(struct statctx *sc)
1.1 djm 451: {
1.20 claudio 452: sc->buf = ptb->dummybuf;
453: sc->buflen = ptb->dummybuf_len;
454:
455: if (ptb->kvars)
456: sc->tcp_tcbaddr = kfind_tcb(sc->fd);
457: if (clock_gettime_tv(CLOCK_MONOTONIC, &sc->t_start) == -1)
458: err(1, "clock_gettime_tv");
1.1 djm 459: sc->t_last = sc->t_start;
460:
461: }
462:
463: static void
1.20 claudio 464: tcp_stats_display(unsigned long long total_elapsed, long double mbps,
1.11 claudio 465: float bwperc, struct statctx *sc, struct inpcb *inpcb,
466: struct tcpcb *tcpcb, struct socket *sockb)
467: {
468: int j;
469:
470: printf("%12llu %14llu %12.3Lf %7.2f%% ", total_elapsed, sc->bytes,
471: mbps, bwperc);
472:
1.20 claudio 473: if (ptb->kvars != NULL) {
474: kupdate_stats(sc->tcp_tcbaddr, inpcb, tcpcb,
1.11 claudio 475: sockb);
1.1 djm 476:
1.20 claudio 477: for (j = 0; ptb->kvars[j] != NULL; j++) {
1.11 claudio 478: #define S(a) #a
479: #define P(b, v, f) \
1.20 claudio 480: if (strcmp(ptb->kvars[j], S(b.v)) == 0) { \
1.11 claudio 481: printf("%s"f, j > 0 ? "," : "", b->v); \
482: continue; \
483: }
484: P(inpcb, inp_flags, "0x%08x")
485: P(sockb, so_rcv.sb_cc, "%lu")
1.19 claudio 486: P(sockb, so_rcv.sb_wat, "%lu")
1.11 claudio 487: P(sockb, so_rcv.sb_hiwat, "%lu")
488: P(sockb, so_snd.sb_cc, "%lu")
1.19 claudio 489: P(sockb, so_snd.sb_wat, "%lu")
1.11 claudio 490: P(sockb, so_snd.sb_hiwat, "%lu")
491: P(tcpcb, snd_una, "%u")
492: P(tcpcb, snd_nxt, "%u")
493: P(tcpcb, snd_wl1, "%u")
494: P(tcpcb, snd_wl2, "%u")
495: P(tcpcb, snd_wnd, "%lu")
496: P(tcpcb, rcv_wnd, "%lu")
497: P(tcpcb, rcv_nxt, "%u")
498: P(tcpcb, rcv_adv, "%u")
499: P(tcpcb, snd_max, "%u")
500: P(tcpcb, snd_cwnd, "%lu")
501: P(tcpcb, snd_ssthresh, "%lu")
502: P(tcpcb, t_rcvtime, "%u")
503: P(tcpcb, t_rtttime, "%u")
504: P(tcpcb, t_rtseq, "%u")
505: P(tcpcb, t_srtt, "%hu")
506: P(tcpcb, t_rttvar, "%hu")
507: P(tcpcb, t_rttmin, "%hu")
508: P(tcpcb, max_sndwnd, "%lu")
509: P(tcpcb, snd_scale, "%u")
510: P(tcpcb, rcv_scale, "%u")
511: P(tcpcb, last_ack_sent, "%u")
1.19 claudio 512: P(tcpcb, rfbuf_cnt, "%u")
513: P(tcpcb, rfbuf_ts, "%u")
514: P(tcpcb, ts_recent_age, "%u")
515: P(tcpcb, ts_recent, "%u")
1.11 claudio 516: #undef S
1.1 djm 517: #undef P
518: }
519: }
520: printf("\n");
521: }
522:
523: static void
1.20 claudio 524: tcp_process_slice(int fd, short event, void *bula)
1.1 djm 525: {
1.11 claudio 526: unsigned long long total_elapsed, since_last;
527: long double mbps, slice_mbps = 0;
528: float bwperc;
1.20 claudio 529: struct statctx *sc;
1.11 claudio 530: struct timeval t_cur, t_diff;
531: struct inpcb inpcb;
532: struct tcpcb tcpcb;
533: struct socket sockb;
534:
1.20 claudio 535: TAILQ_FOREACH(sc, &sc_queue, entry) {
536: if (clock_gettime_tv(CLOCK_MONOTONIC, &t_cur) == -1)
537: err(1, "clock_gettime_tv");
538: if (ptb->kvars != NULL) /* process kernel stats */
539: kupdate_stats(sc->tcp_tcbaddr, &inpcb, &tcpcb,
1.11 claudio 540: &sockb);
1.20 claudio 541:
1.11 claudio 542: timersub(&t_cur, &sc->t_start, &t_diff);
543: total_elapsed = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
544: timersub(&t_cur, &sc->t_last, &t_diff);
545: since_last = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
546: bwperc = (sc->bytes * 100.0) / mainstats.slice_bytes;
547: mbps = (sc->bytes * 8) / (since_last * 1000.0);
548: slice_mbps += mbps;
549:
1.20 claudio 550: tcp_stats_display(total_elapsed, mbps, bwperc, sc,
1.11 claudio 551: &inpcb, &tcpcb, &sockb);
552:
553: sc->t_last = t_cur;
554: sc->bytes = 0;
555: }
1.1 djm 556:
1.11 claudio 557: /* process stats for this slice */
558: if (slice_mbps > mainstats.peak_mbps)
559: mainstats.peak_mbps = slice_mbps;
1.20 claudio 560: printf("Conn: %3d Mbps: %12.3Lf Peak Mbps: %12.3Lf Avg Mbps: %12.3Lf\n",
561: mainstats.nconns, slice_mbps, mainstats.peak_mbps,
562: slice_mbps / mainstats.nconns);
563: mainstats.slice_bytes = 0;
564:
565: set_slice_timer(mainstats.nconns > 0);
566: }
567:
568: static void
569: udp_process_slice(int fd, short event, void *v_sc)
570: {
571: struct statctx *sc = v_sc;
572: unsigned long long total_elapsed, since_last;
573: long double slice_mbps, pps;
574: struct timeval t_cur, t_diff;
575:
576: if (clock_gettime_tv(CLOCK_MONOTONIC, &t_cur) == -1)
577: err(1, "clock_gettime_tv");
578: /* Calculate pps */
579: timersub(&t_cur, &sc->t_start, &t_diff);
580: total_elapsed = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
581: timersub(&t_cur, &sc->t_last, &t_diff);
582: since_last = t_diff.tv_sec * 1000 + t_diff.tv_usec / 1000;
583: slice_mbps = (sc->bytes * 8) / (since_last * 1000.0);
584: pps = (sc->udp_slice_pkts * 1000) / since_last;
585: if (slice_mbps > mainstats.peak_mbps)
586: mainstats.peak_mbps = slice_mbps;
587: printf("Elapsed: %11llu Mbps: %11.3Lf Peak Mbps: %11.3Lf %s PPS: %10.3Lf\n",
588: total_elapsed, slice_mbps, mainstats.peak_mbps,
589: ptb->sflag ? "Rx" : "Tx", pps);
590:
591: /* Clean up this slice time */
592: sc->t_last = t_cur;
593: sc->bytes = 0;
594: sc->udp_slice_pkts = 0;
595: set_slice_timer(1);
1.11 claudio 596: }
1.1 djm 597:
1.20 claudio 598: static void
599: udp_server_handle_sc(int fd, short event, void *v_sc)
1.11 claudio 600: {
601: ssize_t n;
1.20 claudio 602: struct statctx *sc = v_sc;
1.1 djm 603:
1.11 claudio 604: again:
1.20 claudio 605: n = read(fd, ptb->dummybuf, ptb->dummybuf_len);
606: if (n == 0)
607: return;
608: else if (n == -1) {
1.11 claudio 609: if (errno == EINTR)
610: goto again;
611: else if (errno == EWOULDBLOCK)
1.20 claudio 612: return;
1.11 claudio 613: warn("fd %d read error", fd);
1.20 claudio 614: return;
615: }
1.11 claudio 616:
1.20 claudio 617: if (ptb->vflag >= 3)
618: fprintf(stderr, "read: %zd bytes\n", n);
619: /* If this was our first packet, start slice timer */
620: if (mainstats.peak_mbps == 0)
621: set_slice_timer(1);
622: /* Account packet */
623: sc->udp_slice_pkts++;
624: sc->bytes += n;
625: }
626:
627: static void
628: tcp_server_handle_sc(int fd, short event, void *v_sc)
629: {
630: struct statctx *sc = v_sc;
631: ssize_t n;
632:
633: again:
634: n = read(sc->fd, sc->buf, sc->buflen);
635: if (n == -1) {
636: if (errno == EINTR)
637: goto again;
638: else if (errno == EWOULDBLOCK)
639: return;
640: warn("fd %d read error", sc->fd);
641: return;
642: } else if (n == 0) {
643: if (ptb->vflag)
644: fprintf(stderr, "%8d closed by remote end\n", sc->fd);
1.23 ! sthen 645: event_del(&sc->ev);
1.20 claudio 646: close(sc->fd);
647: TAILQ_REMOVE(&sc_queue, sc, entry);
648: free(sc);
649: mainstats.nconns--;
650: set_slice_timer(mainstats.nconns > 0);
651: return;
1.1 djm 652: }
1.20 claudio 653: if (ptb->vflag >= 3)
1.11 claudio 654: fprintf(stderr, "read: %zd bytes\n", n);
1.20 claudio 655: sc->bytes += n;
656: mainstats.slice_bytes += n;
657: }
1.11 claudio 658:
1.20 claudio 659: static void
660: tcp_server_accept(int fd, short event, void *bula)
661: {
662: int sock, r;
663: struct statctx *sc;
664: struct sockaddr_storage ss;
665: socklen_t sslen;
666: char tmp[128];
667:
668: sslen = sizeof(ss);
669: again:
670: if ((sock = accept(fd, (struct sockaddr *)&ss, &sslen)) == -1) {
671: if (errno == EINTR)
672: goto again;
673: warn("accept");
674: return;
675: }
676: saddr_ntop((struct sockaddr *)&ss, sslen,
677: tmp, sizeof(tmp));
678: if ((r = fcntl(sock, F_GETFL, 0)) == -1)
679: err(1, "fcntl(F_GETFL)");
680: r |= O_NONBLOCK;
681: if (fcntl(sock, F_SETFL, r) == -1)
682: err(1, "fcntl(F_SETFL, O_NONBLOCK)");
683: /* Alloc client structure and register reading callback */
684: if ((sc = calloc(1, sizeof(*sc))) == NULL)
685: err(1, "calloc");
686: sc->fd = sock;
687: stats_prepare(sc);
688: event_set(&sc->ev, sc->fd, EV_READ | EV_PERSIST,
689: tcp_server_handle_sc, sc);
690: event_add(&sc->ev, NULL);
691: TAILQ_INSERT_TAIL(&sc_queue, sc, entry);
692: mainstats.nconns++;
693: set_slice_timer(mainstats.nconns > 0);
694: if (ptb->vflag)
695: warnx("Accepted connection from %s, fd = %d\n", tmp, sc->fd);
1.1 djm 696: }
697:
1.20 claudio 698: static void
699: server_init(struct addrinfo *aitop, struct statctx *udp_sc)
1.1 djm 700: {
701: char tmp[128];
1.11 claudio 702: int sock, on = 1;
1.1 djm 703: struct addrinfo *ai;
1.20 claudio 704: struct event *ev;
1.11 claudio 705: nfds_t lnfds;
1.1 djm 706:
1.20 claudio 707: if (setpgid(0, 0) == -1)
708: err(1, "setpgid");
709:
1.11 claudio 710: lnfds = 0;
1.1 djm 711: for (ai = aitop; ai != NULL; ai = ai->ai_next) {
712: saddr_ntop(ai->ai_addr, ai->ai_addrlen, tmp, sizeof(tmp));
1.20 claudio 713: if (ptb->vflag)
714: fprintf(stderr, "Try to bind to %s\n", tmp);
1.1 djm 715: if ((sock = socket(ai->ai_family, ai->ai_socktype,
716: ai->ai_protocol)) == -1) {
717: if (ai->ai_next == NULL)
718: err(1, "socket");
1.20 claudio 719: if (ptb->vflag)
1.1 djm 720: warn("socket");
721: continue;
722: }
1.22 mikeb 723: if (ptb->Vflag) {
724: if (setsockopt(sock, SOL_SOCKET, SO_RTABLE,
725: &ptb->Vflag, sizeof(ptb->Vflag)) == -1) {
726: if (errno == ENOPROTOOPT)
727: warn("set rtable");
728: else
729: err(1, "setsockopt SO_RTABLE");
730: }
731: }
1.1 djm 732: if (setsockopt(sock, SOL_SOCKET, SO_REUSEADDR,
733: &on, sizeof(on)) == -1)
734: warn("reuse port");
735: if (bind(sock, ai->ai_addr, ai->ai_addrlen) != 0) {
736: if (ai->ai_next == NULL)
737: err(1, "bind");
1.20 claudio 738: if (ptb->vflag)
1.1 djm 739: warn("bind");
740: close(sock);
741: continue;
742: }
1.20 claudio 743: if (ptb->Sflag) {
1.1 djm 744: if (setsockopt(sock, SOL_SOCKET, SO_RCVBUF,
1.20 claudio 745: &ptb->Sflag, sizeof(ptb->Sflag)) == -1)
746: warn("set receive buffer size");
1.1 djm 747: }
1.20 claudio 748: if (TCP_MODE) {
749: if (listen(sock, 64) == -1) {
750: if (ai->ai_next == NULL)
751: err(1, "listen");
752: if (ptb->vflag)
753: warn("listen");
754: close(sock);
755: continue;
756: }
1.1 djm 757: }
1.20 claudio 758: if ((ev = calloc(1, sizeof(*ev))) == NULL)
759: err(1, "calloc");
760: if (UDP_MODE)
761: event_set(ev, sock, EV_READ | EV_PERSIST,
762: udp_server_handle_sc, udp_sc);
763: else
764: event_set(ev, sock, EV_READ | EV_PERSIST,
765: tcp_server_accept, NULL);
766: event_add(ev, NULL);
767: if (ptb->vflag >= 3)
768: fprintf(stderr, "bound to fd %d\n", sock);
1.11 claudio 769: lnfds++;
1.1 djm 770: }
771: freeaddrinfo(aitop);
1.11 claudio 772: if (lnfds == 0)
1.1 djm 773: errx(1, "No working listen addresses found");
1.11 claudio 774: }
775:
776: static void
1.20 claudio 777: client_handle_sc(int fd, short event, void *v_sc)
778: {
779: struct statctx *sc = v_sc;
780: ssize_t n;
1.1 djm 781:
1.20 claudio 782: again:
783: if ((n = write(sc->fd, sc->buf, sc->buflen)) == -1) {
784: if (errno == EINTR || errno == EAGAIN ||
785: (UDP_MODE && errno == ENOBUFS))
786: goto again;
787: err(1, "write");
1.11 claudio 788: }
1.20 claudio 789: if (TCP_MODE && n == 0) {
790: warnx("Remote end closed connection");
791: exit(1);
1.1 djm 792: }
1.20 claudio 793: if (ptb->vflag >= 3)
794: warnx("write: %zd bytes\n", n);
795: sc->bytes += n;
796: mainstats.slice_bytes += n;
797: if (UDP_MODE)
798: sc->udp_slice_pkts++;
1.1 djm 799: }
800:
1.20 claudio 801: static void
802: client_init(struct addrinfo *aitop, int nconn, struct statctx *udp_sc)
1.1 djm 803: {
1.20 claudio 804: struct statctx *sc;
805: struct addrinfo *ai;
1.14 claudio 806: char tmp[128];
807: int i, r, sock;
1.1 djm 808:
1.20 claudio 809: sc = udp_sc;
1.4 henning 810: for (i = 0; i < nconn; i++) {
811: for (sock = -1, ai = aitop; ai != NULL; ai = ai->ai_next) {
812: saddr_ntop(ai->ai_addr, ai->ai_addrlen, tmp,
813: sizeof(tmp));
1.20 claudio 814: if (ptb->vflag && i == 0)
1.4 henning 815: fprintf(stderr, "Trying %s\n", tmp);
816: if ((sock = socket(ai->ai_family, ai->ai_socktype,
817: ai->ai_protocol)) == -1) {
818: if (ai->ai_next == NULL)
819: err(1, "socket");
1.20 claudio 820: if (ptb->vflag)
1.4 henning 821: warn("socket");
822: continue;
823: }
1.22 mikeb 824: if (ptb->Vflag) {
825: if (setsockopt(sock, SOL_SOCKET, SO_RTABLE,
826: &ptb->Vflag, sizeof(ptb->Vflag)) == -1) {
827: if (errno == ENOPROTOOPT)
828: warn("set rtable");
829: else
830: err(1, "setsockopt SO_RTABLE");
831: }
832: }
1.20 claudio 833: if (ptb->Sflag) {
1.4 henning 834: if (setsockopt(sock, SOL_SOCKET, SO_SNDBUF,
1.20 claudio 835: &ptb->Sflag, sizeof(ptb->Sflag)) == -1)
1.4 henning 836: warn("set TCP send buffer size");
837: }
838: if (connect(sock, ai->ai_addr, ai->ai_addrlen) != 0) {
839: if (ai->ai_next == NULL)
840: err(1, "connect");
1.20 claudio 841: if (ptb->vflag)
1.4 henning 842: warn("connect");
843: close(sock);
844: sock = -1;
845: continue;
846: }
847: break;
1.1 djm 848: }
1.4 henning 849: if (sock == -1)
850: errx(1, "No host found");
851: if ((r = fcntl(sock, F_GETFL, 0)) == -1)
852: err(1, "fcntl(F_GETFL)");
853: r |= O_NONBLOCK;
854: if (fcntl(sock, F_SETFL, r) == -1)
855: err(1, "fcntl(F_SETFL, O_NONBLOCK)");
1.20 claudio 856: /* Alloc and prepare stats */
857: if (TCP_MODE) {
858: if ((sc = calloc(1, sizeof(*sc))) == NULL)
859: err(1, "calloc");
860: }
861: sc->fd = sock;
862: stats_prepare(sc);
863: event_set(&sc->ev, sc->fd, EV_WRITE | EV_PERSIST,
864: client_handle_sc, sc);
865: event_add(&sc->ev, NULL);
866: TAILQ_INSERT_TAIL(&sc_queue, sc, entry);
867: mainstats.nconns++;
868: set_slice_timer(mainstats.nconns > 0);
869: if (UDP_MODE)
870: break;
1.14 claudio 871: }
872: freeaddrinfo(aitop);
873:
1.20 claudio 874: if (ptb->vflag && nconn > 1)
1.14 claudio 875: fprintf(stderr, "%u connections established\n", nconn);
876: }
877:
1.1 djm 878: int
879: main(int argc, char **argv)
880: {
881: extern int optind;
882: extern char *optarg;
883:
884: char kerr[_POSIX2_LINE_MAX], *tmp;
1.11 claudio 885: struct addrinfo *aitop, hints;
1.1 djm 886: const char *errstr;
1.11 claudio 887: struct rlimit rl;
1.20 claudio 888: int ch, herr, nconn;
1.12 deraadt 889: struct nlist nl[] = { { "_tcbtable" }, { "" } };
1.1 djm 890: const char *host = NULL, *port = DEFAULT_PORT;
1.20 claudio 891: struct event ev_sigint, ev_sigterm, ev_sighup;
892: struct statctx *udp_sc = NULL;
1.1 djm 893:
1.20 claudio 894: /* Init world */
895: ptb = &tcpbench;
896: ptb->dummybuf_len = 0;
897: ptb->Sflag = ptb->sflag = ptb->vflag = ptb->Vflag = 0;
898: ptb->kvmh = NULL;
899: ptb->kvars = NULL;
900: ptb->rflag = DEFAULT_STATS_INTERVAL;
901: nconn = 1;
1.1 djm 902:
1.20 claudio 903: while ((ch = getopt(argc, argv, "B:hlk:n:p:r:sS:uvV:")) != -1) {
1.1 djm 904: switch (ch) {
905: case 'l':
906: list_kvars();
907: exit(0);
908: case 'k':
909: if ((tmp = strdup(optarg)) == NULL)
910: errx(1, "strdup");
1.20 claudio 911: ptb->kvars = check_prepare_kvars(tmp);
1.1 djm 912: free(tmp);
913: break;
914: case 'r':
1.20 claudio 915: ptb->rflag = strtonum(optarg, 0, 60 * 60 * 24 * 1000,
1.1 djm 916: &errstr);
917: if (errstr != NULL)
918: errx(1, "statistics interval is %s: %s",
919: errstr, optarg);
920: break;
921: case 'p':
922: port = optarg;
923: break;
924: case 's':
1.20 claudio 925: ptb->sflag = 1;
1.1 djm 926: break;
927: case 'S':
1.20 claudio 928: ptb->Sflag = strtonum(optarg, 0, 1024*1024*1024,
1.1 djm 929: &errstr);
930: if (errstr != NULL)
931: errx(1, "receive space interval is %s: %s",
932: errstr, optarg);
933: break;
934: case 'B':
1.20 claudio 935: ptb->dummybuf_len = strtonum(optarg, 0, 1024*1024*1024,
1.1 djm 936: &errstr);
937: if (errstr != NULL)
938: errx(1, "read/write buffer size is %s: %s",
939: errstr, optarg);
940: break;
941: case 'v':
1.20 claudio 942: ptb->vflag++;
1.9 claudio 943: break;
944: case 'V':
1.20 claudio 945: ptb->Vflag = (unsigned int)strtonum(optarg, 0,
1.9 claudio 946: RT_TABLEID_MAX, &errstr);
947: if (errstr)
1.17 guenther 948: errx(1, "rtable value is %s: %s",
1.9 claudio 949: errstr, optarg);
1.1 djm 950: break;
1.4 henning 951: case 'n':
952: nconn = strtonum(optarg, 0, 65535, &errstr);
953: if (errstr != NULL)
954: errx(1, "number of connections is %s: %s",
955: errstr, optarg);
956: break;
1.20 claudio 957: case 'u':
958: ptb->uflag = 1;
959: break;
1.1 djm 960: case 'h':
961: default:
962: usage();
963: }
964: }
965:
966: argv += optind;
967: argc -= optind;
1.20 claudio 968: if ((argc != (ptb->sflag ? 0 : 1)) ||
969: (UDP_MODE && (ptb->kvars || nconn != 1)))
1.1 djm 970: usage();
1.4 henning 971:
1.20 claudio 972: if (!ptb->sflag)
1.1 djm 973: host = argv[0];
1.20 claudio 974: /*
975: * Rationale,
976: * If TCP, use a big buffer with big reads/writes.
977: * If UDP, use a big buffer in server and a buffer the size of a
978: * ethernet packet.
979: */
980: if (!ptb->dummybuf_len) {
981: if (ptb->sflag || TCP_MODE)
982: ptb->dummybuf_len = DEFAULT_BUF;
983: else
984: ptb->dummybuf_len = DEFAULT_UDP_PKT;
985: }
1.1 djm 986:
1.13 claudio 987: bzero(&hints, sizeof(hints));
1.20 claudio 988: if (UDP_MODE)
989: hints.ai_socktype = SOCK_DGRAM;
990: else
991: hints.ai_socktype = SOCK_STREAM;
992: if (ptb->sflag)
1.4 henning 993: hints.ai_flags = AI_PASSIVE;
1.13 claudio 994: if ((herr = getaddrinfo(host, port, &hints, &aitop)) != 0) {
995: if (herr == EAI_SYSTEM)
996: err(1, "getaddrinfo");
997: else
998: errx(1, "getaddrinfo: %s", gai_strerror(herr));
1.1 djm 999: }
1.20 claudio 1000: if (ptb->kvars) {
1001: if ((ptb->kvmh = kvm_openfiles(NULL, NULL, NULL,
1.1 djm 1002: O_RDONLY, kerr)) == NULL)
1003: errx(1, "kvm_open: %s", kerr);
1004: drop_gid();
1.20 claudio 1005: if (kvm_nlist(ptb->kvmh, nl) < 0 || nl[0].n_type == 0)
1.1 djm 1006: errx(1, "kvm: no namelist");
1.20 claudio 1007: ptb->ktcbtab = nl[0].n_value;
1.1 djm 1008: } else
1009: drop_gid();
1010:
1.11 claudio 1011: if (getrlimit(RLIMIT_NOFILE, &rl) == -1)
1012: err(1, "getrlimit");
1013: if (rl.rlim_cur < MAX_FD)
1014: rl.rlim_cur = MAX_FD;
1015: if (setrlimit(RLIMIT_NOFILE, &rl))
1016: err(1, "setrlimit");
1017: if (getrlimit(RLIMIT_NOFILE, &rl) == -1)
1018: err(1, "getrlimit");
1019:
1.20 claudio 1020: /* Init world */
1021: TAILQ_INIT(&sc_queue);
1022: if ((ptb->dummybuf = malloc(ptb->dummybuf_len)) == NULL)
1023: err(1, "malloc");
1024: arc4random_buf(ptb->dummybuf, ptb->dummybuf_len);
1025:
1026: if (UDP_MODE) {
1027: if ((udp_sc = calloc(1, sizeof(*udp_sc))) == NULL)
1028: err(1, "calloc");
1029: udp_sc->fd = -1;
1030: stats_prepare(udp_sc);
1031: }
1032:
1033: /* Setup libevent and signals */
1034: event_init();
1035: signal_set(&ev_sigterm, SIGTERM, signal_handler, NULL);
1036: signal_set(&ev_sighup, SIGHUP, signal_handler, NULL);
1037: signal_set(&ev_sigint, SIGINT, signal_handler, NULL);
1038: signal_add(&ev_sigint, NULL);
1039: signal_add(&ev_sigterm, NULL);
1040: signal_add(&ev_sighup, NULL);
1041: signal(SIGPIPE, SIG_IGN);
1042:
1043: if (TCP_MODE)
1044: print_tcp_header();
1045:
1046: if (UDP_MODE)
1047: evtimer_set(&mainstats.timer, udp_process_slice, udp_sc);
1.1 djm 1048: else
1.20 claudio 1049: evtimer_set(&mainstats.timer, tcp_process_slice, NULL);
1050:
1051: if (ptb->sflag) {
1052: server_init(aitop, udp_sc);
1053: } else
1054: client_init(aitop, nconn, udp_sc);
1055:
1056: /* libevent main loop*/
1057: event_dispatch();
1.1 djm 1058:
1.20 claudio 1059: return (0);
1.1 djm 1060: }
![[BACK]](/icons/back.gif){kind=icon}
Return to tcpbench.c CVS log ![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/dir.gif){kind=icon}
Up to [local] / src / usr.bin / tcpbench