1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2023 Wenbo Zhang
3*387f9dfdSAndroid Build Coastguard Worker #include <argp.h>
4*387f9dfdSAndroid Build Coastguard Worker #include <signal.h>
5*387f9dfdSAndroid Build Coastguard Worker #include <stdio.h>
6*387f9dfdSAndroid Build Coastguard Worker #include <unistd.h>
7*387f9dfdSAndroid Build Coastguard Worker #include <fcntl.h>
8*387f9dfdSAndroid Build Coastguard Worker #include <time.h>
9*387f9dfdSAndroid Build Coastguard Worker #include <arpa/inet.h>
10*387f9dfdSAndroid Build Coastguard Worker #include <sys/socket.h>
11*387f9dfdSAndroid Build Coastguard Worker #include <sys/resource.h>
12*387f9dfdSAndroid Build Coastguard Worker
13*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf.h>
14*387f9dfdSAndroid Build Coastguard Worker #include <bpf/libbpf.h>
15*387f9dfdSAndroid Build Coastguard Worker #include "tcppktlat.h"
16*387f9dfdSAndroid Build Coastguard Worker #include "tcppktlat.skel.h"
17*387f9dfdSAndroid Build Coastguard Worker #include "compat.h"
18*387f9dfdSAndroid Build Coastguard Worker #include "trace_helpers.h"
19*387f9dfdSAndroid Build Coastguard Worker
20*387f9dfdSAndroid Build Coastguard Worker static struct env {
21*387f9dfdSAndroid Build Coastguard Worker pid_t pid;
22*387f9dfdSAndroid Build Coastguard Worker pid_t tid;
23*387f9dfdSAndroid Build Coastguard Worker __u64 min_us;
24*387f9dfdSAndroid Build Coastguard Worker __u16 lport;
25*387f9dfdSAndroid Build Coastguard Worker __u16 rport;
26*387f9dfdSAndroid Build Coastguard Worker bool timestamp;
27*387f9dfdSAndroid Build Coastguard Worker bool verbose;
28*387f9dfdSAndroid Build Coastguard Worker } env = {};
29*387f9dfdSAndroid Build Coastguard Worker
30*387f9dfdSAndroid Build Coastguard Worker static volatile sig_atomic_t exiting = 0;
31*387f9dfdSAndroid Build Coastguard Worker static int column_width = 15;
32*387f9dfdSAndroid Build Coastguard Worker
33*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_version = "tcppktlat 0.1";
34*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_bug_address =
35*387f9dfdSAndroid Build Coastguard Worker "https://github.com/iovisor/bcc/tree/master/libbpf-tools";
36*387f9dfdSAndroid Build Coastguard Worker const char argp_program_doc[] =
37*387f9dfdSAndroid Build Coastguard Worker "Trace latency between TCP received pkt and picked up by userspace thread.\n"
38*387f9dfdSAndroid Build Coastguard Worker "\n"
39*387f9dfdSAndroid Build Coastguard Worker "USAGE: tcppktlat [--help] [-T] [-p PID] [-t TID] [-l LPORT] [-r RPORT] [-w] [-v]\n"
40*387f9dfdSAndroid Build Coastguard Worker "\n"
41*387f9dfdSAndroid Build Coastguard Worker "EXAMPLES:\n"
42*387f9dfdSAndroid Build Coastguard Worker " tcppktlat # Trace all TCP packet picked up latency\n"
43*387f9dfdSAndroid Build Coastguard Worker " tcppktlat -T # summarize with timestamps\n"
44*387f9dfdSAndroid Build Coastguard Worker " tcppktlat -p # filter for pid\n"
45*387f9dfdSAndroid Build Coastguard Worker " tcppktlat -t # filter for tid\n"
46*387f9dfdSAndroid Build Coastguard Worker " tcppktlat -l # filter for local port\n"
47*387f9dfdSAndroid Build Coastguard Worker " tcppktlat -r # filter for remote port\n"
48*387f9dfdSAndroid Build Coastguard Worker " tcppktlat 1000 # filter for latency higher than 1000us";
49*387f9dfdSAndroid Build Coastguard Worker
50*387f9dfdSAndroid Build Coastguard Worker static const struct argp_option opts[] = {
51*387f9dfdSAndroid Build Coastguard Worker { "pid", 'p', "PID", 0, "Process PID to trace"},
52*387f9dfdSAndroid Build Coastguard Worker { "tid", 't', "TID", 0, "Thread TID to trace"},
53*387f9dfdSAndroid Build Coastguard Worker { "timestamp", 'T', NULL, 0, "include timestamp on output" },
54*387f9dfdSAndroid Build Coastguard Worker { "lport", 'l', "LPORT", 0, "filter for local port" },
55*387f9dfdSAndroid Build Coastguard Worker { "rport", 'r', "RPORT", 0, "filter for remote port" },
56*387f9dfdSAndroid Build Coastguard Worker { "verbose", 'v', NULL, 0, "Verbose debug output" },
57*387f9dfdSAndroid Build Coastguard Worker { "wide", 'w', NULL, 0, "Wide column output (fits IPv6 addresses)" },
58*387f9dfdSAndroid Build Coastguard Worker { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help" },
59*387f9dfdSAndroid Build Coastguard Worker {},
60*387f9dfdSAndroid Build Coastguard Worker };
61*387f9dfdSAndroid Build Coastguard Worker
parse_arg(int key,char * arg,struct argp_state * state)62*387f9dfdSAndroid Build Coastguard Worker static error_t parse_arg(int key, char *arg, struct argp_state *state)
63*387f9dfdSAndroid Build Coastguard Worker {
64*387f9dfdSAndroid Build Coastguard Worker static int pos_args;
65*387f9dfdSAndroid Build Coastguard Worker long long min_us;
66*387f9dfdSAndroid Build Coastguard Worker int pid;
67*387f9dfdSAndroid Build Coastguard Worker
68*387f9dfdSAndroid Build Coastguard Worker switch (key) {
69*387f9dfdSAndroid Build Coastguard Worker case 'h':
70*387f9dfdSAndroid Build Coastguard Worker argp_state_help(state, stderr, ARGP_HELP_STD_HELP);
71*387f9dfdSAndroid Build Coastguard Worker break;
72*387f9dfdSAndroid Build Coastguard Worker case 'v':
73*387f9dfdSAndroid Build Coastguard Worker env.verbose = true;
74*387f9dfdSAndroid Build Coastguard Worker break;
75*387f9dfdSAndroid Build Coastguard Worker case 'T':
76*387f9dfdSAndroid Build Coastguard Worker env.timestamp = true;
77*387f9dfdSAndroid Build Coastguard Worker break;
78*387f9dfdSAndroid Build Coastguard Worker case 'p':
79*387f9dfdSAndroid Build Coastguard Worker errno = 0;
80*387f9dfdSAndroid Build Coastguard Worker pid = strtol(arg, NULL, 10);
81*387f9dfdSAndroid Build Coastguard Worker if (errno || pid <= 0) {
82*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid PID: %s\n", arg);
83*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
84*387f9dfdSAndroid Build Coastguard Worker }
85*387f9dfdSAndroid Build Coastguard Worker env.pid = pid;
86*387f9dfdSAndroid Build Coastguard Worker break;
87*387f9dfdSAndroid Build Coastguard Worker case 't':
88*387f9dfdSAndroid Build Coastguard Worker errno = 0;
89*387f9dfdSAndroid Build Coastguard Worker pid = strtol(arg, NULL, 10);
90*387f9dfdSAndroid Build Coastguard Worker if (errno || pid <= 0) {
91*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid TID: %s\n", arg);
92*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
93*387f9dfdSAndroid Build Coastguard Worker }
94*387f9dfdSAndroid Build Coastguard Worker env.tid = pid;
95*387f9dfdSAndroid Build Coastguard Worker break;
96*387f9dfdSAndroid Build Coastguard Worker case 'l':
97*387f9dfdSAndroid Build Coastguard Worker errno = 0;
98*387f9dfdSAndroid Build Coastguard Worker env.lport = strtoul(arg, NULL, 10);
99*387f9dfdSAndroid Build Coastguard Worker if (errno) {
100*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid lport: %s\n", arg);
101*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
102*387f9dfdSAndroid Build Coastguard Worker }
103*387f9dfdSAndroid Build Coastguard Worker env.lport = htons(env.lport);
104*387f9dfdSAndroid Build Coastguard Worker break;
105*387f9dfdSAndroid Build Coastguard Worker case 'r':
106*387f9dfdSAndroid Build Coastguard Worker errno = 0;
107*387f9dfdSAndroid Build Coastguard Worker env.rport = strtoul(arg, NULL, 10);
108*387f9dfdSAndroid Build Coastguard Worker if (errno) {
109*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid rport: %s\n", arg);
110*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
111*387f9dfdSAndroid Build Coastguard Worker }
112*387f9dfdSAndroid Build Coastguard Worker env.rport = htons(env.rport);
113*387f9dfdSAndroid Build Coastguard Worker break;
114*387f9dfdSAndroid Build Coastguard Worker case 'w':
115*387f9dfdSAndroid Build Coastguard Worker column_width = 26;
116*387f9dfdSAndroid Build Coastguard Worker break;
117*387f9dfdSAndroid Build Coastguard Worker case ARGP_KEY_ARG:
118*387f9dfdSAndroid Build Coastguard Worker if (pos_args++) {
119*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr,
120*387f9dfdSAndroid Build Coastguard Worker "Unrecognized positional argument: %s\n", arg);
121*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
122*387f9dfdSAndroid Build Coastguard Worker }
123*387f9dfdSAndroid Build Coastguard Worker errno = 0;
124*387f9dfdSAndroid Build Coastguard Worker min_us = strtoll(arg, NULL, 10);
125*387f9dfdSAndroid Build Coastguard Worker if (errno || min_us <= 0) {
126*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid delay (in us): %s\n", arg);
127*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
128*387f9dfdSAndroid Build Coastguard Worker }
129*387f9dfdSAndroid Build Coastguard Worker env.min_us = min_us;
130*387f9dfdSAndroid Build Coastguard Worker break;
131*387f9dfdSAndroid Build Coastguard Worker default:
132*387f9dfdSAndroid Build Coastguard Worker return ARGP_ERR_UNKNOWN;
133*387f9dfdSAndroid Build Coastguard Worker }
134*387f9dfdSAndroid Build Coastguard Worker return 0;
135*387f9dfdSAndroid Build Coastguard Worker }
136*387f9dfdSAndroid Build Coastguard Worker
libbpf_print_fn(enum libbpf_print_level level,const char * format,va_list args)137*387f9dfdSAndroid Build Coastguard Worker static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
138*387f9dfdSAndroid Build Coastguard Worker {
139*387f9dfdSAndroid Build Coastguard Worker if (level == LIBBPF_DEBUG && !env.verbose)
140*387f9dfdSAndroid Build Coastguard Worker return 0;
141*387f9dfdSAndroid Build Coastguard Worker return vfprintf(stderr, format, args);
142*387f9dfdSAndroid Build Coastguard Worker }
143*387f9dfdSAndroid Build Coastguard Worker
sig_int(int signo)144*387f9dfdSAndroid Build Coastguard Worker static void sig_int(int signo)
145*387f9dfdSAndroid Build Coastguard Worker {
146*387f9dfdSAndroid Build Coastguard Worker exiting = 1;
147*387f9dfdSAndroid Build Coastguard Worker }
148*387f9dfdSAndroid Build Coastguard Worker
handle_event(void * ctx,void * data,size_t data_sz)149*387f9dfdSAndroid Build Coastguard Worker static int handle_event(void *ctx, void *data, size_t data_sz)
150*387f9dfdSAndroid Build Coastguard Worker {
151*387f9dfdSAndroid Build Coastguard Worker const struct event *e = data;
152*387f9dfdSAndroid Build Coastguard Worker char saddr[48], daddr[48];
153*387f9dfdSAndroid Build Coastguard Worker struct tm *tm;
154*387f9dfdSAndroid Build Coastguard Worker char ts[32];
155*387f9dfdSAndroid Build Coastguard Worker time_t t;
156*387f9dfdSAndroid Build Coastguard Worker
157*387f9dfdSAndroid Build Coastguard Worker if (env.timestamp) {
158*387f9dfdSAndroid Build Coastguard Worker time(&t);
159*387f9dfdSAndroid Build Coastguard Worker tm = localtime(&t);
160*387f9dfdSAndroid Build Coastguard Worker strftime(ts, sizeof(ts), "%H:%M:%S", tm);
161*387f9dfdSAndroid Build Coastguard Worker printf("%-8s ", ts);
162*387f9dfdSAndroid Build Coastguard Worker }
163*387f9dfdSAndroid Build Coastguard Worker inet_ntop(e->family, &e->saddr, saddr, sizeof(saddr));
164*387f9dfdSAndroid Build Coastguard Worker inet_ntop(e->family, &e->daddr, daddr, sizeof(daddr));
165*387f9dfdSAndroid Build Coastguard Worker
166*387f9dfdSAndroid Build Coastguard Worker printf("%-7d %-7d %-16s %-*s %-5d %-*s %-5d %-.2f\n",
167*387f9dfdSAndroid Build Coastguard Worker e->pid, e->tid, e->comm, column_width, saddr, ntohs(e->sport), column_width, daddr,
168*387f9dfdSAndroid Build Coastguard Worker ntohs(e->dport), e->delta_us / 1000.0);
169*387f9dfdSAndroid Build Coastguard Worker
170*387f9dfdSAndroid Build Coastguard Worker return 0;
171*387f9dfdSAndroid Build Coastguard Worker }
172*387f9dfdSAndroid Build Coastguard Worker
handle_lost_events(void * ctx,int cpu,__u64 lost_cnt)173*387f9dfdSAndroid Build Coastguard Worker static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt)
174*387f9dfdSAndroid Build Coastguard Worker {
175*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu);
176*387f9dfdSAndroid Build Coastguard Worker }
177*387f9dfdSAndroid Build Coastguard Worker
main(int argc,char ** argv)178*387f9dfdSAndroid Build Coastguard Worker int main(int argc, char **argv)
179*387f9dfdSAndroid Build Coastguard Worker {
180*387f9dfdSAndroid Build Coastguard Worker static const struct argp argp = {
181*387f9dfdSAndroid Build Coastguard Worker .options = opts,
182*387f9dfdSAndroid Build Coastguard Worker .parser = parse_arg,
183*387f9dfdSAndroid Build Coastguard Worker .doc = argp_program_doc,
184*387f9dfdSAndroid Build Coastguard Worker };
185*387f9dfdSAndroid Build Coastguard Worker struct bpf_buffer *buf = NULL;
186*387f9dfdSAndroid Build Coastguard Worker struct tcppktlat_bpf *obj;
187*387f9dfdSAndroid Build Coastguard Worker int err;
188*387f9dfdSAndroid Build Coastguard Worker
189*387f9dfdSAndroid Build Coastguard Worker err = argp_parse(&argp, argc, argv, 0, NULL, NULL);
190*387f9dfdSAndroid Build Coastguard Worker if (err)
191*387f9dfdSAndroid Build Coastguard Worker return err;
192*387f9dfdSAndroid Build Coastguard Worker
193*387f9dfdSAndroid Build Coastguard Worker libbpf_set_print(libbpf_print_fn);
194*387f9dfdSAndroid Build Coastguard Worker
195*387f9dfdSAndroid Build Coastguard Worker obj = tcppktlat_bpf__open();
196*387f9dfdSAndroid Build Coastguard Worker if (!obj) {
197*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to open BPF object\n");
198*387f9dfdSAndroid Build Coastguard Worker return 1;
199*387f9dfdSAndroid Build Coastguard Worker }
200*387f9dfdSAndroid Build Coastguard Worker
201*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_pid = env.pid;
202*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_tid = env.tid;
203*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_sport = env.lport;
204*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_dport = env.rport;
205*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_min_us = env.min_us;
206*387f9dfdSAndroid Build Coastguard Worker
207*387f9dfdSAndroid Build Coastguard Worker buf = bpf_buffer__new(obj->maps.events, obj->maps.heap);
208*387f9dfdSAndroid Build Coastguard Worker if (!buf) {
209*387f9dfdSAndroid Build Coastguard Worker err = -errno;
210*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to create ring/perf buffer: %d\n", err);
211*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
212*387f9dfdSAndroid Build Coastguard Worker }
213*387f9dfdSAndroid Build Coastguard Worker
214*387f9dfdSAndroid Build Coastguard Worker if (probe_tp_btf("tcp_probe")) {
215*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.tcp_probe, false);
216*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.tcp_rcv_space_adjust, false);
217*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.tcp_destroy_sock, false);
218*387f9dfdSAndroid Build Coastguard Worker } else {
219*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.tcp_probe_btf, false);
220*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.tcp_rcv_space_adjust_btf, false);
221*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.tcp_destroy_sock_btf, false);
222*387f9dfdSAndroid Build Coastguard Worker }
223*387f9dfdSAndroid Build Coastguard Worker
224*387f9dfdSAndroid Build Coastguard Worker err = tcppktlat_bpf__load(obj);
225*387f9dfdSAndroid Build Coastguard Worker if (err) {
226*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to load BPF object: %d, maybe your kernel doesn't support `bpf_get_socket_cookie`\n", err);
227*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
228*387f9dfdSAndroid Build Coastguard Worker }
229*387f9dfdSAndroid Build Coastguard Worker
230*387f9dfdSAndroid Build Coastguard Worker err = tcppktlat_bpf__attach(obj);
231*387f9dfdSAndroid Build Coastguard Worker if (err) {
232*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to attach BPF object: %d\n", err);
233*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
234*387f9dfdSAndroid Build Coastguard Worker }
235*387f9dfdSAndroid Build Coastguard Worker
236*387f9dfdSAndroid Build Coastguard Worker err = bpf_buffer__open(buf, handle_event, handle_lost_events, NULL);
237*387f9dfdSAndroid Build Coastguard Worker if (err) {
238*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to open ring/perf buffer: %d\n", err);
239*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
240*387f9dfdSAndroid Build Coastguard Worker }
241*387f9dfdSAndroid Build Coastguard Worker
242*387f9dfdSAndroid Build Coastguard Worker if (signal(SIGINT, sig_int) == SIG_ERR) {
243*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "can't set signal handler: %s\n", strerror(errno));
244*387f9dfdSAndroid Build Coastguard Worker err = 1;
245*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
246*387f9dfdSAndroid Build Coastguard Worker }
247*387f9dfdSAndroid Build Coastguard Worker
248*387f9dfdSAndroid Build Coastguard Worker if (env.timestamp)
249*387f9dfdSAndroid Build Coastguard Worker printf("%-8s ", "TIME(s)");
250*387f9dfdSAndroid Build Coastguard Worker printf("%-7s %-7s %-16s %-*s %-5s %-*s %-5s %-s\n",
251*387f9dfdSAndroid Build Coastguard Worker "PID", "TID", "COMM", column_width, "LADDR", "LPORT", column_width, "RADDR", "RPORT", "MS");
252*387f9dfdSAndroid Build Coastguard Worker
253*387f9dfdSAndroid Build Coastguard Worker while (!exiting) {
254*387f9dfdSAndroid Build Coastguard Worker err = bpf_buffer__poll(buf, POLL_TIMEOUT_MS);
255*387f9dfdSAndroid Build Coastguard Worker if (err < 0 && err != -EINTR) {
256*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "error polling ring/perf buffer: %s\n", strerror(-err));
257*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
258*387f9dfdSAndroid Build Coastguard Worker }
259*387f9dfdSAndroid Build Coastguard Worker /* reset err to return 0 if exiting */
260*387f9dfdSAndroid Build Coastguard Worker err = 0;
261*387f9dfdSAndroid Build Coastguard Worker }
262*387f9dfdSAndroid Build Coastguard Worker cleanup:
263*387f9dfdSAndroid Build Coastguard Worker bpf_buffer__free(buf);
264*387f9dfdSAndroid Build Coastguard Worker tcppktlat_bpf__destroy(obj);
265*387f9dfdSAndroid Build Coastguard Worker
266*387f9dfdSAndroid Build Coastguard Worker return err != 0;
267*387f9dfdSAndroid Build Coastguard Worker }
268