xref: /aosp_15_r20/external/bcc/libbpf-tools/tcppktlat.c (revision 387f9dfdfa2baef462e92476d413c7bc2470293e)
1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2023 Wenbo Zhang
3*387f9dfdSAndroid Build Coastguard Worker #include <argp.h>
4*387f9dfdSAndroid Build Coastguard Worker #include <signal.h>
5*387f9dfdSAndroid Build Coastguard Worker #include <stdio.h>
6*387f9dfdSAndroid Build Coastguard Worker #include <unistd.h>
7*387f9dfdSAndroid Build Coastguard Worker #include <fcntl.h>
8*387f9dfdSAndroid Build Coastguard Worker #include <time.h>
9*387f9dfdSAndroid Build Coastguard Worker #include <arpa/inet.h>
10*387f9dfdSAndroid Build Coastguard Worker #include <sys/socket.h>
11*387f9dfdSAndroid Build Coastguard Worker #include <sys/resource.h>
12*387f9dfdSAndroid Build Coastguard Worker 
13*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf.h>
14*387f9dfdSAndroid Build Coastguard Worker #include <bpf/libbpf.h>
15*387f9dfdSAndroid Build Coastguard Worker #include "tcppktlat.h"
16*387f9dfdSAndroid Build Coastguard Worker #include "tcppktlat.skel.h"
17*387f9dfdSAndroid Build Coastguard Worker #include "compat.h"
18*387f9dfdSAndroid Build Coastguard Worker #include "trace_helpers.h"
19*387f9dfdSAndroid Build Coastguard Worker 
20*387f9dfdSAndroid Build Coastguard Worker static struct env {
21*387f9dfdSAndroid Build Coastguard Worker 	pid_t pid;
22*387f9dfdSAndroid Build Coastguard Worker 	pid_t tid;
23*387f9dfdSAndroid Build Coastguard Worker 	__u64 min_us;
24*387f9dfdSAndroid Build Coastguard Worker 	__u16 lport;
25*387f9dfdSAndroid Build Coastguard Worker 	__u16 rport;
26*387f9dfdSAndroid Build Coastguard Worker 	bool timestamp;
27*387f9dfdSAndroid Build Coastguard Worker 	bool verbose;
28*387f9dfdSAndroid Build Coastguard Worker } env = {};
29*387f9dfdSAndroid Build Coastguard Worker 
30*387f9dfdSAndroid Build Coastguard Worker static volatile sig_atomic_t exiting = 0;
31*387f9dfdSAndroid Build Coastguard Worker static int column_width = 15;
32*387f9dfdSAndroid Build Coastguard Worker 
33*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_version = "tcppktlat 0.1";
34*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_bug_address =
35*387f9dfdSAndroid Build Coastguard Worker 	"https://github.com/iovisor/bcc/tree/master/libbpf-tools";
36*387f9dfdSAndroid Build Coastguard Worker const char argp_program_doc[] =
37*387f9dfdSAndroid Build Coastguard Worker "Trace latency between TCP received pkt and picked up by userspace thread.\n"
38*387f9dfdSAndroid Build Coastguard Worker "\n"
39*387f9dfdSAndroid Build Coastguard Worker "USAGE: tcppktlat [--help] [-T] [-p PID] [-t TID] [-l LPORT] [-r RPORT] [-w] [-v]\n"
40*387f9dfdSAndroid Build Coastguard Worker "\n"
41*387f9dfdSAndroid Build Coastguard Worker "EXAMPLES:\n"
42*387f9dfdSAndroid Build Coastguard Worker "    tcppktlat             # Trace all TCP packet picked up latency\n"
43*387f9dfdSAndroid Build Coastguard Worker "    tcppktlat -T          # summarize with timestamps\n"
44*387f9dfdSAndroid Build Coastguard Worker "    tcppktlat -p          # filter for pid\n"
45*387f9dfdSAndroid Build Coastguard Worker "    tcppktlat -t          # filter for tid\n"
46*387f9dfdSAndroid Build Coastguard Worker "    tcppktlat -l          # filter for local port\n"
47*387f9dfdSAndroid Build Coastguard Worker "    tcppktlat -r          # filter for remote port\n"
48*387f9dfdSAndroid Build Coastguard Worker "    tcppktlat 1000        # filter for latency higher than 1000us";
49*387f9dfdSAndroid Build Coastguard Worker 
50*387f9dfdSAndroid Build Coastguard Worker static const struct argp_option opts[] = {
51*387f9dfdSAndroid Build Coastguard Worker 	{ "pid", 'p', "PID", 0, "Process PID to trace"},
52*387f9dfdSAndroid Build Coastguard Worker 	{ "tid", 't', "TID", 0, "Thread TID to trace"},
53*387f9dfdSAndroid Build Coastguard Worker 	{ "timestamp", 'T', NULL, 0, "include timestamp on output" },
54*387f9dfdSAndroid Build Coastguard Worker 	{ "lport", 'l', "LPORT", 0, "filter for local port" },
55*387f9dfdSAndroid Build Coastguard Worker 	{ "rport", 'r', "RPORT", 0, "filter for remote port" },
56*387f9dfdSAndroid Build Coastguard Worker 	{ "verbose", 'v', NULL, 0, "Verbose debug output" },
57*387f9dfdSAndroid Build Coastguard Worker 	{ "wide", 'w', NULL, 0, "Wide column output (fits IPv6 addresses)" },
58*387f9dfdSAndroid Build Coastguard Worker 	{ NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help" },
59*387f9dfdSAndroid Build Coastguard Worker 	{},
60*387f9dfdSAndroid Build Coastguard Worker };
61*387f9dfdSAndroid Build Coastguard Worker 
parse_arg(int key,char * arg,struct argp_state * state)62*387f9dfdSAndroid Build Coastguard Worker static error_t parse_arg(int key, char *arg, struct argp_state *state)
63*387f9dfdSAndroid Build Coastguard Worker {
64*387f9dfdSAndroid Build Coastguard Worker 	static int pos_args;
65*387f9dfdSAndroid Build Coastguard Worker 	long long min_us;
66*387f9dfdSAndroid Build Coastguard Worker 	int pid;
67*387f9dfdSAndroid Build Coastguard Worker 
68*387f9dfdSAndroid Build Coastguard Worker 	switch (key) {
69*387f9dfdSAndroid Build Coastguard Worker 	case 'h':
70*387f9dfdSAndroid Build Coastguard Worker 		argp_state_help(state, stderr, ARGP_HELP_STD_HELP);
71*387f9dfdSAndroid Build Coastguard Worker 		break;
72*387f9dfdSAndroid Build Coastguard Worker 	case 'v':
73*387f9dfdSAndroid Build Coastguard Worker 		env.verbose = true;
74*387f9dfdSAndroid Build Coastguard Worker 		break;
75*387f9dfdSAndroid Build Coastguard Worker 	case 'T':
76*387f9dfdSAndroid Build Coastguard Worker 		env.timestamp = true;
77*387f9dfdSAndroid Build Coastguard Worker 		break;
78*387f9dfdSAndroid Build Coastguard Worker 	case 'p':
79*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
80*387f9dfdSAndroid Build Coastguard Worker 		pid = strtol(arg, NULL, 10);
81*387f9dfdSAndroid Build Coastguard Worker 		if (errno || pid <= 0) {
82*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "Invalid PID: %s\n", arg);
83*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
84*387f9dfdSAndroid Build Coastguard Worker 		}
85*387f9dfdSAndroid Build Coastguard Worker 		env.pid = pid;
86*387f9dfdSAndroid Build Coastguard Worker 		break;
87*387f9dfdSAndroid Build Coastguard Worker 	case 't':
88*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
89*387f9dfdSAndroid Build Coastguard Worker 		pid = strtol(arg, NULL, 10);
90*387f9dfdSAndroid Build Coastguard Worker 		if (errno || pid <= 0) {
91*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "Invalid TID: %s\n", arg);
92*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
93*387f9dfdSAndroid Build Coastguard Worker 		}
94*387f9dfdSAndroid Build Coastguard Worker 		env.tid = pid;
95*387f9dfdSAndroid Build Coastguard Worker 		break;
96*387f9dfdSAndroid Build Coastguard Worker 	case 'l':
97*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
98*387f9dfdSAndroid Build Coastguard Worker 		env.lport = strtoul(arg, NULL, 10);
99*387f9dfdSAndroid Build Coastguard Worker 		if (errno) {
100*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "invalid lport: %s\n", arg);
101*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
102*387f9dfdSAndroid Build Coastguard Worker 		}
103*387f9dfdSAndroid Build Coastguard Worker 		env.lport = htons(env.lport);
104*387f9dfdSAndroid Build Coastguard Worker 		break;
105*387f9dfdSAndroid Build Coastguard Worker 	case 'r':
106*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
107*387f9dfdSAndroid Build Coastguard Worker 		env.rport = strtoul(arg, NULL, 10);
108*387f9dfdSAndroid Build Coastguard Worker 		if (errno) {
109*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "invalid rport: %s\n", arg);
110*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
111*387f9dfdSAndroid Build Coastguard Worker 		}
112*387f9dfdSAndroid Build Coastguard Worker 		env.rport = htons(env.rport);
113*387f9dfdSAndroid Build Coastguard Worker 		break;
114*387f9dfdSAndroid Build Coastguard Worker 	case 'w':
115*387f9dfdSAndroid Build Coastguard Worker 		column_width = 26;
116*387f9dfdSAndroid Build Coastguard Worker 		break;
117*387f9dfdSAndroid Build Coastguard Worker 	case ARGP_KEY_ARG:
118*387f9dfdSAndroid Build Coastguard Worker 		if (pos_args++) {
119*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr,
120*387f9dfdSAndroid Build Coastguard Worker 				"Unrecognized positional argument: %s\n", arg);
121*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
122*387f9dfdSAndroid Build Coastguard Worker 		}
123*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
124*387f9dfdSAndroid Build Coastguard Worker 		min_us = strtoll(arg, NULL, 10);
125*387f9dfdSAndroid Build Coastguard Worker 		if (errno || min_us <= 0) {
126*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "Invalid delay (in us): %s\n", arg);
127*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
128*387f9dfdSAndroid Build Coastguard Worker 		}
129*387f9dfdSAndroid Build Coastguard Worker 		env.min_us = min_us;
130*387f9dfdSAndroid Build Coastguard Worker 		break;
131*387f9dfdSAndroid Build Coastguard Worker 	default:
132*387f9dfdSAndroid Build Coastguard Worker 		return ARGP_ERR_UNKNOWN;
133*387f9dfdSAndroid Build Coastguard Worker 	}
134*387f9dfdSAndroid Build Coastguard Worker 	return 0;
135*387f9dfdSAndroid Build Coastguard Worker }
136*387f9dfdSAndroid Build Coastguard Worker 
libbpf_print_fn(enum libbpf_print_level level,const char * format,va_list args)137*387f9dfdSAndroid Build Coastguard Worker static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
138*387f9dfdSAndroid Build Coastguard Worker {
139*387f9dfdSAndroid Build Coastguard Worker 	if (level == LIBBPF_DEBUG && !env.verbose)
140*387f9dfdSAndroid Build Coastguard Worker 		return 0;
141*387f9dfdSAndroid Build Coastguard Worker 	return vfprintf(stderr, format, args);
142*387f9dfdSAndroid Build Coastguard Worker }
143*387f9dfdSAndroid Build Coastguard Worker 
sig_int(int signo)144*387f9dfdSAndroid Build Coastguard Worker static void sig_int(int signo)
145*387f9dfdSAndroid Build Coastguard Worker {
146*387f9dfdSAndroid Build Coastguard Worker 	exiting = 1;
147*387f9dfdSAndroid Build Coastguard Worker }
148*387f9dfdSAndroid Build Coastguard Worker 
handle_event(void * ctx,void * data,size_t data_sz)149*387f9dfdSAndroid Build Coastguard Worker static int handle_event(void *ctx, void *data, size_t data_sz)
150*387f9dfdSAndroid Build Coastguard Worker {
151*387f9dfdSAndroid Build Coastguard Worker 	const struct event *e = data;
152*387f9dfdSAndroid Build Coastguard Worker 	char saddr[48], daddr[48];
153*387f9dfdSAndroid Build Coastguard Worker 	struct tm *tm;
154*387f9dfdSAndroid Build Coastguard Worker 	char ts[32];
155*387f9dfdSAndroid Build Coastguard Worker 	time_t t;
156*387f9dfdSAndroid Build Coastguard Worker 
157*387f9dfdSAndroid Build Coastguard Worker 	if (env.timestamp) {
158*387f9dfdSAndroid Build Coastguard Worker 		time(&t);
159*387f9dfdSAndroid Build Coastguard Worker 		tm = localtime(&t);
160*387f9dfdSAndroid Build Coastguard Worker 		strftime(ts, sizeof(ts), "%H:%M:%S", tm);
161*387f9dfdSAndroid Build Coastguard Worker 		printf("%-8s ", ts);
162*387f9dfdSAndroid Build Coastguard Worker 	}
163*387f9dfdSAndroid Build Coastguard Worker 	inet_ntop(e->family, &e->saddr, saddr, sizeof(saddr));
164*387f9dfdSAndroid Build Coastguard Worker 	inet_ntop(e->family, &e->daddr, daddr, sizeof(daddr));
165*387f9dfdSAndroid Build Coastguard Worker 
166*387f9dfdSAndroid Build Coastguard Worker 	printf("%-7d %-7d %-16s %-*s %-5d %-*s %-5d %-.2f\n",
167*387f9dfdSAndroid Build Coastguard Worker 		e->pid, e->tid, e->comm, column_width, saddr, ntohs(e->sport), column_width, daddr,
168*387f9dfdSAndroid Build Coastguard Worker 		ntohs(e->dport), e->delta_us / 1000.0);
169*387f9dfdSAndroid Build Coastguard Worker 
170*387f9dfdSAndroid Build Coastguard Worker 	return 0;
171*387f9dfdSAndroid Build Coastguard Worker }
172*387f9dfdSAndroid Build Coastguard Worker 
handle_lost_events(void * ctx,int cpu,__u64 lost_cnt)173*387f9dfdSAndroid Build Coastguard Worker static void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt)
174*387f9dfdSAndroid Build Coastguard Worker {
175*387f9dfdSAndroid Build Coastguard Worker 	fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu);
176*387f9dfdSAndroid Build Coastguard Worker }
177*387f9dfdSAndroid Build Coastguard Worker 
main(int argc,char ** argv)178*387f9dfdSAndroid Build Coastguard Worker int main(int argc, char **argv)
179*387f9dfdSAndroid Build Coastguard Worker {
180*387f9dfdSAndroid Build Coastguard Worker 	static const struct argp argp = {
181*387f9dfdSAndroid Build Coastguard Worker 		.options = opts,
182*387f9dfdSAndroid Build Coastguard Worker 		.parser = parse_arg,
183*387f9dfdSAndroid Build Coastguard Worker 		.doc = argp_program_doc,
184*387f9dfdSAndroid Build Coastguard Worker 	};
185*387f9dfdSAndroid Build Coastguard Worker 	struct bpf_buffer *buf = NULL;
186*387f9dfdSAndroid Build Coastguard Worker 	struct tcppktlat_bpf *obj;
187*387f9dfdSAndroid Build Coastguard Worker 	int err;
188*387f9dfdSAndroid Build Coastguard Worker 
189*387f9dfdSAndroid Build Coastguard Worker 	err = argp_parse(&argp, argc, argv, 0, NULL, NULL);
190*387f9dfdSAndroid Build Coastguard Worker 	if (err)
191*387f9dfdSAndroid Build Coastguard Worker 		return err;
192*387f9dfdSAndroid Build Coastguard Worker 
193*387f9dfdSAndroid Build Coastguard Worker 	libbpf_set_print(libbpf_print_fn);
194*387f9dfdSAndroid Build Coastguard Worker 
195*387f9dfdSAndroid Build Coastguard Worker 	obj = tcppktlat_bpf__open();
196*387f9dfdSAndroid Build Coastguard Worker 	if (!obj) {
197*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to open BPF object\n");
198*387f9dfdSAndroid Build Coastguard Worker 		return 1;
199*387f9dfdSAndroid Build Coastguard Worker 	}
200*387f9dfdSAndroid Build Coastguard Worker 
201*387f9dfdSAndroid Build Coastguard Worker 	obj->rodata->targ_pid = env.pid;
202*387f9dfdSAndroid Build Coastguard Worker 	obj->rodata->targ_tid = env.tid;
203*387f9dfdSAndroid Build Coastguard Worker 	obj->rodata->targ_sport = env.lport;
204*387f9dfdSAndroid Build Coastguard Worker 	obj->rodata->targ_dport = env.rport;
205*387f9dfdSAndroid Build Coastguard Worker 	obj->rodata->targ_min_us = env.min_us;
206*387f9dfdSAndroid Build Coastguard Worker 
207*387f9dfdSAndroid Build Coastguard Worker 	buf = bpf_buffer__new(obj->maps.events, obj->maps.heap);
208*387f9dfdSAndroid Build Coastguard Worker 	if (!buf) {
209*387f9dfdSAndroid Build Coastguard Worker 		err = -errno;
210*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to create ring/perf buffer: %d\n", err);
211*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
212*387f9dfdSAndroid Build Coastguard Worker 	}
213*387f9dfdSAndroid Build Coastguard Worker 
214*387f9dfdSAndroid Build Coastguard Worker 	if (probe_tp_btf("tcp_probe")) {
215*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.tcp_probe, false);
216*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.tcp_rcv_space_adjust, false);
217*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.tcp_destroy_sock, false);
218*387f9dfdSAndroid Build Coastguard Worker 	} else {
219*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.tcp_probe_btf, false);
220*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.tcp_rcv_space_adjust_btf, false);
221*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.tcp_destroy_sock_btf, false);
222*387f9dfdSAndroid Build Coastguard Worker 	}
223*387f9dfdSAndroid Build Coastguard Worker 
224*387f9dfdSAndroid Build Coastguard Worker 	err = tcppktlat_bpf__load(obj);
225*387f9dfdSAndroid Build Coastguard Worker 	if (err) {
226*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to load BPF object: %d, maybe your kernel doesn't support `bpf_get_socket_cookie`\n", err);
227*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
228*387f9dfdSAndroid Build Coastguard Worker 	}
229*387f9dfdSAndroid Build Coastguard Worker 
230*387f9dfdSAndroid Build Coastguard Worker 	err = tcppktlat_bpf__attach(obj);
231*387f9dfdSAndroid Build Coastguard Worker 	if (err) {
232*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to attach BPF object: %d\n", err);
233*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
234*387f9dfdSAndroid Build Coastguard Worker 	}
235*387f9dfdSAndroid Build Coastguard Worker 
236*387f9dfdSAndroid Build Coastguard Worker 	err = bpf_buffer__open(buf, handle_event, handle_lost_events, NULL);
237*387f9dfdSAndroid Build Coastguard Worker 	if (err) {
238*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to open ring/perf buffer: %d\n", err);
239*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
240*387f9dfdSAndroid Build Coastguard Worker 	}
241*387f9dfdSAndroid Build Coastguard Worker 
242*387f9dfdSAndroid Build Coastguard Worker 	if (signal(SIGINT, sig_int) == SIG_ERR) {
243*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "can't set signal handler: %s\n", strerror(errno));
244*387f9dfdSAndroid Build Coastguard Worker 		err = 1;
245*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
246*387f9dfdSAndroid Build Coastguard Worker 	}
247*387f9dfdSAndroid Build Coastguard Worker 
248*387f9dfdSAndroid Build Coastguard Worker 	if (env.timestamp)
249*387f9dfdSAndroid Build Coastguard Worker 		printf("%-8s ", "TIME(s)");
250*387f9dfdSAndroid Build Coastguard Worker 	printf("%-7s %-7s %-16s %-*s %-5s %-*s %-5s %-s\n",
251*387f9dfdSAndroid Build Coastguard Worker 		"PID", "TID", "COMM", column_width, "LADDR", "LPORT", column_width, "RADDR", "RPORT", "MS");
252*387f9dfdSAndroid Build Coastguard Worker 
253*387f9dfdSAndroid Build Coastguard Worker 	while (!exiting) {
254*387f9dfdSAndroid Build Coastguard Worker 		err = bpf_buffer__poll(buf, POLL_TIMEOUT_MS);
255*387f9dfdSAndroid Build Coastguard Worker 		if (err < 0 && err != -EINTR) {
256*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "error polling ring/perf buffer: %s\n", strerror(-err));
257*387f9dfdSAndroid Build Coastguard Worker 			goto cleanup;
258*387f9dfdSAndroid Build Coastguard Worker 		}
259*387f9dfdSAndroid Build Coastguard Worker 		/* reset err to return 0 if exiting */
260*387f9dfdSAndroid Build Coastguard Worker 		err = 0;
261*387f9dfdSAndroid Build Coastguard Worker 	}
262*387f9dfdSAndroid Build Coastguard Worker cleanup:
263*387f9dfdSAndroid Build Coastguard Worker 	bpf_buffer__free(buf);
264*387f9dfdSAndroid Build Coastguard Worker 	tcppktlat_bpf__destroy(obj);
265*387f9dfdSAndroid Build Coastguard Worker 
266*387f9dfdSAndroid Build Coastguard Worker 	return err != 0;
267*387f9dfdSAndroid Build Coastguard Worker }
268