1*053f45beSAndroid Build Coastguard Worker // SPDX-License-Identifier: GPL-2.0
2*053f45beSAndroid Build Coastguard Worker /* Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved. */
3*053f45beSAndroid Build Coastguard Worker
4*053f45beSAndroid Build Coastguard Worker #include <linux/bpf.h>
5*053f45beSAndroid Build Coastguard Worker #include <linux/if_link.h>
6*053f45beSAndroid Build Coastguard Worker #include <arpa/inet.h>
7*053f45beSAndroid Build Coastguard Worker #include <assert.h>
8*053f45beSAndroid Build Coastguard Worker #include <errno.h>
9*053f45beSAndroid Build Coastguard Worker #include <signal.h>
10*053f45beSAndroid Build Coastguard Worker #include <stdio.h>
11*053f45beSAndroid Build Coastguard Worker #include <stdlib.h>
12*053f45beSAndroid Build Coastguard Worker #include <string.h>
13*053f45beSAndroid Build Coastguard Worker #include <unistd.h>
14*053f45beSAndroid Build Coastguard Worker #include <libgen.h>
15*053f45beSAndroid Build Coastguard Worker #include <net/if.h>
16*053f45beSAndroid Build Coastguard Worker #include <sys/types.h>
17*053f45beSAndroid Build Coastguard Worker #include <sys/socket.h>
18*053f45beSAndroid Build Coastguard Worker #include <netdb.h>
19*053f45beSAndroid Build Coastguard Worker
20*053f45beSAndroid Build Coastguard Worker #include "bpf/bpf.h"
21*053f45beSAndroid Build Coastguard Worker #include "bpf/libbpf.h"
22*053f45beSAndroid Build Coastguard Worker
23*053f45beSAndroid Build Coastguard Worker #include "xdping.h"
24*053f45beSAndroid Build Coastguard Worker #include "testing_helpers.h"
25*053f45beSAndroid Build Coastguard Worker
26*053f45beSAndroid Build Coastguard Worker static int ifindex;
27*053f45beSAndroid Build Coastguard Worker static __u32 xdp_flags = XDP_FLAGS_UPDATE_IF_NOEXIST;
28*053f45beSAndroid Build Coastguard Worker
cleanup(int sig)29*053f45beSAndroid Build Coastguard Worker static void cleanup(int sig)
30*053f45beSAndroid Build Coastguard Worker {
31*053f45beSAndroid Build Coastguard Worker bpf_xdp_detach(ifindex, xdp_flags, NULL);
32*053f45beSAndroid Build Coastguard Worker if (sig)
33*053f45beSAndroid Build Coastguard Worker exit(1);
34*053f45beSAndroid Build Coastguard Worker }
35*053f45beSAndroid Build Coastguard Worker
get_stats(int fd,__u16 count,__u32 raddr)36*053f45beSAndroid Build Coastguard Worker static int get_stats(int fd, __u16 count, __u32 raddr)
37*053f45beSAndroid Build Coastguard Worker {
38*053f45beSAndroid Build Coastguard Worker struct pinginfo pinginfo = { 0 };
39*053f45beSAndroid Build Coastguard Worker char inaddrbuf[INET_ADDRSTRLEN];
40*053f45beSAndroid Build Coastguard Worker struct in_addr inaddr;
41*053f45beSAndroid Build Coastguard Worker __u16 i;
42*053f45beSAndroid Build Coastguard Worker
43*053f45beSAndroid Build Coastguard Worker inaddr.s_addr = raddr;
44*053f45beSAndroid Build Coastguard Worker
45*053f45beSAndroid Build Coastguard Worker printf("\nXDP RTT data:\n");
46*053f45beSAndroid Build Coastguard Worker
47*053f45beSAndroid Build Coastguard Worker if (bpf_map_lookup_elem(fd, &raddr, &pinginfo)) {
48*053f45beSAndroid Build Coastguard Worker perror("bpf_map_lookup elem");
49*053f45beSAndroid Build Coastguard Worker return 1;
50*053f45beSAndroid Build Coastguard Worker }
51*053f45beSAndroid Build Coastguard Worker
52*053f45beSAndroid Build Coastguard Worker for (i = 0; i < count; i++) {
53*053f45beSAndroid Build Coastguard Worker if (pinginfo.times[i] == 0)
54*053f45beSAndroid Build Coastguard Worker break;
55*053f45beSAndroid Build Coastguard Worker
56*053f45beSAndroid Build Coastguard Worker printf("64 bytes from %s: icmp_seq=%d ttl=64 time=%#.5f ms\n",
57*053f45beSAndroid Build Coastguard Worker inet_ntop(AF_INET, &inaddr, inaddrbuf,
58*053f45beSAndroid Build Coastguard Worker sizeof(inaddrbuf)),
59*053f45beSAndroid Build Coastguard Worker count + i + 1,
60*053f45beSAndroid Build Coastguard Worker (double)pinginfo.times[i]/1000000);
61*053f45beSAndroid Build Coastguard Worker }
62*053f45beSAndroid Build Coastguard Worker
63*053f45beSAndroid Build Coastguard Worker if (i < count) {
64*053f45beSAndroid Build Coastguard Worker fprintf(stderr, "Expected %d samples, got %d.\n", count, i);
65*053f45beSAndroid Build Coastguard Worker return 1;
66*053f45beSAndroid Build Coastguard Worker }
67*053f45beSAndroid Build Coastguard Worker
68*053f45beSAndroid Build Coastguard Worker bpf_map_delete_elem(fd, &raddr);
69*053f45beSAndroid Build Coastguard Worker
70*053f45beSAndroid Build Coastguard Worker return 0;
71*053f45beSAndroid Build Coastguard Worker }
72*053f45beSAndroid Build Coastguard Worker
show_usage(const char * prog)73*053f45beSAndroid Build Coastguard Worker static void show_usage(const char *prog)
74*053f45beSAndroid Build Coastguard Worker {
75*053f45beSAndroid Build Coastguard Worker fprintf(stderr,
76*053f45beSAndroid Build Coastguard Worker "usage: %s [OPTS] -I interface destination\n\n"
77*053f45beSAndroid Build Coastguard Worker "OPTS:\n"
78*053f45beSAndroid Build Coastguard Worker " -c count Stop after sending count requests\n"
79*053f45beSAndroid Build Coastguard Worker " (default %d, max %d)\n"
80*053f45beSAndroid Build Coastguard Worker " -I interface interface name\n"
81*053f45beSAndroid Build Coastguard Worker " -N Run in driver mode\n"
82*053f45beSAndroid Build Coastguard Worker " -s Server mode\n"
83*053f45beSAndroid Build Coastguard Worker " -S Run in skb mode\n",
84*053f45beSAndroid Build Coastguard Worker prog, XDPING_DEFAULT_COUNT, XDPING_MAX_COUNT);
85*053f45beSAndroid Build Coastguard Worker }
86*053f45beSAndroid Build Coastguard Worker
main(int argc,char ** argv)87*053f45beSAndroid Build Coastguard Worker int main(int argc, char **argv)
88*053f45beSAndroid Build Coastguard Worker {
89*053f45beSAndroid Build Coastguard Worker __u32 mode_flags = XDP_FLAGS_DRV_MODE | XDP_FLAGS_SKB_MODE;
90*053f45beSAndroid Build Coastguard Worker struct addrinfo *a, hints = { .ai_family = AF_INET };
91*053f45beSAndroid Build Coastguard Worker __u16 count = XDPING_DEFAULT_COUNT;
92*053f45beSAndroid Build Coastguard Worker struct pinginfo pinginfo = { 0 };
93*053f45beSAndroid Build Coastguard Worker const char *optstr = "c:I:NsS";
94*053f45beSAndroid Build Coastguard Worker struct bpf_program *main_prog;
95*053f45beSAndroid Build Coastguard Worker int prog_fd = -1, map_fd = -1;
96*053f45beSAndroid Build Coastguard Worker struct sockaddr_in rin;
97*053f45beSAndroid Build Coastguard Worker struct bpf_object *obj;
98*053f45beSAndroid Build Coastguard Worker struct bpf_map *map;
99*053f45beSAndroid Build Coastguard Worker char *ifname = NULL;
100*053f45beSAndroid Build Coastguard Worker char filename[256];
101*053f45beSAndroid Build Coastguard Worker int opt, ret = 1;
102*053f45beSAndroid Build Coastguard Worker __u32 raddr = 0;
103*053f45beSAndroid Build Coastguard Worker int server = 0;
104*053f45beSAndroid Build Coastguard Worker char cmd[256];
105*053f45beSAndroid Build Coastguard Worker
106*053f45beSAndroid Build Coastguard Worker while ((opt = getopt(argc, argv, optstr)) != -1) {
107*053f45beSAndroid Build Coastguard Worker switch (opt) {
108*053f45beSAndroid Build Coastguard Worker case 'c':
109*053f45beSAndroid Build Coastguard Worker count = atoi(optarg);
110*053f45beSAndroid Build Coastguard Worker if (count < 1 || count > XDPING_MAX_COUNT) {
111*053f45beSAndroid Build Coastguard Worker fprintf(stderr,
112*053f45beSAndroid Build Coastguard Worker "min count is 1, max count is %d\n",
113*053f45beSAndroid Build Coastguard Worker XDPING_MAX_COUNT);
114*053f45beSAndroid Build Coastguard Worker return 1;
115*053f45beSAndroid Build Coastguard Worker }
116*053f45beSAndroid Build Coastguard Worker break;
117*053f45beSAndroid Build Coastguard Worker case 'I':
118*053f45beSAndroid Build Coastguard Worker ifname = optarg;
119*053f45beSAndroid Build Coastguard Worker ifindex = if_nametoindex(ifname);
120*053f45beSAndroid Build Coastguard Worker if (!ifindex) {
121*053f45beSAndroid Build Coastguard Worker fprintf(stderr, "Could not get interface %s\n",
122*053f45beSAndroid Build Coastguard Worker ifname);
123*053f45beSAndroid Build Coastguard Worker return 1;
124*053f45beSAndroid Build Coastguard Worker }
125*053f45beSAndroid Build Coastguard Worker break;
126*053f45beSAndroid Build Coastguard Worker case 'N':
127*053f45beSAndroid Build Coastguard Worker xdp_flags |= XDP_FLAGS_DRV_MODE;
128*053f45beSAndroid Build Coastguard Worker break;
129*053f45beSAndroid Build Coastguard Worker case 's':
130*053f45beSAndroid Build Coastguard Worker /* use server program */
131*053f45beSAndroid Build Coastguard Worker server = 1;
132*053f45beSAndroid Build Coastguard Worker break;
133*053f45beSAndroid Build Coastguard Worker case 'S':
134*053f45beSAndroid Build Coastguard Worker xdp_flags |= XDP_FLAGS_SKB_MODE;
135*053f45beSAndroid Build Coastguard Worker break;
136*053f45beSAndroid Build Coastguard Worker default:
137*053f45beSAndroid Build Coastguard Worker show_usage(basename(argv[0]));
138*053f45beSAndroid Build Coastguard Worker return 1;
139*053f45beSAndroid Build Coastguard Worker }
140*053f45beSAndroid Build Coastguard Worker }
141*053f45beSAndroid Build Coastguard Worker
142*053f45beSAndroid Build Coastguard Worker if (!ifname) {
143*053f45beSAndroid Build Coastguard Worker show_usage(basename(argv[0]));
144*053f45beSAndroid Build Coastguard Worker return 1;
145*053f45beSAndroid Build Coastguard Worker }
146*053f45beSAndroid Build Coastguard Worker if (!server && optind == argc) {
147*053f45beSAndroid Build Coastguard Worker show_usage(basename(argv[0]));
148*053f45beSAndroid Build Coastguard Worker return 1;
149*053f45beSAndroid Build Coastguard Worker }
150*053f45beSAndroid Build Coastguard Worker
151*053f45beSAndroid Build Coastguard Worker if ((xdp_flags & mode_flags) == mode_flags) {
152*053f45beSAndroid Build Coastguard Worker fprintf(stderr, "-N or -S can be specified, not both.\n");
153*053f45beSAndroid Build Coastguard Worker show_usage(basename(argv[0]));
154*053f45beSAndroid Build Coastguard Worker return 1;
155*053f45beSAndroid Build Coastguard Worker }
156*053f45beSAndroid Build Coastguard Worker
157*053f45beSAndroid Build Coastguard Worker if (!server) {
158*053f45beSAndroid Build Coastguard Worker /* Only supports IPv4; see hints initiailization above. */
159*053f45beSAndroid Build Coastguard Worker if (getaddrinfo(argv[optind], NULL, &hints, &a) || !a) {
160*053f45beSAndroid Build Coastguard Worker fprintf(stderr, "Could not resolve %s\n", argv[optind]);
161*053f45beSAndroid Build Coastguard Worker return 1;
162*053f45beSAndroid Build Coastguard Worker }
163*053f45beSAndroid Build Coastguard Worker memcpy(&rin, a->ai_addr, sizeof(rin));
164*053f45beSAndroid Build Coastguard Worker raddr = rin.sin_addr.s_addr;
165*053f45beSAndroid Build Coastguard Worker freeaddrinfo(a);
166*053f45beSAndroid Build Coastguard Worker }
167*053f45beSAndroid Build Coastguard Worker
168*053f45beSAndroid Build Coastguard Worker /* Use libbpf 1.0 API mode */
169*053f45beSAndroid Build Coastguard Worker libbpf_set_strict_mode(LIBBPF_STRICT_ALL);
170*053f45beSAndroid Build Coastguard Worker
171*053f45beSAndroid Build Coastguard Worker snprintf(filename, sizeof(filename), "%s_kern.bpf.o", argv[0]);
172*053f45beSAndroid Build Coastguard Worker
173*053f45beSAndroid Build Coastguard Worker if (bpf_prog_test_load(filename, BPF_PROG_TYPE_XDP, &obj, &prog_fd)) {
174*053f45beSAndroid Build Coastguard Worker fprintf(stderr, "load of %s failed\n", filename);
175*053f45beSAndroid Build Coastguard Worker return 1;
176*053f45beSAndroid Build Coastguard Worker }
177*053f45beSAndroid Build Coastguard Worker
178*053f45beSAndroid Build Coastguard Worker main_prog = bpf_object__find_program_by_name(obj,
179*053f45beSAndroid Build Coastguard Worker server ? "xdping_server" : "xdping_client");
180*053f45beSAndroid Build Coastguard Worker if (main_prog)
181*053f45beSAndroid Build Coastguard Worker prog_fd = bpf_program__fd(main_prog);
182*053f45beSAndroid Build Coastguard Worker if (!main_prog || prog_fd < 0) {
183*053f45beSAndroid Build Coastguard Worker fprintf(stderr, "could not find xdping program");
184*053f45beSAndroid Build Coastguard Worker return 1;
185*053f45beSAndroid Build Coastguard Worker }
186*053f45beSAndroid Build Coastguard Worker
187*053f45beSAndroid Build Coastguard Worker map = bpf_object__next_map(obj, NULL);
188*053f45beSAndroid Build Coastguard Worker if (map)
189*053f45beSAndroid Build Coastguard Worker map_fd = bpf_map__fd(map);
190*053f45beSAndroid Build Coastguard Worker if (!map || map_fd < 0) {
191*053f45beSAndroid Build Coastguard Worker fprintf(stderr, "Could not find ping map");
192*053f45beSAndroid Build Coastguard Worker goto done;
193*053f45beSAndroid Build Coastguard Worker }
194*053f45beSAndroid Build Coastguard Worker
195*053f45beSAndroid Build Coastguard Worker signal(SIGINT, cleanup);
196*053f45beSAndroid Build Coastguard Worker signal(SIGTERM, cleanup);
197*053f45beSAndroid Build Coastguard Worker
198*053f45beSAndroid Build Coastguard Worker printf("Setting up XDP for %s, please wait...\n", ifname);
199*053f45beSAndroid Build Coastguard Worker
200*053f45beSAndroid Build Coastguard Worker printf("XDP setup disrupts network connectivity, hit Ctrl+C to quit\n");
201*053f45beSAndroid Build Coastguard Worker
202*053f45beSAndroid Build Coastguard Worker if (bpf_xdp_attach(ifindex, prog_fd, xdp_flags, NULL) < 0) {
203*053f45beSAndroid Build Coastguard Worker fprintf(stderr, "Link set xdp fd failed for %s\n", ifname);
204*053f45beSAndroid Build Coastguard Worker goto done;
205*053f45beSAndroid Build Coastguard Worker }
206*053f45beSAndroid Build Coastguard Worker
207*053f45beSAndroid Build Coastguard Worker if (server) {
208*053f45beSAndroid Build Coastguard Worker close(prog_fd);
209*053f45beSAndroid Build Coastguard Worker close(map_fd);
210*053f45beSAndroid Build Coastguard Worker printf("Running server on %s; press Ctrl+C to exit...\n",
211*053f45beSAndroid Build Coastguard Worker ifname);
212*053f45beSAndroid Build Coastguard Worker do { } while (1);
213*053f45beSAndroid Build Coastguard Worker }
214*053f45beSAndroid Build Coastguard Worker
215*053f45beSAndroid Build Coastguard Worker /* Start xdping-ing from last regular ping reply, e.g. for a count
216*053f45beSAndroid Build Coastguard Worker * of 10 ICMP requests, we start xdping-ing using reply with seq number
217*053f45beSAndroid Build Coastguard Worker * 10. The reason the last "real" ping RTT is much higher is that
218*053f45beSAndroid Build Coastguard Worker * the ping program sees the ICMP reply associated with the last
219*053f45beSAndroid Build Coastguard Worker * XDP-generated packet, so ping doesn't get a reply until XDP is done.
220*053f45beSAndroid Build Coastguard Worker */
221*053f45beSAndroid Build Coastguard Worker pinginfo.seq = htons(count);
222*053f45beSAndroid Build Coastguard Worker pinginfo.count = count;
223*053f45beSAndroid Build Coastguard Worker
224*053f45beSAndroid Build Coastguard Worker if (bpf_map_update_elem(map_fd, &raddr, &pinginfo, BPF_ANY)) {
225*053f45beSAndroid Build Coastguard Worker fprintf(stderr, "could not communicate with BPF map: %s\n",
226*053f45beSAndroid Build Coastguard Worker strerror(errno));
227*053f45beSAndroid Build Coastguard Worker cleanup(0);
228*053f45beSAndroid Build Coastguard Worker goto done;
229*053f45beSAndroid Build Coastguard Worker }
230*053f45beSAndroid Build Coastguard Worker
231*053f45beSAndroid Build Coastguard Worker /* We need to wait for XDP setup to complete. */
232*053f45beSAndroid Build Coastguard Worker sleep(10);
233*053f45beSAndroid Build Coastguard Worker
234*053f45beSAndroid Build Coastguard Worker snprintf(cmd, sizeof(cmd), "ping -c %d -I %s %s",
235*053f45beSAndroid Build Coastguard Worker count, ifname, argv[optind]);
236*053f45beSAndroid Build Coastguard Worker
237*053f45beSAndroid Build Coastguard Worker printf("\nNormal ping RTT data\n");
238*053f45beSAndroid Build Coastguard Worker printf("[Ignore final RTT; it is distorted by XDP using the reply]\n");
239*053f45beSAndroid Build Coastguard Worker
240*053f45beSAndroid Build Coastguard Worker ret = system(cmd);
241*053f45beSAndroid Build Coastguard Worker
242*053f45beSAndroid Build Coastguard Worker if (!ret)
243*053f45beSAndroid Build Coastguard Worker ret = get_stats(map_fd, count, raddr);
244*053f45beSAndroid Build Coastguard Worker
245*053f45beSAndroid Build Coastguard Worker cleanup(0);
246*053f45beSAndroid Build Coastguard Worker
247*053f45beSAndroid Build Coastguard Worker done:
248*053f45beSAndroid Build Coastguard Worker if (prog_fd > 0)
249*053f45beSAndroid Build Coastguard Worker close(prog_fd);
250*053f45beSAndroid Build Coastguard Worker if (map_fd > 0)
251*053f45beSAndroid Build Coastguard Worker close(map_fd);
252*053f45beSAndroid Build Coastguard Worker
253*053f45beSAndroid Build Coastguard Worker return ret;
254*053f45beSAndroid Build Coastguard Worker }
255