| /linux-6.14.4/tools/testing/selftests/bpf/progs/ |
| D | xdp_features.c | 65 xdp_process_echo_packet(struct xdp_md *xdp, bool dut) in xdp_process_echo_packet()
135 xdp_update_stats(struct xdp_md *xdp, bool tx, bool dut) in xdp_update_stats()
156 int xdp_tester_check_tx(struct xdp_md *xdp) in xdp_tester_check_tx()
164 int xdp_tester_check_rx(struct xdp_md *xdp) in xdp_tester_check_rx()
174 int xdp_do_pass(struct xdp_md *xdp) in xdp_do_pass()
182 int xdp_do_drop(struct xdp_md *xdp) in xdp_do_drop()
191 int xdp_do_aborted(struct xdp_md *xdp) in xdp_do_aborted()
200 int xdp_do_tx(struct xdp_md *xdp) in xdp_do_tx()
217 int xdp_do_redirect(struct xdp_md *xdp) in xdp_do_redirect()
227 const struct bpf_prog *xdp, __u32 act) in BPF_PROG()
[all …]
|
| D | xsk_xdp_progs.c | 19 SEC("xdp.frags") int xsk_def_prog(struct xdp_md *xdp) in xsk_def_prog()
24 SEC("xdp.frags") int xsk_xdp_drop(struct xdp_md *xdp) in xsk_xdp_drop()
33 SEC("xdp.frags") int xsk_xdp_populate_metadata(struct xdp_md *xdp) in xsk_xdp_populate_metadata()
56 SEC("xdp") int xsk_xdp_shared_umem(struct xdp_md *xdp) in xsk_xdp_shared_umem()
|
| D | xdp_redirect_map.c | 14 int xdp_redirect_map_0(struct xdp_md *xdp) in xdp_redirect_map_0()
20 int xdp_redirect_map_1(struct xdp_md *xdp) in xdp_redirect_map_1()
26 int xdp_redirect_map_2(struct xdp_md *xdp) in xdp_redirect_map_2()
|
| D | test_xdp_do_redirect.c | 29 int xdp_redirect(struct xdp_md *xdp) in xdp_redirect()
86 int xdp_count_pkts(struct xdp_md *xdp) in xdp_count_pkts()
102 int xdp_redirect_to_111(struct xdp_md *xdp) in xdp_redirect_to_111()
108 int xdp_redirect_to_222(struct xdp_md *xdp) in xdp_redirect_to_222()
|
| D | test_xdp.c | 79 static __always_inline int handle_ipv4(struct xdp_md *xdp) in handle_ipv4()
152 static __always_inline int handle_ipv6(struct xdp_md *xdp) in handle_ipv6()
213 int _xdp_tx_iptunnel(struct xdp_md *xdp) in _xdp_tx_iptunnel()
|
| D | test_xdp_loop.c | 75 static __always_inline int handle_ipv4(struct xdp_md *xdp) in handle_ipv4()
148 static __always_inline int handle_ipv6(struct xdp_md *xdp) in handle_ipv6()
209 int _xdp_tx_iptunnel(struct xdp_md *xdp) in _xdp_tx_iptunnel()
|
| D | test_xdp_dynptr.c | 77 static __always_inline int handle_ipv4(struct xdp_md *xdp, struct bpf_dynptr *xdp_ptr) in handle_ipv4()
159 static __always_inline int handle_ipv6(struct xdp_md *xdp, struct bpf_dynptr *xdp_ptr) in handle_ipv6()
231 int _xdp_tx_iptunnel(struct xdp_md *xdp) in _xdp_tx_iptunnel()
|
| D | test_parse_tcp_hdr_opt.c | 36 static int parse_hdr_opt(const struct xdp_md *xdp, struct hdr_opt_state *state) in parse_hdr_opt()
82 int xdp_ingress_v6(struct xdp_md *xdp) in xdp_ingress_v6()
|
| D | test_xdp_bpf2bpf.c | 45 int BPF_PROG(trace_on_entry, struct xdp_buff *xdp) in BPF_PROG()
62 int BPF_PROG(trace_on_exit, struct xdp_buff *xdp, int ret) in BPF_PROG()
|
| /linux-6.14.4/include/net/ |
| D | xdp.h | 92 static __always_inline bool xdp_buff_has_frags(const struct xdp_buff *xdp) in xdp_buff_has_frags()
97 static __always_inline void xdp_buff_set_frags_flag(struct xdp_buff *xdp) in xdp_buff_set_frags_flag()
102 static __always_inline void xdp_buff_clear_frags_flag(struct xdp_buff *xdp) in xdp_buff_clear_frags_flag()
108 xdp_buff_is_frag_pfmemalloc(const struct xdp_buff *xdp) in xdp_buff_is_frag_pfmemalloc()
113 static __always_inline void xdp_buff_set_frag_pfmemalloc(struct xdp_buff *xdp) in xdp_buff_set_frag_pfmemalloc()
119 xdp_init_buff(struct xdp_buff *xdp, u32 frame_sz, struct xdp_rxq_info *rxq) in xdp_init_buff()
127 xdp_prepare_buff(struct xdp_buff *xdp, unsigned char *hard_start, in xdp_prepare_buff()
144 #define xdp_data_hard_end(xdp) \ argument
149 xdp_get_shared_info_from_buff(const struct xdp_buff *xdp) in xdp_get_shared_info_from_buff()
155 xdp_get_buff_len(const struct xdp_buff *xdp) in xdp_get_buff_len()
[all …]
|
| D | xdp_sock_drv.h | 76 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
83 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
101 static inline u32 xsk_buff_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xsk_buff_alloc_batch()
111 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
131 struct xdp_buff *xdp) in xsk_buff_add_frag()
180 static inline void xsk_buff_set_size(struct xdp_buff *xdp, u32 size) in xsk_buff_set_size()
225 static inline void xsk_buff_dma_sync_for_cpu(struct xdp_buff *xdp) in xsk_buff_dma_sync_for_cpu()
323 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
328 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
343 static inline u32 xsk_buff_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xsk_buff_alloc_batch()
[all …]
|
| /linux-6.14.4/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.c | 28 struct xdp_buff *xdp) in bnxt_xmit_bd()
96 struct xdp_buff *xdp) in __bnxt_xmit_xdp()
183 struct xdp_buff *xdp) in bnxt_xdp_buff_init()
203 struct xdp_buff *xdp) in bnxt_xdp_buff_frags_free()
224 struct xdp_buff *xdp, struct page *page, u8 **data_ptr, in bnxt_rx_xdp()
357 struct xdp_frame *xdp = frames[i]; in bnxt_xdp_xmit() local
444 int bnxt_xdp(struct net_device *dev, struct netdev_bpf *xdp) in bnxt_xdp()
462 struct page_pool *pool, struct xdp_buff *xdp) in bnxt_xdp_build_skb()
|
| /linux-6.14.4/include/trace/events/ |
| D | xdp.h | 159 #define _trace_xdp_redirect(dev, xdp, to) \ argument
162 #define _trace_xdp_redirect_err(dev, xdp, to, err) \ argument
165 #define _trace_xdp_redirect_map(dev, xdp, to, map_type, map_id, index) \ argument
168 #define _trace_xdp_redirect_map_err(dev, xdp, to, map_type, map_id, index, err) \ argument
|
| /linux-6.14.4/drivers/net/ethernet/intel/igb/ |
| D | igb_xsk.c | 176 static u16 igb_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in igb_fill_rx_descs()
207 struct xdp_buff **xdp; in igb_alloc_rx_buffers_zc() local
256 struct xdp_buff *xdp = rx_ring->rx_buffer_info_zc[ntc]; in igb_clean_rx_ring_zc() local
266 struct xdp_buff *xdp, in igb_construct_skb_zc()
295 struct xdp_buff *xdp, struct xsk_buff_pool *xsk_pool, in igb_run_xdp_zc()
360 struct xdp_buff *xdp; in igb_clean_rx_irq_zc() local
|
| /linux-6.14.4/samples/bpf/ |
| D | xdp_sample.bpf.c | 97 const struct bpf_prog *xdp, const void *tgt, int err, in BPF_PROG()
105 const struct bpf_prog *xdp, const void *tgt, int err, in BPF_PROG()
113 const struct bpf_prog *xdp, const void *tgt, int err, in BPF_PROG()
121 const struct bpf_prog *xdp, const void *tgt, int err, in BPF_PROG()
182 const struct bpf_prog *xdp, u32 act) in BPF_PROG()
|
| D | xdp_adjust_tail_kern.c | 71 static __always_inline int send_icmp4_too_big(struct xdp_md *xdp) in send_icmp4_too_big()
121 static __always_inline int handle_ipv4(struct xdp_md *xdp) in handle_ipv4()
138 int _xdp_icmp(struct xdp_md *xdp) in _xdp_icmp()
|
| D | xdp_tx_iptunnel_kern.c | 77 static __always_inline int handle_ipv4(struct xdp_md *xdp) in handle_ipv4()
152 static __always_inline int handle_ipv6(struct xdp_md *xdp) in handle_ipv6()
216 int _xdp_tx_iptunnel(struct xdp_md *xdp) in _xdp_tx_iptunnel()
|
| /linux-6.14.4/drivers/net/ethernet/microchip/lan966x/ |
| D | lan966x_xdp.c | 9 static int lan966x_xdp_setup(struct net_device *dev, struct netdev_bpf *xdp) in lan966x_xdp_setup()
43 int lan966x_xdp(struct net_device *dev, struct netdev_bpf *xdp) in lan966x_xdp()
79 struct xdp_buff xdp; in lan966x_xdp_run() local
|
| /linux-6.14.4/drivers/net/vmxnet3/ |
| D | vmxnet3_xdp.c | 261 vmxnet3_run_xdp(struct vmxnet3_rx_queue *rq, struct xdp_buff *xdp, in vmxnet3_run_xdp()
314 const struct xdp_buff *xdp) in vmxnet3_build_skb()
341 struct xdp_buff xdp; in vmxnet3_process_xdp_small() local
387 struct xdp_buff xdp; in vmxnet3_process_xdp() local
|
| /linux-6.14.4/net/core/ |
| D | xdp.c | 433 bool napi_direct, struct xdp_buff *xdp) in __xdp_return()
542 void xdp_return_frag(netmem_ref netmem, const struct xdp_buff *xdp) in xdp_return_frag()
548 void xdp_return_buff(struct xdp_buff *xdp) in xdp_return_buff()
575 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame()
642 struct sk_buff *xdp_build_skb_from_buff(const struct xdp_buff *xdp) in xdp_build_skb_from_buff()
698 const struct xdp_buff *xdp, in xdp_copy_frags_from_zc()
748 struct sk_buff *xdp_build_skb_from_zc(struct xdp_buff *xdp) in xdp_build_skb_from_zc()
|
| /linux-6.14.4/drivers/net/ethernet/intel/ice/ |
| D | ice_xsk.c | 437 static u16 ice_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in ice_fill_rx_descs()
481 struct xdp_buff **xdp; in __ice_alloc_rx_bufs_zc() local
549 ice_construct_skb_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_construct_skb_zc()
677 static int ice_xmit_xdp_tx_zc(struct xdp_buff *xdp, in ice_xmit_xdp_tx_zc()
760 ice_run_xdp_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp_zc()
839 struct xdp_buff *xdp; in ice_clean_rx_irq_zc() local
1151 struct xdp_buff *xdp = *ice_xdp_buf(rx_ring, ntc); in ice_xsk_clean_rx_ring() local
|
| D | ice_txrx.c | 385 struct xdp_buff *xdp = &rx_ring->xdp; in ice_clean_rx_ring() local
535 ice_run_xdp(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp()
587 struct xdp_buff xdp; in ice_xmit_xdp_ring() local
848 ice_add_xdp_frag(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_add_xdp_frag()
974 ice_build_skb(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_build_skb()
1027 ice_construct_skb(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_construct_skb()
1139 static void ice_put_rx_mbuf(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_put_rx_mbuf()
1202 struct xdp_buff *xdp = &rx_ring->xdp; in ice_clean_rx_irq() local
|
| /linux-6.14.4/drivers/net/ethernet/aquantia/atlantic/ |
| D | aq_ring.c | 24 struct xdp_buff *xdp) in aq_get_rxpages_xdp()
386 static struct sk_buff *aq_xdp_build_skb(struct xdp_buff *xdp, in aq_xdp_build_skb()
406 struct xdp_buff *xdp, in aq_xdp_run_prog()
487 struct xdp_buff *xdp) in aq_add_rx_fragment()
720 struct xdp_buff xdp; in __aq_ring_xdp_clean() local
|
| /linux-6.14.4/include/linux/ |
| D | if_tun.h | 36 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr()
68 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr()
|
| /linux-6.14.4/drivers/net/ethernet/netronome/nfp/ |
| D | nfp_net_xsk.c | 18 struct xdp_buff *xdp) in nfp_net_xsk_rx_bufs_stash()
62 struct xdp_buff *xdp; in nfp_net_xsk_rx_ring_fill_freelist() local
|