16 #include "netdev-genl-gen.h"
33 netdev_nl_dev_fill(struct net_device *netdev, struct sk_buff *rsp,  in netdev_nl_dev_fill()  argument
45 	if (netdev->xdp_metadata_ops && netdev->xdp_metadata_ops->xmo) \  in netdev_nl_dev_fill()
50 	if (netdev->xsk_tx_metadata_ops) {  in netdev_nl_dev_fill()
51 		if (netdev->xsk_tx_metadata_ops->tmo_fill_timestamp)  in netdev_nl_dev_fill()
53 		if (netdev->xsk_tx_metadata_ops->tmo_request_checksum)  in netdev_nl_dev_fill()
55 		if (netdev->xsk_tx_metadata_ops->tmo_request_launch_time)  in netdev_nl_dev_fill()
59 	if (nla_put_u32(rsp, NETDEV_A_DEV_IFINDEX, netdev->ifindex) ||  in netdev_nl_dev_fill()
61 			      netdev->xdp_features, NETDEV_A_DEV_PAD) ||  in netdev_nl_dev_fill()
68 	if (netdev->xdp_features & NETDEV_XDP_ACT_XSK_ZEROCOPY) {  in netdev_nl_dev_fill()
70 				netdev->xdp_zc_max_segs))  in netdev_nl_dev_fill()
84 netdev_genl_dev_notify(struct net_device *netdev, int cmd)  in netdev_genl_dev_notify()  argument
89 	if (!genl_has_listeners(&netdev_nl_family, dev_net(netdev),  in netdev_genl_dev_notify()
99 	if (netdev_nl_dev_fill(netdev, ntf, &info)) {  in netdev_genl_dev_notify()
104 	genlmsg_multicast_netns(&netdev_nl_family, dev_net(netdev), ntf,  in netdev_genl_dev_notify()
110 	struct net_device *netdev;  in netdev_nl_dev_get_doit()  local
126 	netdev = __dev_get_by_index(genl_info_net(info), ifindex);  in netdev_nl_dev_get_doit()
127 	if (netdev)  in netdev_nl_dev_get_doit()
128 		err = netdev_nl_dev_fill(netdev, rsp, info);  in netdev_nl_dev_get_doit()
148 	struct net_device *netdev;  in netdev_nl_dev_get_dumpit()  local
152 	for_each_netdev_dump(net, netdev, ctx->ifindex) {  in netdev_nl_dev_get_dumpit()
153 		err = netdev_nl_dev_fill(netdev, skb, genl_info_dump(cb));  in netdev_nl_dev_get_dumpit()
258 netdev_nl_napi_dump_one(struct net_device *netdev, struct sk_buff *rsp,  in netdev_nl_napi_dump_one()  argument
266 	if (!netdev->up)  in netdev_nl_napi_dump_one()
270 	list_for_each_entry(napi, &netdev->napi_list, dev_list) {  in netdev_nl_napi_dump_one()
294 	struct net_device *netdev;  in netdev_nl_napi_get_dumpit()  local
302 		netdev = netdev_get_by_index_lock(net, ifindex);  in netdev_nl_napi_get_dumpit()
303 		if (netdev) {  in netdev_nl_napi_get_dumpit()
304 			err = netdev_nl_napi_dump_one(netdev, skb, info, ctx);  in netdev_nl_napi_get_dumpit()
305 			netdev_unlock(netdev);  in netdev_nl_napi_get_dumpit()
310 		for_each_netdev_lock_scoped(net, netdev, ctx->ifindex) {  in netdev_nl_napi_get_dumpit()
311 			err = netdev_nl_napi_dump_one(netdev, skb, info, ctx);  in netdev_nl_napi_get_dumpit()
370 netdev_nl_queue_fill_one(struct sk_buff *rsp, struct net_device *netdev,  in netdev_nl_queue_fill_one()  argument
384 	    nla_put_u32(rsp, NETDEV_A_QUEUE_IFINDEX, netdev->ifindex))  in netdev_nl_queue_fill_one()
389 		rxq = __netif_get_rx_queue(netdev, q_idx);  in netdev_nl_queue_fill_one()
401 		txq = netdev_get_tx_queue(netdev, q_idx);  in netdev_nl_queue_fill_one()
416 static int netdev_nl_queue_validate(struct net_device *netdev, u32 q_id,  in netdev_nl_queue_validate()  argument
421 		if (q_id >= netdev->real_num_rx_queues)  in netdev_nl_queue_validate()
425 		if (q_id >= netdev->real_num_tx_queues)  in netdev_nl_queue_validate()
432 netdev_nl_queue_fill(struct sk_buff *rsp, struct net_device *netdev, u32 q_idx,  in netdev_nl_queue_fill()  argument
437 	if (!netdev->up)  in netdev_nl_queue_fill()
440 	err = netdev_nl_queue_validate(netdev, q_idx, q_type);  in netdev_nl_queue_fill()
444 	return netdev_nl_queue_fill_one(rsp, netdev, q_idx, q_type, info);  in netdev_nl_queue_fill()
450 	struct net_device *netdev;  in netdev_nl_queue_get_doit()  local
469 	netdev = netdev_get_by_index_lock(genl_info_net(info), ifindex);  in netdev_nl_queue_get_doit()
470 	if (netdev) {  in netdev_nl_queue_get_doit()
471 		err = netdev_nl_queue_fill(rsp, netdev, q_id, q_type, info);  in netdev_nl_queue_get_doit()
472 		netdev_unlock(netdev);  in netdev_nl_queue_get_doit()
490 netdev_nl_queue_dump_one(struct net_device *netdev, struct sk_buff *rsp,  in netdev_nl_queue_dump_one()  argument
496 	if (!netdev->up)  in netdev_nl_queue_dump_one()
499 	for (; ctx->rxq_idx < netdev->real_num_rx_queues; ctx->rxq_idx++) {  in netdev_nl_queue_dump_one()
500 		err = netdev_nl_queue_fill_one(rsp, netdev, ctx->rxq_idx,  in netdev_nl_queue_dump_one()
505 	for (; ctx->txq_idx < netdev->real_num_tx_queues; ctx->txq_idx++) {  in netdev_nl_queue_dump_one()
506 		err = netdev_nl_queue_fill_one(rsp, netdev, ctx->txq_idx,  in netdev_nl_queue_dump_one()
520 	struct net_device *netdev;  in netdev_nl_queue_get_dumpit()  local
529 		netdev = netdev_get_by_index_lock(net, ifindex);  in netdev_nl_queue_get_dumpit()
530 		if (netdev) {  in netdev_nl_queue_get_dumpit()
531 			err = netdev_nl_queue_dump_one(netdev, skb, info, ctx);  in netdev_nl_queue_get_dumpit()
532 			netdev_unlock(netdev);  in netdev_nl_queue_get_dumpit()
537 		for_each_netdev_lock_scoped(net, netdev, ctx->ifindex) {  in netdev_nl_queue_get_dumpit()
538 			err = netdev_nl_queue_dump_one(netdev, skb, info, ctx);  in netdev_nl_queue_get_dumpit()
614 netdev_nl_stats_queue(struct net_device *netdev, struct sk_buff *rsp,  in netdev_nl_stats_queue()  argument
617 	const struct netdev_stat_ops *ops = netdev->stat_ops;  in netdev_nl_stats_queue()
625 	if (nla_put_u32(rsp, NETDEV_A_QSTATS_IFINDEX, netdev->ifindex) ||  in netdev_nl_stats_queue()
633 		ops->get_queue_stats_rx(netdev, i, &rx);  in netdev_nl_stats_queue()
641 		ops->get_queue_stats_tx(netdev, i, &tx);  in netdev_nl_stats_queue()
661 netdev_nl_stats_by_queue(struct net_device *netdev, struct sk_buff *rsp,  in netdev_nl_stats_by_queue()  argument
665 	const struct netdev_stat_ops *ops = netdev->stat_ops;  in netdev_nl_stats_by_queue()
668 	if (!(netdev->flags & IFF_UP))  in netdev_nl_stats_by_queue()
672 	while (ops->get_queue_stats_rx && i < netdev->real_num_rx_queues) {  in netdev_nl_stats_by_queue()
673 		err = netdev_nl_stats_queue(netdev, rsp, NETDEV_QUEUE_TYPE_RX,  in netdev_nl_stats_by_queue()
680 	while (ops->get_queue_stats_tx && i < netdev->real_num_tx_queues) {  in netdev_nl_stats_by_queue()
681 		err = netdev_nl_stats_queue(netdev, rsp, NETDEV_QUEUE_TYPE_TX,  in netdev_nl_stats_by_queue()
694 netdev_nl_stats_by_netdev(struct net_device *netdev, struct sk_buff *rsp,  in netdev_nl_stats_by_netdev()  argument
703 	ops = netdev->stat_ops;  in netdev_nl_stats_by_netdev()
704 	/* Netdev can't guarantee any complete counters */  in netdev_nl_stats_by_netdev()
711 	ops->get_base_stats(netdev, &rx_sum, &tx_sum);  in netdev_nl_stats_by_netdev()
721 	if (nla_put_u32(rsp, NETDEV_A_QSTATS_IFINDEX, netdev->ifindex))  in netdev_nl_stats_by_netdev()
724 	for (i = 0; i < netdev->real_num_rx_queues; i++) {  in netdev_nl_stats_by_netdev()
727 			ops->get_queue_stats_rx(netdev, i, &rx);  in netdev_nl_stats_by_netdev()
730 	for (i = 0; i < netdev->real_num_tx_queues; i++) {  in netdev_nl_stats_by_netdev()
733 			ops->get_queue_stats_tx(netdev, i, &tx);  in netdev_nl_stats_by_netdev()
750 netdev_nl_qstats_get_dump_one(struct net_device *netdev, unsigned int scope,  in netdev_nl_qstats_get_dump_one()  argument
754 	if (!netdev->stat_ops)  in netdev_nl_qstats_get_dump_one()
759 		return netdev_nl_stats_by_netdev(netdev, skb, info);  in netdev_nl_qstats_get_dump_one()
761 		return netdev_nl_stats_by_queue(netdev, skb, info, ctx);  in netdev_nl_qstats_get_dump_one()
773 	struct net_device *netdev;  in netdev_nl_qstats_get_dumpit()  local
788 		netdev = __dev_get_by_index(net, ifindex);  in netdev_nl_qstats_get_dumpit()
789 		if (netdev && netdev->stat_ops) {  in netdev_nl_qstats_get_dumpit()
790 			err = netdev_nl_qstats_get_dump_one(netdev, scope, skb,  in netdev_nl_qstats_get_dumpit()
795 			err = netdev ? -EOPNOTSUPP : -ENODEV;  in netdev_nl_qstats_get_dumpit()
798 		for_each_netdev_dump(net, netdev, ctx->ifindex) {  in netdev_nl_qstats_get_dumpit()
799 			err = netdev_nl_qstats_get_dump_one(netdev, scope, skb,  in netdev_nl_qstats_get_dumpit()
816 	struct net_device *netdev;  in netdev_nl_bind_rx_doit()  local
847 	netdev = __dev_get_by_index(genl_info_net(info), ifindex);  in netdev_nl_bind_rx_doit()
848 	if (!netdev || !netif_device_present(netdev)) {  in netdev_nl_bind_rx_doit()
853 	if (dev_xdp_prog_count(netdev)) {  in netdev_nl_bind_rx_doit()
859 	binding = net_devmem_bind_dmabuf(netdev, dmabuf_fd, info->extack);  in netdev_nl_bind_rx_doit()
888 		err = net_devmem_bind_dmabuf_to_queue(netdev, rxq_idx, binding,  in netdev_nl_bind_rx_doit()
936 	struct net_device *netdev = netdev_notifier_info_to_dev(ptr);  in netdev_genl_netdevice_event()  local
940 		netdev_genl_dev_notify(netdev, NETDEV_CMD_DEV_ADD_NTF);  in netdev_genl_netdevice_event()
943 		netdev_genl_dev_notify(netdev, NETDEV_CMD_DEV_DEL_NTF);  in netdev_genl_netdevice_event()
946 		netdev_genl_dev_notify(netdev, NETDEV_CMD_DEV_CHANGE_NTF);  in netdev_genl_netdevice_event()