148 int stmmac_bus_clks_config(struct stmmac_priv *priv, bool enabled)  in stmmac_bus_clks_config()
199 static void __stmmac_disable_all_queues(struct stmmac_priv *priv)  in __stmmac_disable_all_queues()
226 static void stmmac_disable_all_queues(struct stmmac_priv *priv)  in stmmac_disable_all_queues()
248 static void stmmac_enable_all_queues(struct stmmac_priv *priv)  in stmmac_enable_all_queues()
271 static void stmmac_service_event_schedule(struct stmmac_priv *priv)  in stmmac_service_event_schedule()
278 static void stmmac_global_err(struct stmmac_priv *priv)  in stmmac_global_err()
297 static void stmmac_clk_csr_set(struct stmmac_priv *priv)  in stmmac_clk_csr_set()
362 static inline u32 stmmac_tx_avail(struct stmmac_priv *priv, u32 queue)  in stmmac_tx_avail()
380 static inline u32 stmmac_rx_dirty(struct stmmac_priv *priv, u32 queue)  in stmmac_rx_dirty()
393 static void stmmac_disable_hw_lpi_timer(struct stmmac_priv *priv)  in stmmac_disable_hw_lpi_timer()
398 static void stmmac_enable_hw_lpi_timer(struct stmmac_priv *priv)  in stmmac_enable_hw_lpi_timer()
403 static bool stmmac_eee_tx_busy(struct stmmac_priv *priv)  in stmmac_eee_tx_busy()
419 static void stmmac_restart_sw_lpi_timer(struct stmmac_priv *priv)  in stmmac_restart_sw_lpi_timer()
430 static void stmmac_try_to_start_sw_lpi(struct stmmac_priv *priv)  in stmmac_try_to_start_sw_lpi()
448 static void stmmac_stop_sw_lpi(struct stmmac_priv *priv)  in stmmac_stop_sw_lpi()
464 	struct stmmac_priv *priv = from_timer(priv, t, eee_ctrl_timer);  in stmmac_eee_ctrl_timer()  local
478 static void stmmac_eee_init(struct stmmac_priv *priv, bool active)  in stmmac_eee_init()
545 static void stmmac_get_tx_hwtstamp(struct stmmac_priv *priv,  in stmmac_get_tx_hwtstamp()
588 static void stmmac_get_rx_hwtstamp(struct stmmac_priv *priv, struct dma_desc *p,  in stmmac_get_rx_hwtstamp()
629 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hwtstamp_set()  local
824 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hwtstamp_get()  local
844 int stmmac_init_tstamp_counter(struct stmmac_priv *priv, u32 systime_flags)  in stmmac_init_tstamp_counter()
892 static int stmmac_init_ptp(struct stmmac_priv *priv)  in stmmac_init_ptp()
928 static void stmmac_release_ptp(struct stmmac_priv *priv)  in stmmac_release_ptp()
940 static void stmmac_mac_flow_ctrl(struct stmmac_priv *priv, u32 duplex)  in stmmac_mac_flow_ctrl()
951 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_get_caps()  local
967 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_select_pcs()  local
988 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_link_down()  local
1004 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_link_up()  local
1111 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_disable_tx_lpi()  local
1119 	struct stmmac_priv *priv = netdev_priv(to_net_dev(config->dev));  in stmmac_mac_enable_tx_lpi()  local
1144 static void stmmac_check_pcs_mode(struct stmmac_priv *priv)  in stmmac_check_pcs_mode()
1172 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_init_phy()  local
1239 static int stmmac_phy_setup(struct stmmac_priv *priv)  in stmmac_phy_setup()
1304 static void stmmac_display_rx_rings(struct stmmac_priv *priv,  in stmmac_display_rx_rings()
1332 static void stmmac_display_tx_rings(struct stmmac_priv *priv,  in stmmac_display_tx_rings()
1362 static void stmmac_display_rings(struct stmmac_priv *priv,  in stmmac_display_rings()
1372 static unsigned int stmmac_rx_offset(struct stmmac_priv *priv)  in stmmac_rx_offset()
1406 static void stmmac_clear_rx_descriptors(struct stmmac_priv *priv,  in stmmac_clear_rx_descriptors()
1435 static void stmmac_clear_tx_descriptors(struct stmmac_priv *priv,  in stmmac_clear_tx_descriptors()
1465 static void stmmac_clear_descriptors(struct stmmac_priv *priv,  in stmmac_clear_descriptors()
1492 static int stmmac_init_rx_buffers(struct stmmac_priv *priv,  in stmmac_init_rx_buffers()
1538 static void stmmac_free_rx_buffer(struct stmmac_priv *priv,  in stmmac_free_rx_buffer()
1560 static void stmmac_free_tx_buffer(struct stmmac_priv *priv,  in stmmac_free_tx_buffer()
1606 static void dma_free_rx_skbufs(struct stmmac_priv *priv,  in dma_free_rx_skbufs()
1617 static int stmmac_alloc_rx_buffers(struct stmmac_priv *priv,  in stmmac_alloc_rx_buffers()
1650 static void dma_free_rx_xskbufs(struct stmmac_priv *priv,  in dma_free_rx_xskbufs()
1668 static int stmmac_alloc_rx_buffers_zc(struct stmmac_priv *priv,  in stmmac_alloc_rx_buffers_zc()
1705 static struct xsk_buff_pool *stmmac_get_xsk_pool(struct stmmac_priv *priv, u32 queue)  in stmmac_get_xsk_pool()
1723 static int __init_dma_rx_desc_rings(struct stmmac_priv *priv,  in __init_dma_rx_desc_rings()
1787 	struct stmmac_priv *priv = netdev_priv(dev);  in init_dma_rx_desc_rings()  local
1831 static int __init_dma_tx_desc_rings(struct stmmac_priv *priv,  in __init_dma_tx_desc_rings()
1881 	struct stmmac_priv *priv = netdev_priv(dev);  in init_dma_tx_desc_rings()  local
1906 	struct stmmac_priv *priv = netdev_priv(dev);  in init_dma_desc_rings()  local
1929 static void dma_free_tx_skbufs(struct stmmac_priv *priv,  in dma_free_tx_skbufs()
1952 static void stmmac_free_tx_skbufs(struct stmmac_priv *priv)  in stmmac_free_tx_skbufs()
1967 static void __free_dma_rx_desc_resources(struct stmmac_priv *priv,  in __free_dma_rx_desc_resources()
2000 static void free_dma_rx_desc_resources(struct stmmac_priv *priv,  in free_dma_rx_desc_resources()
2017 static void __free_dma_tx_desc_resources(struct stmmac_priv *priv,  in __free_dma_tx_desc_resources()
2047 static void free_dma_tx_desc_resources(struct stmmac_priv *priv,  in free_dma_tx_desc_resources()
2068 static int __alloc_dma_rx_desc_resources(struct stmmac_priv *priv,  in __alloc_dma_rx_desc_resources()
2151 static int alloc_dma_rx_desc_resources(struct stmmac_priv *priv,  in alloc_dma_rx_desc_resources()
2183 static int __alloc_dma_tx_desc_resources(struct stmmac_priv *priv,  in __alloc_dma_tx_desc_resources()
2230 static int alloc_dma_tx_desc_resources(struct stmmac_priv *priv,  in alloc_dma_tx_desc_resources()
2260 static int alloc_dma_desc_resources(struct stmmac_priv *priv,  in alloc_dma_desc_resources()
2279 static void free_dma_desc_resources(struct stmmac_priv *priv,  in free_dma_desc_resources()
2296 static void stmmac_mac_enable_rx_queues(struct stmmac_priv *priv)  in stmmac_mac_enable_rx_queues()
2315 static void stmmac_start_rx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_start_rx_dma()
2328 static void stmmac_start_tx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_start_tx_dma()
2341 static void stmmac_stop_rx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_stop_rx_dma()
2354 static void stmmac_stop_tx_dma(struct stmmac_priv *priv, u32 chan)  in stmmac_stop_tx_dma()
2360 static void stmmac_enable_all_dma_irq(struct stmmac_priv *priv)  in stmmac_enable_all_dma_irq()
2383 static void stmmac_start_all_dma(struct stmmac_priv *priv)  in stmmac_start_all_dma()
2402 static void stmmac_stop_all_dma(struct stmmac_priv *priv)  in stmmac_stop_all_dma()
2421 static void stmmac_dma_operation_mode(struct stmmac_priv *priv)  in stmmac_dma_operation_mode()
2503 	struct stmmac_priv *priv = tx_compl->priv;  in stmmac_xsk_fill_timestamp()  local
2532 static bool stmmac_xdp_xmit_zc(struct stmmac_priv *priv, u32 queue, u32 budget)  in stmmac_xdp_xmit_zc()
2650 static void stmmac_bump_dma_threshold(struct stmmac_priv *priv, u32 chan)  in stmmac_bump_dma_threshold()
2675 static int stmmac_tx_clean(struct stmmac_priv *priv, int budget, u32 queue,  in stmmac_tx_clean()
2867 static void stmmac_tx_err(struct stmmac_priv *priv, u32 chan)  in stmmac_tx_err()
2895 static void stmmac_set_dma_operation_mode(struct stmmac_priv *priv, u32 txmode,  in stmmac_set_dma_operation_mode()
2918 static bool stmmac_safety_feat_interrupt(struct stmmac_priv *priv)  in stmmac_safety_feat_interrupt()
2932 static int stmmac_napi_check(struct stmmac_priv *priv, u32 chan, u32 dir)  in stmmac_napi_check()
2974 static void stmmac_dma_interrupt(struct stmmac_priv *priv)  in stmmac_dma_interrupt()
3006 static void stmmac_mmc_setup(struct stmmac_priv *priv)  in stmmac_mmc_setup()
3029 static int stmmac_get_hw_features(struct stmmac_priv *priv)  in stmmac_get_hw_features()
3041 static void stmmac_check_ether_addr(struct stmmac_priv *priv)  in stmmac_check_ether_addr()
3064 static int stmmac_init_dma_engine(struct stmmac_priv *priv)  in stmmac_init_dma_engine()
3129 static void stmmac_tx_timer_arm(struct stmmac_priv *priv, u32 queue)  in stmmac_tx_timer_arm()
3163 	struct stmmac_priv *priv = tx_q->priv_data;  in stmmac_tx_timer()  local
3190 static void stmmac_init_coalesce(struct stmmac_priv *priv)  in stmmac_init_coalesce()
3210 static void stmmac_set_rings_length(struct stmmac_priv *priv)  in stmmac_set_rings_length()
3232 static void stmmac_set_tx_queue_weight(struct stmmac_priv *priv)  in stmmac_set_tx_queue_weight()
3249 static void stmmac_configure_cbs(struct stmmac_priv *priv)  in stmmac_configure_cbs()
3275 static void stmmac_rx_queue_dma_chan_map(struct stmmac_priv *priv)  in stmmac_rx_queue_dma_chan_map()
3292 static void stmmac_mac_config_rx_queues_prio(struct stmmac_priv *priv)  in stmmac_mac_config_rx_queues_prio()
3312 static void stmmac_mac_config_tx_queues_prio(struct stmmac_priv *priv)  in stmmac_mac_config_tx_queues_prio()
3332 static void stmmac_mac_config_rx_queues_routing(struct stmmac_priv *priv)  in stmmac_mac_config_rx_queues_routing()
3348 static void stmmac_mac_config_rss(struct stmmac_priv *priv)  in stmmac_mac_config_rss()
3369 static void stmmac_mtl_configuration(struct stmmac_priv *priv)  in stmmac_mtl_configuration()
3414 static void stmmac_safety_feat_configuration(struct stmmac_priv *priv)  in stmmac_safety_feat_configuration()
3440 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hw_setup()  local
3578 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_hw_teardown()  local
3586 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_free_irq()  local
3641 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_request_irq_multi_msi()  local
3808 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_request_irq_single()  local
3875 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_request_irq()  local
3897 stmmac_setup_dma_desc(struct stmmac_priv *priv, unsigned int mtu)  in stmmac_setup_dma_desc()
3973 	struct stmmac_priv *priv = netdev_priv(dev);  in __stmmac_open()  local
4053 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_open()  local
4077 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_release()  local
4119 static bool stmmac_vlan_insert(struct stmmac_priv *priv, struct sk_buff *skb,  in stmmac_vlan_insert()
4161 static void stmmac_tso_allocator(struct stmmac_priv *priv, dma_addr_t des,  in stmmac_tso_allocator()
4197 static void stmmac_flush_tx_descriptors(struct stmmac_priv *priv, int queue)  in stmmac_flush_tx_descriptors()
4259 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_tso_xmit()  local
4528 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xmit()  local
4812 static inline void stmmac_rx_refill(struct stmmac_priv *priv, u32 queue)  in stmmac_rx_refill()
4876 static unsigned int stmmac_rx_buf1_len(struct stmmac_priv *priv,  in stmmac_rx_buf1_len()
4904 static unsigned int stmmac_rx_buf2_len(struct stmmac_priv *priv,  in stmmac_rx_buf2_len()
4925 static int stmmac_xdp_xmit_xdpf(struct stmmac_priv *priv, int queue,  in stmmac_xdp_xmit_xdpf()
5007 static int stmmac_xdp_get_tx_queue(struct stmmac_priv *priv,  in stmmac_xdp_get_tx_queue()
5021 static int stmmac_xdp_xmit_back(struct stmmac_priv *priv,  in stmmac_xdp_xmit_back()
5049 static int __stmmac_xdp_run_prog(struct stmmac_priv *priv,  in __stmmac_xdp_run_prog()
5084 static struct sk_buff *stmmac_xdp_run_prog(struct stmmac_priv *priv,  in stmmac_xdp_run_prog()
5101 static void stmmac_finalize_xdp_rx(struct stmmac_priv *priv,  in stmmac_finalize_xdp_rx()
5136 static void stmmac_dispatch_skb_zc(struct stmmac_priv *priv, u32 queue,  in stmmac_dispatch_skb_zc()
5180 static bool stmmac_rx_refill_zc(struct stmmac_priv *priv, u32 queue, u32 budget)  in stmmac_rx_refill_zc()
5248 static int stmmac_rx_zc(struct stmmac_priv *priv, int limit, u32 queue)  in stmmac_rx_zc()
5440 static int stmmac_rx(struct stmmac_priv *priv, int limit, u32 queue)  in stmmac_rx()
5724 	struct stmmac_priv *priv = ch->priv_data;  in stmmac_napi_poll_rx()  local
5750 	struct stmmac_priv *priv = ch->priv_data;  in stmmac_napi_poll_tx()  local
5783 	struct stmmac_priv *priv = ch->priv_data;  in stmmac_napi_poll_rxtx()  local
5843 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_tx_timeout()  local
5859 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_set_rx_mode()  local
5877 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_change_mtu()  local
5933 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_fix_features()  local
5963 	struct stmmac_priv *priv = netdev_priv(netdev);  in stmmac_set_features()  local
5993 static void stmmac_common_interrupt(struct stmmac_priv *priv)  in stmmac_common_interrupt()
6056 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_interrupt()  local
6078 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_mac_interrupt()  local
6093 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_safety_interrupt()  local
6110 	struct stmmac_priv *priv;  in stmmac_msi_intr_tx()  local
6137 	struct stmmac_priv *priv;  in stmmac_msi_intr_rx()  local
6162 	struct stmmac_priv *priv = netdev_priv (dev);  in stmmac_ioctl()  local
6190 	struct stmmac_priv *priv = cb_priv;  in stmmac_setup_tc_block_cb()  local
6218 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_setup_tc()  local
6261 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_set_mac_address()  local
6309 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_rings_status_show()  local
6372 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_dma_cap_show()  local
6533 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_device_event()  local
6553 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_init_fs()  local
6573 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_exit_fs()  local
6603 static int stmmac_vlan_update(struct stmmac_priv *priv, bool is_double)  in stmmac_vlan_update()
6630 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_vlan_rx_add_vid()  local
6661 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_vlan_rx_kill_vid()  local
6690 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_bpf()  local
6706 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xdp_xmit()  local
6745 void stmmac_disable_rx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_disable_rx_queue()
6758 void stmmac_enable_rx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_enable_rx_queue()
6808 void stmmac_disable_tx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_disable_tx_queue()
6821 void stmmac_enable_tx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_enable_tx_queue()
6863 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xdp_release()  local
6896 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xdp_open()  local
7005 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_xsk_wakeup()  local
7041 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_get_stats64()  local
7113 static void stmmac_reset_subtask(struct stmmac_priv *priv)  in stmmac_reset_subtask()
7137 	struct stmmac_priv *priv = container_of(work, struct stmmac_priv,  in stmmac_service_task()  local
7152 static int stmmac_hw_init(struct stmmac_priv *priv)  in stmmac_hw_init()
7280 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_napi_add()  local
7309 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_napi_del()  local
7330 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_reinit_queues()  local
7355 	struct stmmac_priv *priv = netdev_priv(dev);  in stmmac_reinit_ringparam()  local
7374 	struct stmmac_priv *priv = ctx->priv;  in stmmac_xdp_rx_timestamp()  local
7416 	struct stmmac_priv *priv;  in stmmac_dvr_probe()  local
7738 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_dvr_remove()  local
7778 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_suspend()  local
7833 static void stmmac_reset_rx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_reset_rx_queue()
7841 static void stmmac_reset_tx_queue(struct stmmac_priv *priv, u32 queue)  in stmmac_reset_tx_queue()
7856 static void stmmac_reset_queues_param(struct stmmac_priv *priv)  in stmmac_reset_queues_param()
7878 	struct stmmac_priv *priv = netdev_priv(ndev);  in stmmac_resume()  local