43 #define alloc_stat_inc(pool, __stat)	(pool->alloc_stats.__stat++)  argument
45 #define recycle_stat_inc(pool, __stat)							\  argument
51 #define recycle_stat_add(pool, __stat, val)						\  argument
82 bool page_pool_get_stats(const struct page_pool *pool,  in page_pool_get_stats()
153 #define alloc_stat_inc(pool, __stat)  argument
154 #define recycle_stat_inc(pool, __stat)  argument
155 #define recycle_stat_add(pool, __stat, val)  argument
158 static bool page_pool_producer_lock(struct page_pool *pool)  in page_pool_producer_lock()
171 static void page_pool_producer_unlock(struct page_pool *pool,  in page_pool_producer_unlock()
190 static int page_pool_init(struct page_pool *pool,  in page_pool_init()
315 static void page_pool_uninit(struct page_pool *pool)  in page_pool_uninit()
336 	struct page_pool *pool;  in page_pool_create_percpu()  local
374 static noinline netmem_ref page_pool_refill_alloc_cache(struct page_pool *pool)  in page_pool_refill_alloc_cache()
427 static netmem_ref __page_pool_get_cached(struct page_pool *pool)  in __page_pool_get_cached()
443 static void __page_pool_dma_sync_for_device(const struct page_pool *pool,  in __page_pool_dma_sync_for_device()
457 page_pool_dma_sync_for_device(const struct page_pool *pool,  in page_pool_dma_sync_for_device()
465 static bool page_pool_dma_map(struct page_pool *pool, netmem_ref netmem)  in page_pool_dma_map()
496 static struct page *__page_pool_alloc_page_order(struct page_pool *pool,  in __page_pool_alloc_page_order()
522 static noinline netmem_ref __page_pool_alloc_pages_slow(struct page_pool *pool,  in __page_pool_alloc_pages_slow()
580 netmem_ref page_pool_alloc_netmems(struct page_pool *pool, gfp_t gfp)  in page_pool_alloc_netmems()
599 struct page *page_pool_alloc_pages(struct page_pool *pool, gfp_t gfp)  in page_pool_alloc_pages()
610 s32 page_pool_inflight(const struct page_pool *pool, bool strict)  in page_pool_inflight()
629 void page_pool_set_pp_info(struct page_pool *pool, netmem_ref netmem)  in page_pool_set_pp_info()
651 static __always_inline void __page_pool_release_page_dma(struct page_pool *pool,  in __page_pool_release_page_dma()
676 void page_pool_return_page(struct page_pool *pool, netmem_ref netmem)  in page_pool_return_page()
703 static bool page_pool_recycle_in_ring(struct page_pool *pool, netmem_ref netmem)  in page_pool_recycle_in_ring()
726 				       struct page_pool *pool)  in page_pool_recycle_in_cache()
753 __page_pool_put_page(struct page_pool *pool, netmem_ref netmem,  in __page_pool_put_page()
798 static bool page_pool_napi_local(const struct page_pool *pool)  in page_pool_napi_local()
821 void page_pool_put_unrefed_netmem(struct page_pool *pool, netmem_ref netmem,  in page_pool_put_unrefed_netmem()
837 void page_pool_put_unrefed_page(struct page_pool *pool, struct page *page,  in page_pool_put_unrefed_page()
845 static void page_pool_recycle_ring_bulk(struct page_pool *pool,  in page_pool_recycle_ring_bulk()
906 		struct page_pool *pool = NULL;  in page_pool_put_netmem_bulk()  local
944 static netmem_ref page_pool_drain_frag(struct page_pool *pool,  in page_pool_drain_frag()
962 static void page_pool_free_frag(struct page_pool *pool)  in page_pool_free_frag()
975 netmem_ref page_pool_alloc_frag_netmem(struct page_pool *pool,  in page_pool_alloc_frag_netmem()
1020 struct page *page_pool_alloc_frag(struct page_pool *pool, unsigned int *offset,  in page_pool_alloc_frag()
1028 static void page_pool_empty_ring(struct page_pool *pool)  in page_pool_empty_ring()
1043 static void __page_pool_destroy(struct page_pool *pool)  in __page_pool_destroy()
1059 static void page_pool_empty_alloc_cache_once(struct page_pool *pool)  in page_pool_empty_alloc_cache_once()
1076 static void page_pool_scrub(struct page_pool *pool)  in page_pool_scrub()
1087 static int page_pool_release(struct page_pool *pool)  in page_pool_release()
1102 	struct page_pool *pool = container_of(dwq, typeof(*pool), release_dw);  in page_pool_release_retry()  local
1131 void page_pool_use_xdp_mem(struct page_pool *pool, void (*disconnect)(void *),  in page_pool_use_xdp_mem()
1139 void page_pool_disable_direct_recycling(struct page_pool *pool)  in page_pool_disable_direct_recycling()
1161 void page_pool_destroy(struct page_pool *pool)  in page_pool_destroy()
1185 void page_pool_update_nid(struct page_pool *pool, int new_nid)  in page_pool_update_nid()