390 	struct slab *slab;	/* The slab from which we are allocating */  member
639 static __always_inline void slab_lock(struct slab *slab)  in slab_lock()
644 static __always_inline void slab_unlock(struct slab *slab)  in slab_unlock()
650 __update_freelist_fast(struct slab *slab,  in __update_freelist_fast()
665 __update_freelist_slow(struct slab *slab,  in __update_freelist_slow()
690 static inline bool __slab_update_freelist(struct kmem_cache *s, struct slab *slab,  in __slab_update_freelist()
720 static inline bool slab_update_freelist(struct kmem_cache *s, struct slab *slab,  in slab_update_freelist()
792 		       struct slab *slab)  in __fill_map()
890 				struct slab *slab, void *object)  in check_valid_pointer()
1008 static void print_slab_info(const struct slab *slab)  in print_slab_info()
1050 static void print_trailer(struct kmem_cache *s, struct slab *slab, u8 *p)  in print_trailer()
1092 static void object_err(struct kmem_cache *s, struct slab *slab,  in object_err()
1103 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab,  in freelist_corrupted()
1117 static __printf(3, 4) void slab_err(struct kmem_cache *s, struct slab *slab,  in slab_err()
1183 check_bytes_and_report(struct kmem_cache *s, struct slab *slab,  in check_bytes_and_report()
1253 static int check_pad_bytes(struct kmem_cache *s, struct slab *slab, u8 *p)  in check_pad_bytes()
1276 slab_pad_check(struct kmem_cache *s, struct slab *slab)  in slab_pad_check()
1311 static int check_object(struct kmem_cache *s, struct slab *slab,  in check_object()
1396 static int check_slab(struct kmem_cache *s, struct slab *slab)  in check_slab()
1430 static int on_freelist(struct kmem_cache *s, struct slab *slab, void *search)  in on_freelist()
1479 static void trace(struct kmem_cache *s, struct slab *slab, void *object,  in trace()
1501 	struct kmem_cache_node *n, struct slab *slab)  in add_full()
1510 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct slab *slab)  in remove_full()
1550 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr)  in setup_slab_debug()
1561 					struct slab *slab, void *object)  in alloc_consistency_checks()
1578 			struct slab *slab, void *object, int orig_size)  in alloc_debug_processing()
1607 		struct slab *slab, void *object, unsigned long addr)  in free_consistency_checks()
1853 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr) {}  in setup_slab_debug()
1856 	struct slab *slab, void *object, int orig_size) { return true; }  in alloc_debug_processing()
1859 	struct slab *slab, void *head, void *tail, int *bulk_cnt,  in free_debug_processing()
1862 static inline void slab_pad_check(struct kmem_cache *s, struct slab *slab) {}  in slab_pad_check()
1863 static inline int check_object(struct kmem_cache *s, struct slab *slab,  in check_object()
1869 					struct slab *slab) {}  in add_full()
1871 					struct slab *slab) {}  in remove_full()
1887 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab,  in freelist_corrupted()
1915 static inline void mark_failed_objexts_alloc(struct slab *slab)  in mark_failed_objexts_alloc()
1939 static inline void mark_failed_objexts_alloc(struct slab *slab) {}  in mark_failed_objexts_alloc()
1953 static inline void init_slab_obj_exts(struct slab *slab)  in init_slab_obj_exts()
1958 int alloc_slab_obj_exts(struct slab *slab, struct kmem_cache *s,  in alloc_slab_obj_exts()
2008 static inline void free_slab_obj_exts(struct slab *slab)  in free_slab_obj_exts()
2042 static inline void init_slab_obj_exts(struct slab *slab)  in init_slab_obj_exts()
2046 static int alloc_slab_obj_exts(struct slab *slab, struct kmem_cache *s,  in alloc_slab_obj_exts()
2052 static inline void free_slab_obj_exts(struct slab *slab)  in free_slab_obj_exts()
2068 	struct slab *slab;  in prepare_slab_obj_exts_hook()  local
2107 alloc_tagging_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p,  in alloc_tagging_slab_free_hook()
2139 alloc_tagging_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p,  in alloc_tagging_slab_free_hook()
2175 void memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p,  in memcg_slab_free_hook()
2196 	struct slab *slab;  in memcg_slab_post_charge()  local
2252 static inline void memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab,  in memcg_slab_free_hook()
2428 	struct slab *slab;  in alloc_slab_page()  local
2511 static bool shuffle_freelist(struct kmem_cache *s, struct slab *slab)  in shuffle_freelist()
2549 static inline bool shuffle_freelist(struct kmem_cache *s, struct slab *slab)  in shuffle_freelist()
2555 static __always_inline void account_slab(struct slab *slab, int order,  in account_slab()
2565 static __always_inline void unaccount_slab(struct slab *slab, int order,  in unaccount_slab()
2577 	struct slab *slab;  in allocate_slab()  local
2654 static void __free_slab(struct kmem_cache *s, struct slab *slab)  in __free_slab()
2670 	struct slab *slab = container_of(h, struct slab, rcu_head);  in rcu_free_slab()  local
2675 static void free_slab(struct kmem_cache *s, struct slab *slab)  in free_slab()
2691 static void discard_slab(struct kmem_cache *s, struct slab *slab)  in discard_slab()
2701 static inline bool slab_test_node_partial(const struct slab *slab)  in slab_test_node_partial()
2706 static inline void slab_set_node_partial(struct slab *slab)  in slab_set_node_partial()
2711 static inline void slab_clear_node_partial(struct slab *slab)  in slab_clear_node_partial()
2720 __add_partial(struct kmem_cache_node *n, struct slab *slab, int tail)  in __add_partial()
2731 				struct slab *slab, int tail)  in add_partial()
2738 					struct slab *slab)  in remove_partial()
2753 		struct kmem_cache_node *n, struct slab *slab, int orig_size)  in alloc_single_from_partial()
2783 					struct slab *slab, int orig_size)  in alloc_single_from_new_slab()
2819 static inline void put_cpu_partial(struct kmem_cache *s, struct slab *slab,  in put_cpu_partial()
2831 	struct slab *slab, *slab2, *partial = NULL;  in get_partial_node()  local
2893 	struct slab *slab;  in get_any_partial()  local
2952 	struct slab *slab;  in get_partial()  local
3046 static void deactivate_slab(struct kmem_cache *s, struct slab *slab,  in deactivate_slab()
3130 	struct slab *slab, *slab_to_discard = NULL;  in __put_partials()  local
3203 static void put_cpu_partial(struct kmem_cache *s, struct slab *slab, int drain)  in put_cpu_partial()
3254 	struct slab *slab;  in flush_slab()  local
3278 	struct slab *slab = c->slab;  in __flush_cpu_slab()  local
3393 static inline int node_match(struct slab *slab, int node)  in node_match()
3403 static int count_free(struct slab *slab)  in count_free()
3415 	struct slab *slab, void *head, void *tail, int *bulk_cnt,  in free_debug_processing()
3474 					int (*get_count)(struct slab *))  in count_partial()
3478 	struct slab *slab;  in count_partial()  local
3495 	struct slab *slab;  in count_partial_free_approx()  local
3566 static inline bool pfmemalloc_match(struct slab *slab, gfp_t gfpflags)  in pfmemalloc_match()
3595 static inline void *get_freelist(struct kmem_cache *s, struct slab *slab)  in get_freelist()
3623 static inline void *freeze_slab(struct kmem_cache *s, struct slab *slab)  in freeze_slab()
3670 	struct slab *slab;  in ___slab_alloc()  local
3937 	struct slab *slab;  in __slab_alloc_node()  local
4034 	struct slab *slab;  in __slab_alloc_node()  local
4353 	struct kmem_cache *s, struct slab *slab,  in free_to_partial_list()
4421 static void __slab_free(struct kmem_cache *s, struct slab *slab,  in __slab_free()
4550 				struct slab *slab, void *head, void *tail,  in do_slab_free()
4605 				struct slab *slab, void *head, void *tail,  in do_slab_free()
4613 void slab_free(struct kmem_cache *s, struct slab *slab, void *object,  in slab_free()
4634 void slab_free_bulk(struct kmem_cache *s, struct slab *slab, void *head,  in slab_free_bulk()
4653 	struct slab *slab = virt_to_slab(object);  in slab_free_after_rcu_debug()  local
4683 	struct slab *slab;  in virt_to_cache()  local
4750 	struct slab *slab;  in kfree()  local
4892 	struct slab *slab;  member
5330 	struct slab *slab;  in early_kmem_cache_node_alloc()  local
5583 static void list_slab_objects(struct kmem_cache *s, struct slab *slab,  in list_slab_objects()
5616 	struct slab *slab, *h;  in free_partial()  local
5665 void __kmem_obj_info(struct kmem_obj_info *kpp, void *object, struct slab *slab)  in __kmem_obj_info()
5792 			 const struct slab *slab, bool to_user)  in __check_heap_object()
5848 	struct slab *slab;  in __kmem_cache_do_shrink()  local
6246 static int count_inuse(struct slab *slab)  in count_inuse()
6251 static int count_total(struct slab *slab)  in count_total()
6258 static void validate_slab(struct kmem_cache *s, struct slab *slab,  in validate_slab()
6282 	struct slab *slab;  in validate_slab_node()  local
6485 		struct slab *slab, enum track_item alloc,  in process_slab()
6538 			struct slab *slab;  in show_slab_objects()  local
6764 		struct slab *slab;  in slabs_cpu_partial_show()  local
6779 		struct slab *slab;  in slabs_cpu_partial_show()  local
7532 		struct slab *slab;  in slab_debug_trace_open()  local