| /linux-6.14.4/include/asm-generic/ |
| D | tlb.h | 229 static inline void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
295 #define tlb_delay_rmap(tlb) (((tlb)->delayed_rmap = 1), true) argument
309 #define tlb_delay_rmap(tlb) (false) argument
310 static inline void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_flush_rmaps()
378 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
386 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range()
420 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
434 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
453 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_update_vma_flags()
471 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
[all …]
|
| /linux-6.14.4/mm/ |
| D | mmu_gather.c | 18 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
82 void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_flush_rmaps()
144 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
153 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
164 static bool __tlb_remove_folio_pages_size(struct mmu_gather *tlb, in __tlb_remove_folio_pages_size()
205 bool __tlb_remove_folio_pages(struct mmu_gather *tlb, struct page *page, in __tlb_remove_folio_pages()
212 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, in __tlb_remove_page_size()
302 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
343 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
354 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
[all …]
|
| D | mprotect.c | 86 static long change_pte_range(struct mmu_gather *tlb, in change_pte_range()
361 static inline long change_pmd_range(struct mmu_gather *tlb, in change_pmd_range()
431 static inline long change_pud_range(struct mmu_gather *tlb, in change_pud_range()
490 static inline long change_p4d_range(struct mmu_gather *tlb, in change_p4d_range()
513 static long change_protection_range(struct mmu_gather *tlb, in change_protection_range()
543 long change_protection(struct mmu_gather *tlb, in change_protection()
605 mprotect_fixup(struct vma_iterator *vmi, struct mmu_gather *tlb, in mprotect_fixup()
720 struct mmu_gather tlb; in do_mprotect_pkey() local
|
| D | pt_reclaim.c | 28 void free_pte(struct mm_struct *mm, unsigned long addr, struct mmu_gather *tlb, in free_pte()
36 struct mmu_gather *tlb) in try_to_free_pte()
|
| D | madvise.c | 47 struct mmu_gather *tlb; member
349 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range() local
569 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range()
593 struct mmu_gather tlb; in madvise_cold() local
607 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range()
626 struct mmu_gather tlb; in madvise_pageout() local
655 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range() local
802 struct mmu_gather tlb; in madvise_free_single_vma() local
|
| /linux-6.14.4/arch/s390/include/asm/ |
| D | tlb.h | 47 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size()
56 static inline bool __tlb_remove_folio_pages(struct mmu_gather *tlb, in __tlb_remove_folio_pages()
71 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
80 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb()
99 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
118 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb()
136 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
| /linux-6.14.4/arch/arm64/include/asm/ |
| D | tlb.h | 24 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level()
53 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
84 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
94 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
107 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4dp, in __p4d_free_tlb()
|
| /linux-6.14.4/arch/arm/include/asm/ |
| D | tlb.h | 23 #define tlb_flush(tlb) ((void) tlb) argument
33 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb()
50 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
|
| /linux-6.14.4/arch/sparc/include/asm/ |
| D | pgalloc_64.h | 82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
112 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
115 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /linux-6.14.4/arch/riscv/include/asm/ |
| D | pgalloc.h | 26 static inline void riscv_tlb_remove_ptdesc(struct mmu_gather *tlb, void *pt) in riscv_tlb_remove_ptdesc()
107 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
114 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
143 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
151 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
|
| /linux-6.14.4/arch/um/include/asm/ |
| D | pgalloc.h | 28 #define __pte_free_tlb(tlb, pte, address) \ argument
36 #define __pmd_free_tlb(tlb, pmd, address) \ argument
44 #define __pud_free_tlb(tlb, pud, address) \ argument
|
| /linux-6.14.4/arch/powerpc/include/asm/nohash/ |
| D | pgalloc.h | 13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
53 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
70 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux-6.14.4/arch/arc/include/asm/ |
| D | pgalloc.h | 75 #define __pud_free_tlb(tlb, pmd, addr) pud_free((tlb)->mm, pmd) argument
86 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
90 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /linux-6.14.4/arch/powerpc/include/asm/book3s/32/ |
| D | pgalloc.h | 25 #define __pmd_free_tlb(tlb,x,a) do { } while (0) argument
50 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
67 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux-6.14.4/arch/mips/include/asm/ |
| D | pgalloc.h | 51 #define __pte_free_tlb(tlb, pte, address) \ argument
78 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument
104 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
| /linux-6.14.4/arch/parisc/include/asm/ |
| D | tlb.h | 8 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
10 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /linux-6.14.4/arch/alpha/include/asm/ |
| D | tlb.h | 7 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
8 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
|
| /linux-6.14.4/arch/loongarch/include/asm/ |
| D | pgalloc.h | 58 #define __pte_free_tlb(tlb, pte, address) \ argument
85 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument
105 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
| /linux-6.14.4/arch/x86/include/asm/ |
| D | pgalloc.h | 58 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
90 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
152 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| /linux-6.14.4/arch/sh/include/asm/ |
| D | pgalloc.h | 20 #define __pmd_free_tlb(tlb, pmdp, addr) pmd_free((tlb)->mm, (pmdp)) argument
35 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
| /linux-6.14.4/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /linux-6.14.4/arch/sparc/mm/ |
| D | hugetlbpage.c | 299 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in hugetlb_free_pte_range()
309 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
346 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in hugetlb_free_pud_range()
384 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /linux-6.14.4/arch/x86/kernel/ |
| D | paravirt.c | 63 static void native_tlb_remove_table(struct mmu_gather *tlb, void *table) in native_tlb_remove_table()
71 static void native_tlb_remove_table(struct mmu_gather *tlb, void *table) in native_tlb_remove_table()
|
| /linux-6.14.4/arch/x86/mm/ |
| D | pgtable.c | 24 void paravirt_tlb_remove_table(struct mmu_gather *tlb, void *table) in paravirt_tlb_remove_table()
33 void paravirt_tlb_remove_table(struct mmu_gather *tlb, void *table) in paravirt_tlb_remove_table()
64 void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) in ___pte_free_tlb()
71 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
85 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
92 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
|
| /linux-6.14.4/arch/powerpc/include/asm/nohash/64/ |
| D | pgalloc.h | 62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
64 #define __pud_free_tlb(tlb, pud, addr) \ argument
|