| /linux-6.14.4/arch/arm64/mm/ |
| D | contpte.c | 24 static inline pte_t *contpte_align_down(pte_t *ptep) in contpte_align_down()
30 pte_t *ptep, unsigned int nr) in contpte_try_unfold_partial()
50 pte_t *ptep, pte_t pte) in contpte_convert()
77 pte_t *ptep, pte_t pte) in __contpte_try_fold()
141 pte_t *ptep, pte_t pte) in __contpte_try_unfold()
155 pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte) in contpte_ptep_get()
206 pte_t *ptep; in contpte_ptep_get_lockless() local
241 pte_t *ptep, pte_t pte, unsigned int nr) in contpte_set_ptes()
284 pte_t *ptep, unsigned int nr, int full) in contpte_clear_full_ptes()
292 unsigned long addr, pte_t *ptep, in contpte_get_and_clear_full_ptes()
[all …]
|
| D | hugetlbpage.c | 83 pte_t *ptep, size_t *pgsize) in find_num_contig()
123 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
155 pte_t *ptep, in get_clear_contig()
180 pte_t *ptep, in get_clear_contig_flush()
202 pte_t *ptep, in clear_flush()
216 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at()
254 pte_t *ptep = NULL; in huge_pte_alloc() local
380 pte_t *ptep, unsigned long sz) in huge_pte_clear()
392 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear()
410 static int __cont_access_flags_changed(pte_t *ptep, pte_t pte, int ncontig) in __cont_access_flags_changed()
[all …]
|
| /linux-6.14.4/arch/s390/mm/ |
| D | pgtable.c | 38 pte_t *ptep, int nodat) in ptep_ipte_local()
58 pte_t *ptep, int nodat) in ptep_ipte_global()
78 unsigned long addr, pte_t *ptep, in ptep_flush_direct()
97 unsigned long addr, pte_t *ptep, in ptep_flush_lazy()
116 static inline pgste_t pgste_get_lock(pte_t *ptep) in pgste_get_lock()
130 static inline void pgste_set_unlock(pte_t *ptep, pgste_t pgste) in pgste_set_unlock()
138 static inline pgste_t pgste_get(pte_t *ptep) in pgste_get()
147 static inline void pgste_set(pte_t *ptep, pgste_t pgste) in pgste_set()
175 static inline void pgste_set_key(pte_t *ptep, pgste_t pgste, pte_t entry, in pgste_set_key()
197 static inline pgste_t pgste_set_pte(pte_t *ptep, pgste_t pgste, pte_t entry) in pgste_set_pte()
[all …]
|
| D | hugetlbpage.c | 162 pte_t *ptep, pte_t pte) in __set_huge_pte_at()
181 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at()
186 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
192 unsigned long addr, pte_t *ptep) in __huge_ptep_get_and_clear()
|
| /linux-6.14.4/include/asm-generic/ |
| D | hugetlb.h | 68 pte_t *ptep, unsigned long sz) in huge_pte_clear()
85 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at()
93 unsigned long addr, pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear()
101 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
132 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
140 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
148 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
|
| /linux-6.14.4/arch/riscv/mm/ |
| D | hugetlbpage.c | 6 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
150 pte_t *ptep, in get_clear_contig()
174 pte_t *ptep, in get_clear_contig_flush()
205 pte_t *ptep, in clear_flush()
248 pte_t *ptep, in set_huge_pte_at()
276 pte_t *ptep, in huge_ptep_set_access_flags()
307 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear()
323 pte_t *ptep) in huge_ptep_set_wrprotect()
348 pte_t *ptep) in huge_ptep_clear_flush()
363 pte_t *ptep, in huge_pte_clear()
|
| /linux-6.14.4/arch/s390/include/asm/ |
| D | hugetlb.h | 33 unsigned long addr, pte_t *ptep, in huge_ptep_get_and_clear()
47 pte_t *ptep, unsigned long sz) in huge_pte_clear()
57 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush()
64 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
78 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| /linux-6.14.4/arch/powerpc/mm/ |
| D | pgtable.c | 192 void set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_ptes()
230 pte_t *ptep = pte_offset_kernel(pmdp, va); in unmap_kernel_page() local
244 pte_t *ptep, pte_t entry, int dirty) in ptep_set_access_flags()
259 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
306 static void __set_huge_pte_at(pmd_t *pmd, pte_t *ptep, pte_basic_t val) in __set_huge_pte_at()
323 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_huge_pte_at()
341 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_huge_pte_at()
|
| /linux-6.14.4/arch/parisc/mm/ |
| D | hugetlbpage.c | 102 pte_t *ptep, pte_t entry) in __set_huge_pte_at()
122 pte_t *ptep, pte_t entry, unsigned long sz) in set_huge_pte_at()
129 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear()
141 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
150 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /linux-6.14.4/arch/loongarch/include/asm/ |
| D | hugetlb.h | 29 pte_t *ptep, unsigned long sz) in huge_pte_clear()
39 unsigned long addr, pte_t *ptep, in huge_ptep_get_and_clear()
52 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
72 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
|
| /linux-6.14.4/arch/arm64/include/asm/ |
| D | pgtable.h | 59 #define flush_tlb_fix_spurious_fault(vma, address, ptep) do { } while (0) argument
96 #define __pte_clear(mm, addr, ptep) \ argument
315 static inline void __set_pte_nosync(pte_t *ptep, pte_t pte) in __set_pte_nosync()
320 static inline void __set_pte(pte_t *ptep, pte_t pte) in __set_pte()
334 static inline pte_t __ptep_get(pte_t *ptep) in __ptep_get()
358 static inline void __check_safe_pte_update(struct mm_struct *mm, pte_t *ptep, in __check_safe_pte_update()
425 pte_t *ptep, pte_t pte, unsigned int nr) in __set_ptes()
646 pte_t *ptep, pte_t pte, unsigned int nr) in __set_pte_at()
1232 pte_t *ptep) in __ptep_test_and_clear_young()
1248 unsigned long address, pte_t *ptep) in __ptep_clear_flush_young()
[all …]
|
| /linux-6.14.4/arch/xtensa/include/asm/ |
| D | pgalloc.h | 24 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument
35 static inline void ptes_clear(pte_t *ptep) in ptes_clear()
45 pte_t *ptep; in pte_alloc_one_kernel() local
|
| D | pgtable.h | 243 #define pte_clear(mm,addr,ptep) \ argument
294 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte()
305 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte()
320 pte_t *ptep) in ptep_test_and_clear_young()
330 ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
338 ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
408 #define update_mmu_cache(vma, address, ptep) \ argument
|
| /linux-6.14.4/drivers/iommu/ |
| D | io-pgtable-arm.c | 162 #define iopte_set_writeable_clean(ptep) \ argument
322 static void __arm_lpae_sync_pte(arm_lpae_iopte *ptep, int num_entries, in __arm_lpae_sync_pte()
329 static void __arm_lpae_clear_pte(arm_lpae_iopte *ptep, struct io_pgtable_cfg *cfg, int num_entries) in __arm_lpae_clear_pte()
345 int lvl, int num_entries, arm_lpae_iopte *ptep) in __arm_lpae_init_pte()
367 arm_lpae_iopte *ptep) in arm_lpae_init_pte()
397 arm_lpae_iopte *ptep, in arm_lpae_install_table()
430 arm_lpae_iopte prot, int lvl, arm_lpae_iopte *ptep, in __arm_lpae_map()
561 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_map_pages() local
590 arm_lpae_iopte *ptep) in __arm_lpae_free_pgtable()
631 int lvl, arm_lpae_iopte *ptep) in __arm_lpae_unmap()
[all …]
|
| D | io-pgtable-dart.c | 121 dart_iopte *ptep) in dart_init_pte()
147 dart_iopte *ptep, in dart_install_table()
189 dart_iopte pte, *ptep; in dart_get_l2() local
239 dart_iopte pte, *cptep, *ptep; in dart_map_pages() local
299 dart_iopte pte, *ptep; in dart_unmap_pages() local
339 dart_iopte pte, *ptep; in dart_iova_to_phys() local
437 dart_iopte *ptep, *end; in apple_dart_free_pgtable() local
|
| /linux-6.14.4/include/linux/ |
| D | pgtable.h | 255 static inline unsigned int pte_batch_hint(pte_t *ptep, pte_t pte) in pte_batch_hint()
290 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes()
303 #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1) argument
338 static inline pte_t ptep_get(pte_t *ptep) in ptep_get()
375 pte_t *ptep) in ptep_test_and_clear_young()
482 pte_t *ptep) in ptep_get_and_clear()
511 unsigned long addr, pte_t *ptep, in clear_young_dirty_ptes()
536 pte_t *ptep) in ptep_clear()
577 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless()
615 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless()
[all …]
|
| /linux-6.14.4/arch/sparc/include/asm/ |
| D | hugetlb.h | 27 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
34 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
42 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /linux-6.14.4/arch/powerpc/include/asm/nohash/32/ |
| D | hugetlb-8xx.h | 23 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
32 pte_t *ptep, unsigned long sz) in huge_pte_clear()
39 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| D | pte-8xx.h | 125 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
131 static inline void __ptep_set_access_flags(struct vm_area_struct *vma, pte_t *ptep, in __ptep_set_access_flags()
170 static inline bool ptep_is_8m_pmdp(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_is_8m_pmdp()
210 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in pte_update()
229 static inline pte_t ptep_get(pte_t *ptep) in ptep_get()
|
| /linux-6.14.4/arch/mips/include/asm/ |
| D | hugetlb.h | 30 unsigned long addr, pte_t *ptep, in huge_ptep_get_and_clear()
43 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
68 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
|
| D | pgtable.h | 119 static inline void set_pte(pte_t *ptep, pte_t pte)
143 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
171 static inline void set_pte(pte_t *ptep, pte_t pteval)
190 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
205 pte_t *ptep, pte_t pte, unsigned int nr)
483 pte_t *ptep)
495 unsigned long address, pte_t *ptep,
583 pte_t *ptep, unsigned int nr)
594 #define update_mmu_cache(vma, address, ptep) \ argument
597 #define update_mmu_tlb_range(vma, address, ptep, nr) \ argument
|
| /linux-6.14.4/arch/powerpc/mm/book3s64/ |
| D | hugetlbpage.c | 21 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_huge()
139 unsigned long addr, pte_t *ptep) in huge_ptep_modify_prot_start()
154 pte_t *ptep, pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit()
|
| /linux-6.14.4/arch/powerpc/include/asm/nohash/ |
| D | pgtable.h | 103 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young()
115 pte_t *ptep) in ptep_set_wrprotect()
123 pte_t *ptep) in ptep_get_and_clear()
129 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
137 pte_t *ptep, pte_t entry, in __ptep_set_access_flags()
310 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at()
|
| /linux-6.14.4/arch/x86/include/asm/ |
| D | pgtable-3level.h | 36 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
43 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
67 pte_t *ptep) in native_pte_clear()
103 static inline pte_t native_ptep_get_and_clear(pte_t *ptep) in native_ptep_get_and_clear()
|
| /linux-6.14.4/arch/powerpc/kvm/ |
| D | book3s_64_mmu_radix.c | 374 static unsigned long kvmppc_radix_update_pte(struct kvm *kvm, pte_t *ptep, in kvmppc_radix_update_pte()
382 pte_t *ptep, pte_t pte) in kvmppc_radix_set_pte_at()
401 static void kvmppc_pte_free(pte_t *ptep) in kvmppc_pte_free()
624 pte_t *ptep, *new_ptep = NULL; in kvmppc_create_pte() local
798 pte_t *ptep; in kvmppc_hv_handle_set_rc() local
832 pte_t pte, *ptep; in kvmppc_book3s_instantiate_page() local
1014 pte_t *ptep; in kvm_unmap_radix() local
1033 pte_t *ptep; in kvm_age_radix() local
1062 pte_t *ptep; in kvm_test_age_radix() local
1082 pte_t *ptep, pte; in kvm_radix_test_clear_dirty() local
[all …]
|