Lines Matching +full:non +full:- +full:temporal
3 * Copyright (c) 2006-2007 Tungsten Graphics, Inc., Cedar Park, TX., USA
20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
28 * Authors: Thomas Hellström <thomas-at-tungstengraphics-dot-com>
34 #include <linux/iosys-map.h>
79 * drm_clflush_pages - Flush dcache lines of a set of pages.
121 * drm_clflush_sg - Flush dcache lines pointing to a scather-gather.
151 * drm_clflush_virt_range - Flush dcache lines of a region
166 addr = (void *)(((unsigned long)addr) & -size); in drm_clflush_virt_range()
170 clflushopt(end - 1); /* force serialisation */ in drm_clflush_virt_range()
207 for (tmp = iomem_resource.child; tmp; tmp = tmp->sibling) in drm_need_swiotlb()
208 max_iomem = max(max_iomem, tmp->end); in drm_need_swiotlb()
218 if (!dst->is_iomem && !src->is_iomem) { in memcpy_fallback()
219 memcpy(dst->vaddr, src->vaddr, len); in memcpy_fallback()
220 } else if (!src->is_iomem) { in memcpy_fallback()
221 iosys_map_memcpy_to(dst, 0, src->vaddr, len); in memcpy_fallback()
222 } else if (!dst->is_iomem) { in memcpy_fallback()
223 memcpy_fromio(dst->vaddr, src->vaddr_iomem, len); in memcpy_fallback()
231 void __iomem *_src = src->vaddr_iomem; in memcpy_fallback()
232 void __iomem *_dst = dst->vaddr_iomem; in memcpy_fallback()
239 len -= MEMCPY_BOUNCE_SIZE; in memcpy_fallback()
268 len -= 4; in __memcpy_ntdqa()
270 while (len--) { in __memcpy_ntdqa()
283 * non-temporal instructions where available. Note that all arguments
296 * drm_memcpy_from_wc - Perform the fastest available memcpy from a source
315 __drm_memcpy_from_wc(dst->is_iomem ? in drm_memcpy_from_wc()
316 (void __force *)dst->vaddr_iomem : in drm_memcpy_from_wc()
317 dst->vaddr, in drm_memcpy_from_wc()
318 src->is_iomem ? in drm_memcpy_from_wc()
319 (void const __force *)src->vaddr_iomem : in drm_memcpy_from_wc()
320 src->vaddr, in drm_memcpy_from_wc()
330 * drm_memcpy_init_early - One time initialization of the WC memcpy code
335 * Some hypervisors (e.g. KVM) don't support VEX-prefix instructions in drm_memcpy_init_early()