Lines Matching +full:row +full:- +full:stride
1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (C) 2011 Texas Instruments Incorporated - https://www.ti.com/
7 #include <linux/dma-mapping.h>
24 /* note: we use upper 8 bits of flags for driver-internal flags: */
48 * - buffers allocated through the DMA mapping API (with the
51 * - buffers imported from dmabuf (with the OMAP_BO_MEM_DMABUF flag set)
54 * - buffers mapped through the TILER when pin_cnt is not zero, in which
104 * regions in each of the 2d containers to use as a user-GART where we
105 * can create a second page-aligned mapping of parts of the buffer
126 int stride_pfn; /* stride in pages */
130 /* -----------------------------------------------------------------------------
137 struct drm_device *dev = obj->dev; in omap_gem_mmap_offset()
145 dev_err(dev->dev, "could not allocate mmap offset\n"); in omap_gem_mmap_offset()
149 return drm_vma_node_offset_addr(&obj->vma_node); in omap_gem_mmap_offset()
159 if (omap_obj->flags & OMAP_BO_MEM_DMA_API) in omap_gem_is_contiguous()
162 if ((omap_obj->flags & OMAP_BO_MEM_DMABUF) && in omap_gem_is_contiguous()
163 omap_gem_sgt_is_contiguous(omap_obj->sgt, omap_obj->base.size)) in omap_gem_is_contiguous()
169 /* -----------------------------------------------------------------------------
177 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_evict_entry()
178 int n = priv->usergart[fmt].height; in omap_gem_evict_entry()
181 (entry->obj_pgoff << PAGE_SHIFT); in omap_gem_evict_entry()
182 const int m = DIV_ROUND_UP(omap_obj->width << fmt, PAGE_SIZE); in omap_gem_evict_entry()
186 /* if stride > than PAGE_SIZE then sparse mapping: */ in omap_gem_evict_entry()
187 for (i = n; i > 0; i--) { in omap_gem_evict_entry()
188 unmap_mapping_range(obj->dev->anon_inode->i_mapping, in omap_gem_evict_entry()
193 unmap_mapping_range(obj->dev->anon_inode->i_mapping, in omap_gem_evict_entry()
197 entry->obj = NULL; in omap_gem_evict_entry()
204 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_evict()
206 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_evict()
207 enum tiler_fmt fmt = gem2fmt(omap_obj->flags); in omap_gem_evict()
212 &priv->usergart[fmt].entry[i]; in omap_gem_evict()
214 if (entry->obj == obj) in omap_gem_evict()
220 /* -----------------------------------------------------------------------------
230 struct drm_device *dev = obj->dev; in omap_gem_attach_pages()
233 int npages = obj->size >> PAGE_SHIFT; in omap_gem_attach_pages()
237 lockdep_assert_held(&omap_obj->lock); in omap_gem_attach_pages()
243 if (!(omap_obj->flags & OMAP_BO_MEM_SHMEM) || omap_obj->pages) in omap_gem_attach_pages()
248 dev_err(obj->dev->dev, "could not get pages: %ld\n", PTR_ERR(pages)); in omap_gem_attach_pages()
252 /* for non-cached buffers, ensure the new pages are clean because in omap_gem_attach_pages()
255 if (omap_obj->flags & (OMAP_BO_WC|OMAP_BO_UNCACHED)) { in omap_gem_attach_pages()
258 ret = -ENOMEM; in omap_gem_attach_pages()
263 addrs[i] = dma_map_page(dev->dev, pages[i], in omap_gem_attach_pages()
266 if (dma_mapping_error(dev->dev, addrs[i])) { in omap_gem_attach_pages()
267 dev_warn(dev->dev, in omap_gem_attach_pages()
270 for (i = i - 1; i >= 0; --i) { in omap_gem_attach_pages()
271 dma_unmap_page(dev->dev, addrs[i], in omap_gem_attach_pages()
275 ret = -ENOMEM; in omap_gem_attach_pages()
282 ret = -ENOMEM; in omap_gem_attach_pages()
287 omap_obj->dma_addrs = addrs; in omap_gem_attach_pages()
288 omap_obj->pages = pages; in omap_gem_attach_pages()
304 unsigned int npages = obj->size >> PAGE_SHIFT; in omap_gem_detach_pages()
307 lockdep_assert_held(&omap_obj->lock); in omap_gem_detach_pages()
310 if (omap_obj->dma_addrs[i]) in omap_gem_detach_pages()
311 dma_unmap_page(obj->dev->dev, omap_obj->dma_addrs[i], in omap_gem_detach_pages()
315 kfree(omap_obj->dma_addrs); in omap_gem_detach_pages()
316 omap_obj->dma_addrs = NULL; in omap_gem_detach_pages()
318 drm_gem_put_pages(obj, omap_obj->pages, true, false); in omap_gem_detach_pages()
319 omap_obj->pages = NULL; in omap_gem_detach_pages()
325 return to_omap_bo(obj)->flags; in omap_gem_flags()
332 size_t size = obj->size; in omap_gem_mmap_size()
334 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_mmap_size()
335 /* for tiled buffers, the virtual size has stride rounded up in omap_gem_mmap_size()
336 * to 4kb.. (to hide the fact that row n+1 might start 16kb or in omap_gem_mmap_size()
341 size = tiler_vsize(gem2fmt(omap_obj->flags), in omap_gem_mmap_size()
342 omap_obj->width, omap_obj->height); in omap_gem_mmap_size()
348 /* -----------------------------------------------------------------------------
352 /* Normal handling for the case of faulting in non-tiled buffers */
360 /* We don't use vmf->pgoff since that has the fake offset: */ in omap_gem_fault_1d()
361 pgoff = (vmf->address - vma->vm_start) >> PAGE_SHIFT; in omap_gem_fault_1d()
363 if (omap_obj->pages) { in omap_gem_fault_1d()
365 pfn = page_to_pfn(omap_obj->pages[pgoff]); in omap_gem_fault_1d()
368 pfn = (omap_obj->dma_addr >> PAGE_SHIFT) + pgoff; in omap_gem_fault_1d()
371 VERB("Inserting %p pfn %lx, pa %lx", (void *)vmf->address, in omap_gem_fault_1d()
374 return vmf_insert_mixed(vma, vmf->address, in omap_gem_fault_1d()
383 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_fault_2d()
385 enum tiler_fmt fmt = gem2fmt(omap_obj->flags); in omap_gem_fault_2d()
396 * height is 64, then 64 pages fill a 4kb wide by 64 row region. in omap_gem_fault_2d()
398 const int n = priv->usergart[fmt].height; in omap_gem_fault_2d()
399 const int n_shift = priv->usergart[fmt].height_shift; in omap_gem_fault_2d()
402 * If buffer width in bytes > PAGE_SIZE then the virtual stride is in omap_gem_fault_2d()
404 * into account in some of the math, so figure out virtual stride in omap_gem_fault_2d()
407 const int m = DIV_ROUND_UP(omap_obj->width << fmt, PAGE_SIZE); in omap_gem_fault_2d()
409 /* We don't use vmf->pgoff since that has the fake offset: */ in omap_gem_fault_2d()
410 pgoff = (vmf->address - vma->vm_start) >> PAGE_SHIFT; in omap_gem_fault_2d()
419 slots = omap_obj->width >> priv->usergart[fmt].slot_shift; in omap_gem_fault_2d()
421 vaddr = vmf->address - ((pgoff - base_pgoff) << PAGE_SHIFT); in omap_gem_fault_2d()
423 entry = &priv->usergart[fmt].entry[priv->usergart[fmt].last]; in omap_gem_fault_2d()
426 if (entry->obj) in omap_gem_fault_2d()
427 omap_gem_evict_entry(entry->obj, fmt, entry); in omap_gem_fault_2d()
429 entry->obj = obj; in omap_gem_fault_2d()
430 entry->obj_pgoff = base_pgoff; in omap_gem_fault_2d()
435 /* for wider-than 4k.. figure out which part of the slot-row we want: */ in omap_gem_fault_2d()
438 entry->obj_pgoff += off; in omap_gem_fault_2d()
440 slots = min(slots - (off << n_shift), n); in omap_gem_fault_2d()
452 memcpy(pages, &omap_obj->pages[base_pgoff], in omap_gem_fault_2d()
455 sizeof(struct page *) * (n - slots)); in omap_gem_fault_2d()
457 err = tiler_pin(entry->block, pages, ARRAY_SIZE(pages), 0, true); in omap_gem_fault_2d()
460 dev_err(obj->dev->dev, "failed to pin: %d\n", err); in omap_gem_fault_2d()
464 pfn = entry->dma_addr >> PAGE_SHIFT; in omap_gem_fault_2d()
466 VERB("Inserting %p pfn %lx, pa %lx", (void *)vmf->address, in omap_gem_fault_2d()
469 for (i = n; i > 0; i--) { in omap_gem_fault_2d()
474 pfn += priv->usergart[fmt].stride_pfn; in omap_gem_fault_2d()
478 /* simple round-robin: */ in omap_gem_fault_2d()
479 priv->usergart[fmt].last = (priv->usergart[fmt].last + 1) in omap_gem_fault_2d()
486 * omap_gem_fault - pagefault handler for GEM objects
494 * vma->vm_private_data points to the GEM object that is backing this
499 struct vm_area_struct *vma = vmf->vma; in omap_gem_fault()
500 struct drm_gem_object *obj = vma->vm_private_data; in omap_gem_fault()
508 mutex_lock(&omap_obj->lock); in omap_gem_fault()
523 if (omap_obj->flags & OMAP_BO_TILED_MASK) in omap_gem_fault()
530 mutex_unlock(&omap_obj->lock); in omap_gem_fault()
540 if (omap_obj->flags & OMAP_BO_WC) { in omap_gem_object_mmap()
541 vma->vm_page_prot = pgprot_writecombine(vm_get_page_prot(vma->vm_flags)); in omap_gem_object_mmap()
542 } else if (omap_obj->flags & OMAP_BO_UNCACHED) { in omap_gem_object_mmap()
543 vma->vm_page_prot = pgprot_noncached(vm_get_page_prot(vma->vm_flags)); in omap_gem_object_mmap()
547 * on hardware without DMM/TILER. But these are allocated write- in omap_gem_object_mmap()
550 if (WARN_ON(!obj->filp)) in omap_gem_object_mmap()
551 return -EINVAL; in omap_gem_object_mmap()
558 vma->vm_pgoff -= drm_vma_node_start(&obj->vma_node); in omap_gem_object_mmap()
559 vma_set_file(vma, obj->filp); in omap_gem_object_mmap()
561 vma->vm_page_prot = vm_get_page_prot(vma->vm_flags); in omap_gem_object_mmap()
564 vma->vm_page_prot = pgprot_decrypted(vma->vm_page_prot); in omap_gem_object_mmap()
569 /* -----------------------------------------------------------------------------
574 * omap_gem_dumb_create - create a dumb buffer
588 args->pitch = DIV_ROUND_UP(args->width * args->bpp, 8); in omap_gem_dumb_create()
590 args->size = PAGE_ALIGN(args->pitch * args->height); in omap_gem_dumb_create()
593 .bytes = args->size, in omap_gem_dumb_create()
597 OMAP_BO_SCANOUT | OMAP_BO_WC, &args->handle); in omap_gem_dumb_create()
601 * omap_gem_dumb_map_offset - create an offset for a dumb buffer
619 ret = -ENOENT; in omap_gem_dumb_map_offset()
635 * Call only from non-atomic contexts.
640 u32 npages = obj->size >> PAGE_SHIFT; in omap_gem_roll()
644 dev_err(obj->dev->dev, "invalid roll: %d\n", roll); in omap_gem_roll()
645 return -EINVAL; in omap_gem_roll()
648 omap_obj->roll = roll; in omap_gem_roll()
650 mutex_lock(&omap_obj->lock); in omap_gem_roll()
653 if (omap_obj->block) { in omap_gem_roll()
658 ret = tiler_pin(omap_obj->block, omap_obj->pages, npages, in omap_gem_roll()
661 dev_err(obj->dev->dev, "could not repin: %d\n", ret); in omap_gem_roll()
665 mutex_unlock(&omap_obj->lock); in omap_gem_roll()
671 /* -----------------------------------------------------------------------------
680 * it and omap_obj->dma_addrs[i] is NULL. When a page is mapped to the device
681 * the omap_obj->dma_addrs[i] is set to the DMA address, and the page is
688 return !((omap_obj->flags & OMAP_BO_MEM_SHMEM) && in omap_gem_is_cached_coherent()
689 ((omap_obj->flags & OMAP_BO_CACHE_MASK) == OMAP_BO_CACHED)); in omap_gem_is_cached_coherent()
697 struct drm_device *dev = obj->dev; in omap_gem_cpu_sync_page()
703 if (omap_obj->dma_addrs[pgoff]) { in omap_gem_cpu_sync_page()
704 dma_unmap_page(dev->dev, omap_obj->dma_addrs[pgoff], in omap_gem_cpu_sync_page()
706 omap_obj->dma_addrs[pgoff] = 0; in omap_gem_cpu_sync_page()
714 struct drm_device *dev = obj->dev; in omap_gem_dma_sync_buffer()
716 int i, npages = obj->size >> PAGE_SHIFT; in omap_gem_dma_sync_buffer()
717 struct page **pages = omap_obj->pages; in omap_gem_dma_sync_buffer()
724 if (!omap_obj->dma_addrs[i]) { in omap_gem_dma_sync_buffer()
727 addr = dma_map_page(dev->dev, pages[i], 0, in omap_gem_dma_sync_buffer()
729 if (dma_mapping_error(dev->dev, addr)) { in omap_gem_dma_sync_buffer()
730 dev_warn(dev->dev, "%s: failed to map page\n", in omap_gem_dma_sync_buffer()
736 omap_obj->dma_addrs[i] = addr; in omap_gem_dma_sync_buffer()
741 unmap_mapping_range(obj->filp->f_mapping, 0, in omap_gem_dma_sync_buffer()
749 u32 npages = obj->size >> PAGE_SHIFT; in omap_gem_pin_tiler()
750 enum tiler_fmt fmt = gem2fmt(omap_obj->flags); in omap_gem_pin_tiler()
754 BUG_ON(omap_obj->block); in omap_gem_pin_tiler()
756 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_pin_tiler()
757 block = tiler_reserve_2d(fmt, omap_obj->width, omap_obj->height, in omap_gem_pin_tiler()
760 block = tiler_reserve_1d(obj->size); in omap_gem_pin_tiler()
765 dev_err(obj->dev->dev, "could not remap: %d (%d)\n", ret, fmt); in omap_gem_pin_tiler()
770 ret = tiler_pin(block, omap_obj->pages, npages, omap_obj->roll, true); in omap_gem_pin_tiler()
773 dev_err(obj->dev->dev, "could not pin: %d\n", ret); in omap_gem_pin_tiler()
777 omap_obj->dma_addr = tiler_ssptr(block); in omap_gem_pin_tiler()
778 omap_obj->block = block; in omap_gem_pin_tiler()
780 DBG("got dma address: %pad", &omap_obj->dma_addr); in omap_gem_pin_tiler()
787 * omap_gem_pin() - Pin a GEM object in memory
795 * Pins are reference-counted, calling this function multiple times is allowed
802 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_pin()
806 mutex_lock(&omap_obj->lock); in omap_gem_pin()
809 if (refcount_read(&omap_obj->pin_cnt) == 0) { in omap_gem_pin()
811 refcount_set(&omap_obj->pin_cnt, 1); in omap_gem_pin()
817 if (omap_obj->flags & OMAP_BO_SCANOUT) { in omap_gem_pin()
818 if (priv->has_dmm) { in omap_gem_pin()
825 refcount_inc(&omap_obj->pin_cnt); in omap_gem_pin()
830 *dma_addr = omap_obj->dma_addr; in omap_gem_pin()
833 mutex_unlock(&omap_obj->lock); in omap_gem_pin()
839 * omap_gem_unpin_locked() - Unpin a GEM object from memory
846 struct omap_drm_private *priv = obj->dev->dev_private; in omap_gem_unpin_locked()
853 if (refcount_dec_and_test(&omap_obj->pin_cnt)) { in omap_gem_unpin_locked()
854 if (omap_obj->sgt) { in omap_gem_unpin_locked()
855 sg_free_table(omap_obj->sgt); in omap_gem_unpin_locked()
856 kfree(omap_obj->sgt); in omap_gem_unpin_locked()
857 omap_obj->sgt = NULL; in omap_gem_unpin_locked()
859 if (!(omap_obj->flags & OMAP_BO_SCANOUT)) in omap_gem_unpin_locked()
861 if (priv->has_dmm) { in omap_gem_unpin_locked()
862 ret = tiler_unpin(omap_obj->block); in omap_gem_unpin_locked()
864 dev_err(obj->dev->dev, in omap_gem_unpin_locked()
867 ret = tiler_release(omap_obj->block); in omap_gem_unpin_locked()
869 dev_err(obj->dev->dev, in omap_gem_unpin_locked()
872 omap_obj->dma_addr = 0; in omap_gem_unpin_locked()
873 omap_obj->block = NULL; in omap_gem_unpin_locked()
879 * omap_gem_unpin() - Unpin a GEM object from memory
883 * reference-counted, the actual unpin will only be performed when the number
890 mutex_lock(&omap_obj->lock); in omap_gem_unpin()
892 mutex_unlock(&omap_obj->lock); in omap_gem_unpin()
896 * specified orientation and x,y offset from top-left corner of buffer
903 int ret = -EINVAL; in omap_gem_rotated_dma_addr()
905 mutex_lock(&omap_obj->lock); in omap_gem_rotated_dma_addr()
907 if ((refcount_read(&omap_obj->pin_cnt) > 0) && omap_obj->block && in omap_gem_rotated_dma_addr()
908 (omap_obj->flags & OMAP_BO_TILED_MASK)) { in omap_gem_rotated_dma_addr()
909 *dma_addr = tiler_tsptr(omap_obj->block, orient, x, y); in omap_gem_rotated_dma_addr()
913 mutex_unlock(&omap_obj->lock); in omap_gem_rotated_dma_addr()
918 /* Get tiler stride for the buffer (only valid for 2d tiled buffers) */
922 int ret = -EINVAL; in omap_gem_tiled_stride()
923 if (omap_obj->flags & OMAP_BO_TILED_MASK) in omap_gem_tiled_stride()
924 ret = tiler_stride(gem2fmt(omap_obj->flags), orient); in omap_gem_tiled_stride()
944 mutex_lock(&omap_obj->lock); in omap_gem_get_pages()
952 if (!omap_obj->pages) { in omap_gem_get_pages()
953 ret = -ENOMEM; in omap_gem_get_pages()
957 *pages = omap_obj->pages; in omap_gem_get_pages()
960 mutex_unlock(&omap_obj->lock); in omap_gem_get_pages()
982 unsigned int count, len, stride, i; in omap_gem_get_sg() local
989 mutex_lock(&omap_obj->lock); in omap_gem_get_sg()
991 sgt = omap_obj->sgt; in omap_gem_get_sg()
997 ret = -ENOMEM; in omap_gem_get_sg()
1002 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_get_sg()
1003 enum tiler_fmt fmt = gem2fmt(omap_obj->flags); in omap_gem_get_sg()
1005 len = omap_obj->width << (int)fmt; in omap_gem_get_sg()
1006 count = omap_obj->height; in omap_gem_get_sg()
1007 stride = tiler_stride(fmt, 0); in omap_gem_get_sg()
1009 len = obj->size; in omap_gem_get_sg()
1011 stride = 0; in omap_gem_get_sg()
1014 count = obj->size >> PAGE_SHIFT; in omap_gem_get_sg()
1025 for_each_sg(sgt->sgl, sg, count, i) { in omap_gem_get_sg()
1031 addr += stride; in omap_gem_get_sg()
1034 for_each_sg(sgt->sgl, sg, count, i) { in omap_gem_get_sg()
1035 sg_set_page(sg, omap_obj->pages[i], PAGE_SIZE, 0); in omap_gem_get_sg()
1036 sg_dma_address(sg) = omap_obj->dma_addrs[i]; in omap_gem_get_sg()
1041 omap_obj->sgt = sgt; in omap_gem_get_sg()
1043 mutex_unlock(&omap_obj->lock); in omap_gem_get_sg()
1049 mutex_unlock(&omap_obj->lock); in omap_gem_get_sg()
1058 if (WARN_ON(omap_obj->sgt != sgt)) in omap_gem_put_sg()
1075 mutex_lock(&omap_obj->lock); in omap_gem_vaddr()
1077 if (!omap_obj->vaddr) { in omap_gem_vaddr()
1084 omap_obj->vaddr = vmap(omap_obj->pages, obj->size >> PAGE_SHIFT, in omap_gem_vaddr()
1088 vaddr = omap_obj->vaddr; in omap_gem_vaddr()
1091 mutex_unlock(&omap_obj->lock); in omap_gem_vaddr()
1096 /* -----------------------------------------------------------------------------
1101 /* re-pin objects in DMM in resume path: */
1104 struct omap_drm_private *priv = dev->dev_private; in omap_gem_resume()
1108 mutex_lock(&priv->list_lock); in omap_gem_resume()
1109 list_for_each_entry(omap_obj, &priv->obj_list, mm_list) { in omap_gem_resume()
1110 if (omap_obj->block) { in omap_gem_resume()
1111 struct drm_gem_object *obj = &omap_obj->base; in omap_gem_resume()
1112 u32 npages = obj->size >> PAGE_SHIFT; in omap_gem_resume()
1114 WARN_ON(!omap_obj->pages); /* this can't happen */ in omap_gem_resume()
1115 ret = tiler_pin(omap_obj->block, in omap_gem_resume()
1116 omap_obj->pages, npages, in omap_gem_resume()
1117 omap_obj->roll, true); in omap_gem_resume()
1119 dev_err(dev->dev, "could not repin: %d\n", ret); in omap_gem_resume()
1126 mutex_unlock(&priv->list_lock); in omap_gem_resume()
1131 /* -----------------------------------------------------------------------------
1141 off = drm_vma_node_start(&obj->vma_node); in omap_gem_describe()
1143 mutex_lock(&omap_obj->lock); in omap_gem_describe()
1146 omap_obj->flags, obj->name, kref_read(&obj->refcount), in omap_gem_describe()
1147 off, &omap_obj->dma_addr, in omap_gem_describe()
1148 refcount_read(&omap_obj->pin_cnt), in omap_gem_describe()
1149 omap_obj->vaddr, omap_obj->roll); in omap_gem_describe()
1151 if (omap_obj->flags & OMAP_BO_TILED_MASK) { in omap_gem_describe()
1152 seq_printf(m, " %dx%d", omap_obj->width, omap_obj->height); in omap_gem_describe()
1153 if (omap_obj->block) { in omap_gem_describe()
1154 struct tcm_area *area = &omap_obj->block->area; in omap_gem_describe()
1156 area->p0.x, area->p0.y, in omap_gem_describe()
1157 area->p1.x, area->p1.y); in omap_gem_describe()
1160 seq_printf(m, " %zu", obj->size); in omap_gem_describe()
1163 mutex_unlock(&omap_obj->lock); in omap_gem_describe()
1175 struct drm_gem_object *obj = &omap_obj->base; in omap_gem_describe_objects()
1179 size += obj->size; in omap_gem_describe_objects()
1186 /* -----------------------------------------------------------------------------
1192 struct drm_device *dev = obj->dev; in omap_gem_free_object()
1193 struct omap_drm_private *priv = dev->dev_private; in omap_gem_free_object()
1198 mutex_lock(&priv->list_lock); in omap_gem_free_object()
1199 list_del(&omap_obj->mm_list); in omap_gem_free_object()
1200 mutex_unlock(&priv->list_lock); in omap_gem_free_object()
1208 mutex_lock(&omap_obj->lock); in omap_gem_free_object()
1211 WARN_ON(refcount_read(&omap_obj->pin_cnt) > 0); in omap_gem_free_object()
1213 if (omap_obj->pages) { in omap_gem_free_object()
1214 if (omap_obj->flags & OMAP_BO_MEM_DMABUF) in omap_gem_free_object()
1215 kfree(omap_obj->pages); in omap_gem_free_object()
1220 if (omap_obj->flags & OMAP_BO_MEM_DMA_API) { in omap_gem_free_object()
1221 dma_free_wc(dev->dev, obj->size, omap_obj->vaddr, in omap_gem_free_object()
1222 omap_obj->dma_addr); in omap_gem_free_object()
1223 } else if (omap_obj->vaddr) { in omap_gem_free_object()
1224 vunmap(omap_obj->vaddr); in omap_gem_free_object()
1225 } else if (obj->import_attach) { in omap_gem_free_object()
1226 drm_prime_gem_destroy(obj, omap_obj->sgt); in omap_gem_free_object()
1229 mutex_unlock(&omap_obj->lock); in omap_gem_free_object()
1233 mutex_destroy(&omap_obj->lock); in omap_gem_free_object()
1240 struct omap_drm_private *priv = dev->dev_private; in omap_gem_validate_flags()
1253 if (!priv->usergart) in omap_gem_validate_flags()
1287 struct omap_drm_private *priv = dev->dev_private; in omap_gem_new()
1311 } else if ((flags & OMAP_BO_SCANOUT) && !priv->has_dmm) { in omap_gem_new()
1319 * All other buffers not backed by dma_buf are shmem-backed. in omap_gem_new()
1329 obj = &omap_obj->base; in omap_gem_new()
1330 omap_obj->flags = flags; in omap_gem_new()
1331 mutex_init(&omap_obj->lock); in omap_gem_new()
1344 omap_obj->width = gsize.tiled.width; in omap_gem_new()
1345 omap_obj->height = gsize.tiled.height; in omap_gem_new()
1350 obj->funcs = &omap_gem_object_funcs; in omap_gem_new()
1360 mapping = obj->filp->f_mapping; in omap_gem_new()
1366 omap_obj->vaddr = dma_alloc_wc(dev->dev, size, in omap_gem_new()
1367 &omap_obj->dma_addr, in omap_gem_new()
1369 if (!omap_obj->vaddr) in omap_gem_new()
1373 mutex_lock(&priv->list_lock); in omap_gem_new()
1374 list_add(&omap_obj->mm_list, &priv->obj_list); in omap_gem_new()
1375 mutex_unlock(&priv->list_lock); in omap_gem_new()
1389 struct omap_drm_private *priv = dev->dev_private; in omap_gem_new_dmabuf()
1395 if (!omap_gem_sgt_is_contiguous(sgt, size) && !priv->has_dmm) in omap_gem_new_dmabuf()
1396 return ERR_PTR(-EINVAL); in omap_gem_new_dmabuf()
1401 return ERR_PTR(-ENOMEM); in omap_gem_new_dmabuf()
1405 omap_obj->sgt = sgt; in omap_gem_new_dmabuf()
1408 omap_obj->dma_addr = sg_dma_address(sgt->sgl); in omap_gem_new_dmabuf()
1419 return ERR_PTR(-ENOMEM); in omap_gem_new_dmabuf()
1422 omap_obj->pages = pages; in omap_gem_new_dmabuf()
1426 return ERR_PTR(-ENOMEM); in omap_gem_new_dmabuf()
1442 return -ENOMEM; in omap_gem_new_handle()
1450 /* drop reference from allocate - handle holds it now */ in omap_gem_new_handle()
1456 /* -----------------------------------------------------------------------------
1463 struct omap_drm_private *priv = dev->dev_private; in omap_gem_init()
1472 dev_warn(dev->dev, "DMM not available, disable DMM support\n"); in omap_gem_init()
1500 dev_err(dev->dev, in omap_gem_init()
1505 entry->dma_addr = tiler_ssptr(block); in omap_gem_init()
1506 entry->block = block; in omap_gem_init()
1508 DBG("%d:%d: %dx%d: dma_addr=%pad stride=%d", i, j, w, h, in omap_gem_init()
1509 &entry->dma_addr, in omap_gem_init()
1514 priv->usergart = usergart; in omap_gem_init()
1515 priv->has_dmm = true; in omap_gem_init()
1520 struct omap_drm_private *priv = dev->dev_private; in omap_gem_deinit()
1525 kfree(priv->usergart); in omap_gem_deinit()