xref: /aosp_15_r20/external/mesa3d/src/panfrost/vulkan/panvk_buffer.c (revision 6104692788411f58d303aa86923a9ff6ecaded22)
1*61046927SAndroid Build Coastguard Worker /*
2*61046927SAndroid Build Coastguard Worker  * Copyright © 2021 Collabora Ltd.
3*61046927SAndroid Build Coastguard Worker  * SPDX-License-Identifier: MIT
4*61046927SAndroid Build Coastguard Worker  */
5*61046927SAndroid Build Coastguard Worker 
6*61046927SAndroid Build Coastguard Worker #include "panvk_buffer.h"
7*61046927SAndroid Build Coastguard Worker #include "panvk_device.h"
8*61046927SAndroid Build Coastguard Worker #include "panvk_device_memory.h"
9*61046927SAndroid Build Coastguard Worker #include "panvk_entrypoints.h"
10*61046927SAndroid Build Coastguard Worker 
11*61046927SAndroid Build Coastguard Worker #include "vk_log.h"
12*61046927SAndroid Build Coastguard Worker 
13*61046927SAndroid Build Coastguard Worker #define PANVK_MAX_BUFFER_SIZE (1 << 30)
14*61046927SAndroid Build Coastguard Worker 
15*61046927SAndroid Build Coastguard Worker VKAPI_ATTR VkDeviceAddress VKAPI_CALL
panvk_GetBufferDeviceAddress(VkDevice _device,const VkBufferDeviceAddressInfo * pInfo)16*61046927SAndroid Build Coastguard Worker panvk_GetBufferDeviceAddress(VkDevice _device,
17*61046927SAndroid Build Coastguard Worker                              const VkBufferDeviceAddressInfo *pInfo)
18*61046927SAndroid Build Coastguard Worker {
19*61046927SAndroid Build Coastguard Worker    VK_FROM_HANDLE(panvk_buffer, buffer, pInfo->buffer);
20*61046927SAndroid Build Coastguard Worker 
21*61046927SAndroid Build Coastguard Worker    return buffer->dev_addr;
22*61046927SAndroid Build Coastguard Worker }
23*61046927SAndroid Build Coastguard Worker 
24*61046927SAndroid Build Coastguard Worker VKAPI_ATTR uint64_t VKAPI_CALL
panvk_GetBufferOpaqueCaptureAddress(VkDevice _device,const VkBufferDeviceAddressInfo * pInfo)25*61046927SAndroid Build Coastguard Worker panvk_GetBufferOpaqueCaptureAddress(VkDevice _device,
26*61046927SAndroid Build Coastguard Worker                                     const VkBufferDeviceAddressInfo *pInfo)
27*61046927SAndroid Build Coastguard Worker {
28*61046927SAndroid Build Coastguard Worker    return panvk_GetBufferDeviceAddress(_device, pInfo);
29*61046927SAndroid Build Coastguard Worker }
30*61046927SAndroid Build Coastguard Worker 
31*61046927SAndroid Build Coastguard Worker VKAPI_ATTR void VKAPI_CALL
panvk_GetBufferMemoryRequirements2(VkDevice device,const VkBufferMemoryRequirementsInfo2 * pInfo,VkMemoryRequirements2 * pMemoryRequirements)32*61046927SAndroid Build Coastguard Worker panvk_GetBufferMemoryRequirements2(VkDevice device,
33*61046927SAndroid Build Coastguard Worker                                    const VkBufferMemoryRequirementsInfo2 *pInfo,
34*61046927SAndroid Build Coastguard Worker                                    VkMemoryRequirements2 *pMemoryRequirements)
35*61046927SAndroid Build Coastguard Worker {
36*61046927SAndroid Build Coastguard Worker    VK_FROM_HANDLE(panvk_buffer, buffer, pInfo->buffer);
37*61046927SAndroid Build Coastguard Worker 
38*61046927SAndroid Build Coastguard Worker    const uint64_t align = 64;
39*61046927SAndroid Build Coastguard Worker    const uint64_t size = align64(buffer->vk.size, align);
40*61046927SAndroid Build Coastguard Worker 
41*61046927SAndroid Build Coastguard Worker    pMemoryRequirements->memoryRequirements.memoryTypeBits = 1;
42*61046927SAndroid Build Coastguard Worker    pMemoryRequirements->memoryRequirements.alignment = align;
43*61046927SAndroid Build Coastguard Worker    pMemoryRequirements->memoryRequirements.size = size;
44*61046927SAndroid Build Coastguard Worker }
45*61046927SAndroid Build Coastguard Worker 
46*61046927SAndroid Build Coastguard Worker VKAPI_ATTR VkResult VKAPI_CALL
panvk_BindBufferMemory2(VkDevice device,uint32_t bindInfoCount,const VkBindBufferMemoryInfo * pBindInfos)47*61046927SAndroid Build Coastguard Worker panvk_BindBufferMemory2(VkDevice device, uint32_t bindInfoCount,
48*61046927SAndroid Build Coastguard Worker                         const VkBindBufferMemoryInfo *pBindInfos)
49*61046927SAndroid Build Coastguard Worker {
50*61046927SAndroid Build Coastguard Worker    for (uint32_t i = 0; i < bindInfoCount; ++i) {
51*61046927SAndroid Build Coastguard Worker       VK_FROM_HANDLE(panvk_device_memory, mem, pBindInfos[i].memory);
52*61046927SAndroid Build Coastguard Worker       VK_FROM_HANDLE(panvk_buffer, buffer, pBindInfos[i].buffer);
53*61046927SAndroid Build Coastguard Worker       struct pan_kmod_bo *old_bo = buffer->bo;
54*61046927SAndroid Build Coastguard Worker 
55*61046927SAndroid Build Coastguard Worker       assert(mem != NULL);
56*61046927SAndroid Build Coastguard Worker 
57*61046927SAndroid Build Coastguard Worker       buffer->bo = pan_kmod_bo_get(mem->bo);
58*61046927SAndroid Build Coastguard Worker       buffer->dev_addr = mem->addr.dev + pBindInfos[i].memoryOffset;
59*61046927SAndroid Build Coastguard Worker 
60*61046927SAndroid Build Coastguard Worker       /* FIXME: Only host map for index buffers so we can do the min/max
61*61046927SAndroid Build Coastguard Worker        * index retrieval on the CPU. This is all broken anyway and the
62*61046927SAndroid Build Coastguard Worker        * min/max search should be done with a compute shader that also
63*61046927SAndroid Build Coastguard Worker        * patches the job descriptor accordingly (basically an indirect draw).
64*61046927SAndroid Build Coastguard Worker        *
65*61046927SAndroid Build Coastguard Worker        * Make sure this goes away as soon as we fixed indirect draws.
66*61046927SAndroid Build Coastguard Worker        */
67*61046927SAndroid Build Coastguard Worker       if (buffer->vk.usage & VK_BUFFER_USAGE_INDEX_BUFFER_BIT) {
68*61046927SAndroid Build Coastguard Worker          VkDeviceSize offset = pBindInfos[i].memoryOffset;
69*61046927SAndroid Build Coastguard Worker          VkDeviceSize pgsize = getpagesize();
70*61046927SAndroid Build Coastguard Worker          off_t map_start = offset & ~(pgsize - 1);
71*61046927SAndroid Build Coastguard Worker          off_t map_end = offset + buffer->vk.size;
72*61046927SAndroid Build Coastguard Worker          void *map_addr =
73*61046927SAndroid Build Coastguard Worker             pan_kmod_bo_mmap(mem->bo, map_start, map_end - map_start,
74*61046927SAndroid Build Coastguard Worker                              PROT_WRITE, MAP_SHARED, NULL);
75*61046927SAndroid Build Coastguard Worker 
76*61046927SAndroid Build Coastguard Worker          assert(map_addr != MAP_FAILED);
77*61046927SAndroid Build Coastguard Worker          buffer->host_ptr = map_addr + (offset & pgsize);
78*61046927SAndroid Build Coastguard Worker       }
79*61046927SAndroid Build Coastguard Worker 
80*61046927SAndroid Build Coastguard Worker       pan_kmod_bo_put(old_bo);
81*61046927SAndroid Build Coastguard Worker    }
82*61046927SAndroid Build Coastguard Worker    return VK_SUCCESS;
83*61046927SAndroid Build Coastguard Worker }
84*61046927SAndroid Build Coastguard Worker 
85*61046927SAndroid Build Coastguard Worker VKAPI_ATTR VkResult VKAPI_CALL
panvk_CreateBuffer(VkDevice _device,const VkBufferCreateInfo * pCreateInfo,const VkAllocationCallbacks * pAllocator,VkBuffer * pBuffer)86*61046927SAndroid Build Coastguard Worker panvk_CreateBuffer(VkDevice _device, const VkBufferCreateInfo *pCreateInfo,
87*61046927SAndroid Build Coastguard Worker                    const VkAllocationCallbacks *pAllocator, VkBuffer *pBuffer)
88*61046927SAndroid Build Coastguard Worker {
89*61046927SAndroid Build Coastguard Worker    VK_FROM_HANDLE(panvk_device, device, _device);
90*61046927SAndroid Build Coastguard Worker    struct panvk_buffer *buffer;
91*61046927SAndroid Build Coastguard Worker 
92*61046927SAndroid Build Coastguard Worker    assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO);
93*61046927SAndroid Build Coastguard Worker 
94*61046927SAndroid Build Coastguard Worker    if (pCreateInfo->size > PANVK_MAX_BUFFER_SIZE)
95*61046927SAndroid Build Coastguard Worker       return vk_error(device, VK_ERROR_OUT_OF_DEVICE_MEMORY);
96*61046927SAndroid Build Coastguard Worker 
97*61046927SAndroid Build Coastguard Worker    buffer =
98*61046927SAndroid Build Coastguard Worker       vk_buffer_create(&device->vk, pCreateInfo, pAllocator, sizeof(*buffer));
99*61046927SAndroid Build Coastguard Worker    if (buffer == NULL)
100*61046927SAndroid Build Coastguard Worker       return vk_error(device, VK_ERROR_OUT_OF_HOST_MEMORY);
101*61046927SAndroid Build Coastguard Worker 
102*61046927SAndroid Build Coastguard Worker    *pBuffer = panvk_buffer_to_handle(buffer);
103*61046927SAndroid Build Coastguard Worker 
104*61046927SAndroid Build Coastguard Worker    return VK_SUCCESS;
105*61046927SAndroid Build Coastguard Worker }
106*61046927SAndroid Build Coastguard Worker 
107*61046927SAndroid Build Coastguard Worker VKAPI_ATTR void VKAPI_CALL
panvk_DestroyBuffer(VkDevice _device,VkBuffer _buffer,const VkAllocationCallbacks * pAllocator)108*61046927SAndroid Build Coastguard Worker panvk_DestroyBuffer(VkDevice _device, VkBuffer _buffer,
109*61046927SAndroid Build Coastguard Worker                     const VkAllocationCallbacks *pAllocator)
110*61046927SAndroid Build Coastguard Worker {
111*61046927SAndroid Build Coastguard Worker    VK_FROM_HANDLE(panvk_device, device, _device);
112*61046927SAndroid Build Coastguard Worker    VK_FROM_HANDLE(panvk_buffer, buffer, _buffer);
113*61046927SAndroid Build Coastguard Worker 
114*61046927SAndroid Build Coastguard Worker    if (!buffer)
115*61046927SAndroid Build Coastguard Worker       return;
116*61046927SAndroid Build Coastguard Worker 
117*61046927SAndroid Build Coastguard Worker    if (buffer->host_ptr) {
118*61046927SAndroid Build Coastguard Worker       VkDeviceSize pgsize = getpagesize();
119*61046927SAndroid Build Coastguard Worker       uintptr_t map_start = (uintptr_t)buffer->host_ptr & ~(pgsize - 1);
120*61046927SAndroid Build Coastguard Worker       uintptr_t map_end =
121*61046927SAndroid Build Coastguard Worker          ALIGN_POT((uintptr_t)buffer->host_ptr + buffer->vk.size, pgsize);
122*61046927SAndroid Build Coastguard Worker       ASSERTED int ret = os_munmap((void *)map_start, map_end - map_start);
123*61046927SAndroid Build Coastguard Worker 
124*61046927SAndroid Build Coastguard Worker       assert(!ret);
125*61046927SAndroid Build Coastguard Worker       buffer->host_ptr = NULL;
126*61046927SAndroid Build Coastguard Worker    }
127*61046927SAndroid Build Coastguard Worker 
128*61046927SAndroid Build Coastguard Worker    pan_kmod_bo_put(buffer->bo);
129*61046927SAndroid Build Coastguard Worker    vk_buffer_destroy(&device->vk, pAllocator, &buffer->vk);
130*61046927SAndroid Build Coastguard Worker }
131