1*61046927SAndroid Build Coastguard Worker /*
2*61046927SAndroid Build Coastguard Worker * Copyright © 2021 Collabora Ltd.
3*61046927SAndroid Build Coastguard Worker * SPDX-License-Identifier: MIT
4*61046927SAndroid Build Coastguard Worker */
5*61046927SAndroid Build Coastguard Worker
6*61046927SAndroid Build Coastguard Worker #include "panvk_buffer.h"
7*61046927SAndroid Build Coastguard Worker #include "panvk_device.h"
8*61046927SAndroid Build Coastguard Worker #include "panvk_device_memory.h"
9*61046927SAndroid Build Coastguard Worker #include "panvk_entrypoints.h"
10*61046927SAndroid Build Coastguard Worker
11*61046927SAndroid Build Coastguard Worker #include "vk_log.h"
12*61046927SAndroid Build Coastguard Worker
13*61046927SAndroid Build Coastguard Worker #define PANVK_MAX_BUFFER_SIZE (1 << 30)
14*61046927SAndroid Build Coastguard Worker
15*61046927SAndroid Build Coastguard Worker VKAPI_ATTR VkDeviceAddress VKAPI_CALL
panvk_GetBufferDeviceAddress(VkDevice _device,const VkBufferDeviceAddressInfo * pInfo)16*61046927SAndroid Build Coastguard Worker panvk_GetBufferDeviceAddress(VkDevice _device,
17*61046927SAndroid Build Coastguard Worker const VkBufferDeviceAddressInfo *pInfo)
18*61046927SAndroid Build Coastguard Worker {
19*61046927SAndroid Build Coastguard Worker VK_FROM_HANDLE(panvk_buffer, buffer, pInfo->buffer);
20*61046927SAndroid Build Coastguard Worker
21*61046927SAndroid Build Coastguard Worker return buffer->dev_addr;
22*61046927SAndroid Build Coastguard Worker }
23*61046927SAndroid Build Coastguard Worker
24*61046927SAndroid Build Coastguard Worker VKAPI_ATTR uint64_t VKAPI_CALL
panvk_GetBufferOpaqueCaptureAddress(VkDevice _device,const VkBufferDeviceAddressInfo * pInfo)25*61046927SAndroid Build Coastguard Worker panvk_GetBufferOpaqueCaptureAddress(VkDevice _device,
26*61046927SAndroid Build Coastguard Worker const VkBufferDeviceAddressInfo *pInfo)
27*61046927SAndroid Build Coastguard Worker {
28*61046927SAndroid Build Coastguard Worker return panvk_GetBufferDeviceAddress(_device, pInfo);
29*61046927SAndroid Build Coastguard Worker }
30*61046927SAndroid Build Coastguard Worker
31*61046927SAndroid Build Coastguard Worker VKAPI_ATTR void VKAPI_CALL
panvk_GetBufferMemoryRequirements2(VkDevice device,const VkBufferMemoryRequirementsInfo2 * pInfo,VkMemoryRequirements2 * pMemoryRequirements)32*61046927SAndroid Build Coastguard Worker panvk_GetBufferMemoryRequirements2(VkDevice device,
33*61046927SAndroid Build Coastguard Worker const VkBufferMemoryRequirementsInfo2 *pInfo,
34*61046927SAndroid Build Coastguard Worker VkMemoryRequirements2 *pMemoryRequirements)
35*61046927SAndroid Build Coastguard Worker {
36*61046927SAndroid Build Coastguard Worker VK_FROM_HANDLE(panvk_buffer, buffer, pInfo->buffer);
37*61046927SAndroid Build Coastguard Worker
38*61046927SAndroid Build Coastguard Worker const uint64_t align = 64;
39*61046927SAndroid Build Coastguard Worker const uint64_t size = align64(buffer->vk.size, align);
40*61046927SAndroid Build Coastguard Worker
41*61046927SAndroid Build Coastguard Worker pMemoryRequirements->memoryRequirements.memoryTypeBits = 1;
42*61046927SAndroid Build Coastguard Worker pMemoryRequirements->memoryRequirements.alignment = align;
43*61046927SAndroid Build Coastguard Worker pMemoryRequirements->memoryRequirements.size = size;
44*61046927SAndroid Build Coastguard Worker }
45*61046927SAndroid Build Coastguard Worker
46*61046927SAndroid Build Coastguard Worker VKAPI_ATTR VkResult VKAPI_CALL
panvk_BindBufferMemory2(VkDevice device,uint32_t bindInfoCount,const VkBindBufferMemoryInfo * pBindInfos)47*61046927SAndroid Build Coastguard Worker panvk_BindBufferMemory2(VkDevice device, uint32_t bindInfoCount,
48*61046927SAndroid Build Coastguard Worker const VkBindBufferMemoryInfo *pBindInfos)
49*61046927SAndroid Build Coastguard Worker {
50*61046927SAndroid Build Coastguard Worker for (uint32_t i = 0; i < bindInfoCount; ++i) {
51*61046927SAndroid Build Coastguard Worker VK_FROM_HANDLE(panvk_device_memory, mem, pBindInfos[i].memory);
52*61046927SAndroid Build Coastguard Worker VK_FROM_HANDLE(panvk_buffer, buffer, pBindInfos[i].buffer);
53*61046927SAndroid Build Coastguard Worker struct pan_kmod_bo *old_bo = buffer->bo;
54*61046927SAndroid Build Coastguard Worker
55*61046927SAndroid Build Coastguard Worker assert(mem != NULL);
56*61046927SAndroid Build Coastguard Worker
57*61046927SAndroid Build Coastguard Worker buffer->bo = pan_kmod_bo_get(mem->bo);
58*61046927SAndroid Build Coastguard Worker buffer->dev_addr = mem->addr.dev + pBindInfos[i].memoryOffset;
59*61046927SAndroid Build Coastguard Worker
60*61046927SAndroid Build Coastguard Worker /* FIXME: Only host map for index buffers so we can do the min/max
61*61046927SAndroid Build Coastguard Worker * index retrieval on the CPU. This is all broken anyway and the
62*61046927SAndroid Build Coastguard Worker * min/max search should be done with a compute shader that also
63*61046927SAndroid Build Coastguard Worker * patches the job descriptor accordingly (basically an indirect draw).
64*61046927SAndroid Build Coastguard Worker *
65*61046927SAndroid Build Coastguard Worker * Make sure this goes away as soon as we fixed indirect draws.
66*61046927SAndroid Build Coastguard Worker */
67*61046927SAndroid Build Coastguard Worker if (buffer->vk.usage & VK_BUFFER_USAGE_INDEX_BUFFER_BIT) {
68*61046927SAndroid Build Coastguard Worker VkDeviceSize offset = pBindInfos[i].memoryOffset;
69*61046927SAndroid Build Coastguard Worker VkDeviceSize pgsize = getpagesize();
70*61046927SAndroid Build Coastguard Worker off_t map_start = offset & ~(pgsize - 1);
71*61046927SAndroid Build Coastguard Worker off_t map_end = offset + buffer->vk.size;
72*61046927SAndroid Build Coastguard Worker void *map_addr =
73*61046927SAndroid Build Coastguard Worker pan_kmod_bo_mmap(mem->bo, map_start, map_end - map_start,
74*61046927SAndroid Build Coastguard Worker PROT_WRITE, MAP_SHARED, NULL);
75*61046927SAndroid Build Coastguard Worker
76*61046927SAndroid Build Coastguard Worker assert(map_addr != MAP_FAILED);
77*61046927SAndroid Build Coastguard Worker buffer->host_ptr = map_addr + (offset & pgsize);
78*61046927SAndroid Build Coastguard Worker }
79*61046927SAndroid Build Coastguard Worker
80*61046927SAndroid Build Coastguard Worker pan_kmod_bo_put(old_bo);
81*61046927SAndroid Build Coastguard Worker }
82*61046927SAndroid Build Coastguard Worker return VK_SUCCESS;
83*61046927SAndroid Build Coastguard Worker }
84*61046927SAndroid Build Coastguard Worker
85*61046927SAndroid Build Coastguard Worker VKAPI_ATTR VkResult VKAPI_CALL
panvk_CreateBuffer(VkDevice _device,const VkBufferCreateInfo * pCreateInfo,const VkAllocationCallbacks * pAllocator,VkBuffer * pBuffer)86*61046927SAndroid Build Coastguard Worker panvk_CreateBuffer(VkDevice _device, const VkBufferCreateInfo *pCreateInfo,
87*61046927SAndroid Build Coastguard Worker const VkAllocationCallbacks *pAllocator, VkBuffer *pBuffer)
88*61046927SAndroid Build Coastguard Worker {
89*61046927SAndroid Build Coastguard Worker VK_FROM_HANDLE(panvk_device, device, _device);
90*61046927SAndroid Build Coastguard Worker struct panvk_buffer *buffer;
91*61046927SAndroid Build Coastguard Worker
92*61046927SAndroid Build Coastguard Worker assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO);
93*61046927SAndroid Build Coastguard Worker
94*61046927SAndroid Build Coastguard Worker if (pCreateInfo->size > PANVK_MAX_BUFFER_SIZE)
95*61046927SAndroid Build Coastguard Worker return vk_error(device, VK_ERROR_OUT_OF_DEVICE_MEMORY);
96*61046927SAndroid Build Coastguard Worker
97*61046927SAndroid Build Coastguard Worker buffer =
98*61046927SAndroid Build Coastguard Worker vk_buffer_create(&device->vk, pCreateInfo, pAllocator, sizeof(*buffer));
99*61046927SAndroid Build Coastguard Worker if (buffer == NULL)
100*61046927SAndroid Build Coastguard Worker return vk_error(device, VK_ERROR_OUT_OF_HOST_MEMORY);
101*61046927SAndroid Build Coastguard Worker
102*61046927SAndroid Build Coastguard Worker *pBuffer = panvk_buffer_to_handle(buffer);
103*61046927SAndroid Build Coastguard Worker
104*61046927SAndroid Build Coastguard Worker return VK_SUCCESS;
105*61046927SAndroid Build Coastguard Worker }
106*61046927SAndroid Build Coastguard Worker
107*61046927SAndroid Build Coastguard Worker VKAPI_ATTR void VKAPI_CALL
panvk_DestroyBuffer(VkDevice _device,VkBuffer _buffer,const VkAllocationCallbacks * pAllocator)108*61046927SAndroid Build Coastguard Worker panvk_DestroyBuffer(VkDevice _device, VkBuffer _buffer,
109*61046927SAndroid Build Coastguard Worker const VkAllocationCallbacks *pAllocator)
110*61046927SAndroid Build Coastguard Worker {
111*61046927SAndroid Build Coastguard Worker VK_FROM_HANDLE(panvk_device, device, _device);
112*61046927SAndroid Build Coastguard Worker VK_FROM_HANDLE(panvk_buffer, buffer, _buffer);
113*61046927SAndroid Build Coastguard Worker
114*61046927SAndroid Build Coastguard Worker if (!buffer)
115*61046927SAndroid Build Coastguard Worker return;
116*61046927SAndroid Build Coastguard Worker
117*61046927SAndroid Build Coastguard Worker if (buffer->host_ptr) {
118*61046927SAndroid Build Coastguard Worker VkDeviceSize pgsize = getpagesize();
119*61046927SAndroid Build Coastguard Worker uintptr_t map_start = (uintptr_t)buffer->host_ptr & ~(pgsize - 1);
120*61046927SAndroid Build Coastguard Worker uintptr_t map_end =
121*61046927SAndroid Build Coastguard Worker ALIGN_POT((uintptr_t)buffer->host_ptr + buffer->vk.size, pgsize);
122*61046927SAndroid Build Coastguard Worker ASSERTED int ret = os_munmap((void *)map_start, map_end - map_start);
123*61046927SAndroid Build Coastguard Worker
124*61046927SAndroid Build Coastguard Worker assert(!ret);
125*61046927SAndroid Build Coastguard Worker buffer->host_ptr = NULL;
126*61046927SAndroid Build Coastguard Worker }
127*61046927SAndroid Build Coastguard Worker
128*61046927SAndroid Build Coastguard Worker pan_kmod_bo_put(buffer->bo);
129*61046927SAndroid Build Coastguard Worker vk_buffer_destroy(&device->vk, pAllocator, &buffer->vk);
130*61046927SAndroid Build Coastguard Worker }
131