1 /**************************************************************************
2 *
3 * Copyright 2007-2023 VMware, Inc.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28 /*
29 * Authors:
30 * Keith Whitwell <[email protected]>
31 */
32
33 #include "util/u_memory.h"
34 #include "util/format/u_format.h"
35 #include "util/half_float.h"
36 #include "util/u_math.h"
37 #include "pipe/p_state.h"
38 #include "translate.h"
39
40
41 #define DRAW_DBG 0
42
43 typedef void (*emit_func)(const void *attrib, void *ptr);
44
45
46
47 struct translate_generic {
48 struct translate translate;
49
50 struct {
51 enum translate_element_type type;
52
53 void (*fetch)(void *restrict dst, const uint8_t *restrict src,
54 unsigned width);
55 unsigned buffer;
56 unsigned input_offset;
57 unsigned instance_divisor;
58
59 emit_func emit;
60 unsigned output_offset;
61
62 const uint8_t *input_ptr;
63 unsigned input_stride;
64 unsigned max_index;
65
66 /* this value is set to -1 if this is a normal element with
67 * output_format != input_format: in this case, u_format is used
68 * to do a full conversion
69 *
70 * this value is set to the format size in bytes if
71 * output_format == input_format or for 32-bit instance ids:
72 * in this case, memcpy is used to copy this amount of bytes
73 */
74 int copy_size;
75
76 } attrib[TRANSLATE_MAX_ATTRIBS];
77
78 unsigned nr_attrib;
79 };
80
81
82 static struct translate_generic *
translate_generic(struct translate * translate)83 translate_generic(struct translate *translate)
84 {
85 return (struct translate_generic *)translate;
86 }
87
88
89 /**
90 * Fetch a dword[4] vertex attribute from memory, doing format/type
91 * conversion as needed.
92 *
93 * This is probably needed/dupliocated elsewhere, eg format
94 * conversion, texture sampling etc.
95 */
96 #define ATTRIB(NAME, SZ, SRCTYPE, DSTTYPE, TO) \
97 static void \
98 emit_##NAME(const void *attrib, void *ptr) \
99 { \
100 unsigned i; \
101 SRCTYPE *in = (SRCTYPE *)attrib; \
102 DSTTYPE *out = (DSTTYPE *)ptr; \
103 \
104 for (i = 0; i < SZ; i++) { \
105 out[i] = TO(in[i]); \
106 } \
107 }
108
109
110 #define TO_64_FLOAT(x) ((double) x)
111 #define TO_32_FLOAT(x) (x)
112 #define TO_16_FLOAT(x) _mesa_float_to_half(x)
113
114 #define TO_8_USCALED(x) ((unsigned char) x)
115 #define TO_16_USCALED(x) ((unsigned short) x)
116 #define TO_32_USCALED(x) ((unsigned int) x)
117
118 #define TO_8_SSCALED(x) ((char) x)
119 #define TO_16_SSCALED(x) ((short) x)
120 #define TO_32_SSCALED(x) ((int) x)
121
122 #define TO_8_UNORM(x) ((unsigned char) (x * 255.0f))
123 #define TO_16_UNORM(x) ((unsigned short) (x * 65535.0f))
124 #define TO_32_UNORM(x) ((unsigned int) (x * 4294967295.0f))
125
126 #define TO_8_SNORM(x) ((char) (x * 127.0f))
127 #define TO_16_SNORM(x) ((short) (x * 32767.0f))
128 #define TO_32_SNORM(x) ((int) (x * 2147483647.0f))
129
130 #define TO_32_FIXED(x) ((int) (x * 65536.0f))
131
132 #define TO_INT(x) (x)
133
134
135 ATTRIB(R64G64B64A64_FLOAT, 4, float, double, TO_64_FLOAT)
136 ATTRIB(R64G64B64_FLOAT, 3, float, double, TO_64_FLOAT)
137 ATTRIB(R64G64_FLOAT, 2, float, double, TO_64_FLOAT)
138 ATTRIB(R64_FLOAT, 1, float, double, TO_64_FLOAT)
139
140 ATTRIB(R32G32B32A32_FLOAT, 4, float, float, TO_32_FLOAT)
141 ATTRIB(R32G32B32_FLOAT, 3, float, float, TO_32_FLOAT)
142 ATTRIB(R32G32_FLOAT, 2, float, float, TO_32_FLOAT)
143 ATTRIB(R32_FLOAT, 1, float, float, TO_32_FLOAT)
144
145 ATTRIB(R16G16B16A16_FLOAT, 4, float, uint16_t, TO_16_FLOAT)
146 ATTRIB(R16G16B16_FLOAT, 3, float, uint16_t, TO_16_FLOAT)
147 ATTRIB(R16G16_FLOAT, 2, float, uint16_t, TO_16_FLOAT)
148 ATTRIB(R16_FLOAT, 1, float, uint16_t, TO_16_FLOAT)
149
150 ATTRIB(R32G32B32A32_USCALED, 4, float, unsigned, TO_32_USCALED)
151 ATTRIB(R32G32B32_USCALED, 3, float, unsigned, TO_32_USCALED)
152 ATTRIB(R32G32_USCALED, 2, float, unsigned, TO_32_USCALED)
153 ATTRIB(R32_USCALED, 1, float, unsigned, TO_32_USCALED)
154
155 ATTRIB(R32G32B32A32_SSCALED, 4, float, int, TO_32_SSCALED)
156 ATTRIB(R32G32B32_SSCALED, 3, float, int, TO_32_SSCALED)
157 ATTRIB(R32G32_SSCALED, 2, float, int, TO_32_SSCALED)
158 ATTRIB(R32_SSCALED, 1, float, int, TO_32_SSCALED)
159
160 ATTRIB(R32G32B32A32_UNORM, 4, float, unsigned, TO_32_UNORM)
161 ATTRIB(R32G32B32_UNORM, 3, float, unsigned, TO_32_UNORM)
162 ATTRIB(R32G32_UNORM, 2, float, unsigned, TO_32_UNORM)
163 ATTRIB(R32_UNORM, 1, float, unsigned, TO_32_UNORM)
164
165 ATTRIB(R32G32B32A32_SNORM, 4, float, int, TO_32_SNORM)
166 ATTRIB(R32G32B32_SNORM, 3, float, int, TO_32_SNORM)
167 ATTRIB(R32G32_SNORM, 2, float, int, TO_32_SNORM)
168 ATTRIB(R32_SNORM, 1, float, int, TO_32_SNORM)
169
170 ATTRIB(R16G16B16A16_USCALED, 4, float, uint16_t, TO_16_USCALED)
171 ATTRIB(R16G16B16_USCALED, 3, float, uint16_t, TO_16_USCALED)
172 ATTRIB(R16G16_USCALED, 2, float, uint16_t, TO_16_USCALED)
173 ATTRIB(R16_USCALED, 1, float, uint16_t, TO_16_USCALED)
174
175 ATTRIB(R16G16B16A16_SSCALED, 4, float, short, TO_16_SSCALED)
176 ATTRIB(R16G16B16_SSCALED, 3, float, short, TO_16_SSCALED)
177 ATTRIB(R16G16_SSCALED, 2, float, short, TO_16_SSCALED)
178 ATTRIB(R16_SSCALED, 1, float, short, TO_16_SSCALED)
179
180 ATTRIB(R16G16B16A16_UNORM, 4, float, uint16_t, TO_16_UNORM)
181 ATTRIB(R16G16B16_UNORM, 3, float, uint16_t, TO_16_UNORM)
182 ATTRIB(R16G16_UNORM, 2, float, uint16_t, TO_16_UNORM)
183 ATTRIB(R16_UNORM, 1, float, uint16_t, TO_16_UNORM)
184
185 ATTRIB(R16G16B16A16_SNORM, 4, float, short, TO_16_SNORM)
186 ATTRIB(R16G16B16_SNORM, 3, float, short, TO_16_SNORM)
187 ATTRIB(R16G16_SNORM, 2, float, short, TO_16_SNORM)
188 ATTRIB(R16_SNORM, 1, float, short, TO_16_SNORM)
189
190 ATTRIB(R8G8B8A8_USCALED, 4, float, uint8_t, TO_8_USCALED)
191 ATTRIB(R8G8B8_USCALED, 3, float, uint8_t, TO_8_USCALED)
192 ATTRIB(R8G8_USCALED, 2, float, uint8_t, TO_8_USCALED)
193 ATTRIB(R8_USCALED, 1, float, uint8_t, TO_8_USCALED)
194
195 ATTRIB(R8G8B8A8_SSCALED, 4, float, char, TO_8_SSCALED)
196 ATTRIB(R8G8B8_SSCALED, 3, float, char, TO_8_SSCALED)
197 ATTRIB(R8G8_SSCALED, 2, float, char, TO_8_SSCALED)
198 ATTRIB(R8_SSCALED, 1, float, char, TO_8_SSCALED)
199
200 ATTRIB(R8G8B8A8_UNORM, 4, float, uint8_t, TO_8_UNORM)
201 ATTRIB(R8G8B8_UNORM, 3, float, uint8_t, TO_8_UNORM)
202 ATTRIB(R8G8_UNORM, 2, float, uint8_t, TO_8_UNORM)
203 ATTRIB(R8_UNORM, 1, float, uint8_t, TO_8_UNORM)
204
205 ATTRIB(R8G8B8A8_SNORM, 4, float, char, TO_8_SNORM)
206 ATTRIB(R8G8B8_SNORM, 3, float, char, TO_8_SNORM)
207 ATTRIB(R8G8_SNORM, 2, float, char, TO_8_SNORM)
208 ATTRIB(R8_SNORM, 1, float, char, TO_8_SNORM)
209
210 ATTRIB(R32G32B32A32_UINT, 4, uint32_t, unsigned, TO_INT)
211 ATTRIB(R32G32B32_UINT, 3, uint32_t, unsigned, TO_INT)
212 ATTRIB(R32G32_UINT, 2, uint32_t, unsigned, TO_INT)
213 ATTRIB(R32_UINT, 1, uint32_t, unsigned, TO_INT)
214
215 ATTRIB(R16G16B16A16_UINT, 4, uint32_t, uint16_t, TO_INT)
216 ATTRIB(R16G16B16_UINT, 3, uint32_t, uint16_t, TO_INT)
217 ATTRIB(R16G16_UINT, 2, uint32_t, uint16_t, TO_INT)
218 ATTRIB(R16_UINT, 1, uint32_t, uint16_t, TO_INT)
219
220 ATTRIB(R8G8B8A8_UINT, 4, uint32_t, uint8_t, TO_INT)
221 ATTRIB(R8G8B8_UINT, 3, uint32_t, uint8_t, TO_INT)
222 ATTRIB(R8G8_UINT, 2, uint32_t, uint8_t, TO_INT)
223 ATTRIB(R8_UINT, 1, uint32_t, uint8_t, TO_INT)
224
225 ATTRIB(R32G32B32A32_SINT, 4, int32_t, int, TO_INT)
226 ATTRIB(R32G32B32_SINT, 3, int32_t, int, TO_INT)
227 ATTRIB(R32G32_SINT, 2, int32_t, int, TO_INT)
228 ATTRIB(R32_SINT, 1, int32_t, int, TO_INT)
229
230 ATTRIB(R16G16B16A16_SINT, 4, int32_t, short, TO_INT)
231 ATTRIB(R16G16B16_SINT, 3, int32_t, short, TO_INT)
232 ATTRIB(R16G16_SINT, 2, int32_t, short, TO_INT)
233 ATTRIB(R16_SINT, 1, int32_t, short, TO_INT)
234
235 ATTRIB(R8G8B8A8_SINT, 4, int32_t, char, TO_INT)
236 ATTRIB(R8G8B8_SINT, 3, int32_t, char, TO_INT)
237 ATTRIB(R8G8_SINT, 2, int32_t, char, TO_INT)
238 ATTRIB(R8_SINT, 1, int32_t, char, TO_INT)
239
240 static void
emit_A8R8G8B8_UNORM(const void * attrib,void * ptr)241 emit_A8R8G8B8_UNORM(const void *attrib, void *ptr)
242 {
243 float *in = (float *)attrib;
244 uint8_t *out = (uint8_t *)ptr;
245 out[0] = TO_8_UNORM(in[3]);
246 out[1] = TO_8_UNORM(in[0]);
247 out[2] = TO_8_UNORM(in[1]);
248 out[3] = TO_8_UNORM(in[2]);
249 }
250
251 static void
emit_B8G8R8A8_UNORM(const void * attrib,void * ptr)252 emit_B8G8R8A8_UNORM(const void *attrib, void *ptr)
253 {
254 float *in = (float *)attrib;
255 uint8_t *out = (uint8_t *)ptr;
256 out[2] = TO_8_UNORM(in[0]);
257 out[1] = TO_8_UNORM(in[1]);
258 out[0] = TO_8_UNORM(in[2]);
259 out[3] = TO_8_UNORM(in[3]);
260 }
261
262 static void
emit_B10G10R10A2_UNORM(const void * attrib,void * ptr)263 emit_B10G10R10A2_UNORM(const void *attrib, void *ptr)
264 {
265 float *src = (float *)ptr;
266 uint32_t value = 0;
267 value |= ((uint32_t)(CLAMP(src[2], 0, 1) * 0x3ff)) & 0x3ff;
268 value |= (((uint32_t)(CLAMP(src[1], 0, 1) * 0x3ff)) & 0x3ff) << 10;
269 value |= (((uint32_t)(CLAMP(src[0], 0, 1) * 0x3ff)) & 0x3ff) << 20;
270 value |= ((uint32_t)(CLAMP(src[3], 0, 1) * 0x3)) << 30;
271 *(uint32_t *)attrib = util_le32_to_cpu(value);
272 }
273
274 static void
emit_B10G10R10A2_USCALED(const void * attrib,void * ptr)275 emit_B10G10R10A2_USCALED(const void *attrib, void *ptr)
276 {
277 float *src = (float *)ptr;
278 uint32_t value = 0;
279 value |= ((uint32_t)CLAMP(src[2], 0, 1023)) & 0x3ff;
280 value |= (((uint32_t)CLAMP(src[1], 0, 1023)) & 0x3ff) << 10;
281 value |= (((uint32_t)CLAMP(src[0], 0, 1023)) & 0x3ff) << 20;
282 value |= ((uint32_t)CLAMP(src[3], 0, 3)) << 30;
283 *(uint32_t *)attrib = util_le32_to_cpu(value);
284 }
285
286 static void
emit_B10G10R10A2_SNORM(const void * attrib,void * ptr)287 emit_B10G10R10A2_SNORM(const void *attrib, void *ptr)
288 {
289 float *src = (float *)ptr;
290 uint32_t value = 0;
291 value |= (uint32_t)(((uint32_t)(CLAMP(src[2], -1, 1) * 0x1ff)) & 0x3ff) ;
292 value |= (uint32_t)((((uint32_t)(CLAMP(src[1], -1, 1) * 0x1ff)) & 0x3ff) << 10) ;
293 value |= (uint32_t)((((uint32_t)(CLAMP(src[0], -1, 1) * 0x1ff)) & 0x3ff) << 20) ;
294 value |= (uint32_t)(((uint32_t)(CLAMP(src[3], -1, 1) * 0x1)) << 30) ;
295 *(uint32_t *)attrib = util_le32_to_cpu(value);
296 }
297
298 static void
emit_B10G10R10A2_SSCALED(const void * attrib,void * ptr)299 emit_B10G10R10A2_SSCALED(const void *attrib, void *ptr)
300 {
301 float *src = (float *)ptr;
302 uint32_t value = 0;
303 value |= (uint32_t)(((uint32_t)CLAMP(src[2], -512, 511)) & 0x3ff) ;
304 value |= (uint32_t)((((uint32_t)CLAMP(src[1], -512, 511)) & 0x3ff) << 10) ;
305 value |= (uint32_t)((((uint32_t)CLAMP(src[0], -512, 511)) & 0x3ff) << 20) ;
306 value |= (uint32_t)(((uint32_t)CLAMP(src[3], -2, 1)) << 30) ;
307 *(uint32_t *)attrib = util_le32_to_cpu(value);
308 }
309
310 static void
emit_R10G10B10A2_UNORM(const void * attrib,void * ptr)311 emit_R10G10B10A2_UNORM(const void *attrib, void *ptr)
312 {
313 float *src = (float *)ptr;
314 uint32_t value = 0;
315 value |= ((uint32_t)(CLAMP(src[0], 0, 1) * 0x3ff)) & 0x3ff;
316 value |= (((uint32_t)(CLAMP(src[1], 0, 1) * 0x3ff)) & 0x3ff) << 10;
317 value |= (((uint32_t)(CLAMP(src[2], 0, 1) * 0x3ff)) & 0x3ff) << 20;
318 value |= ((uint32_t)(CLAMP(src[3], 0, 1) * 0x3)) << 30;
319 *(uint32_t *)attrib = util_le32_to_cpu(value);
320 }
321
322 static void
emit_R10G10B10A2_USCALED(const void * attrib,void * ptr)323 emit_R10G10B10A2_USCALED(const void *attrib, void *ptr)
324 {
325 float *src = (float *)ptr;
326 uint32_t value = 0;
327 value |= ((uint32_t)CLAMP(src[0], 0, 1023)) & 0x3ff;
328 value |= (((uint32_t)CLAMP(src[1], 0, 1023)) & 0x3ff) << 10;
329 value |= (((uint32_t)CLAMP(src[2], 0, 1023)) & 0x3ff) << 20;
330 value |= ((uint32_t)CLAMP(src[3], 0, 3)) << 30;
331 *(uint32_t *)attrib = util_le32_to_cpu(value);
332 }
333
334 static void
emit_R10G10B10A2_SNORM(const void * attrib,void * ptr)335 emit_R10G10B10A2_SNORM(const void *attrib, void *ptr)
336 {
337 float *src = (float *)ptr;
338 uint32_t value = 0;
339 value |= (uint32_t)(((uint32_t)(CLAMP(src[0], -1, 1) * 0x1ff)) & 0x3ff) ;
340 value |= (uint32_t)((((uint32_t)(CLAMP(src[1], -1, 1) * 0x1ff)) & 0x3ff) << 10) ;
341 value |= (uint32_t)((((uint32_t)(CLAMP(src[2], -1, 1) * 0x1ff)) & 0x3ff) << 20) ;
342 value |= (uint32_t)(((uint32_t)(CLAMP(src[3], -1, 1) * 0x1)) << 30) ;
343 *(uint32_t *)attrib = util_le32_to_cpu(value);
344 }
345
346 static void
emit_R10G10B10A2_SSCALED(const void * attrib,void * ptr)347 emit_R10G10B10A2_SSCALED(const void *attrib, void *ptr)
348 {
349 float *src = (float *)ptr;
350 uint32_t value = 0;
351 value |= (uint32_t)(((uint32_t)CLAMP(src[0], -512, 511)) & 0x3ff) ;
352 value |= (uint32_t)((((uint32_t)CLAMP(src[1], -512, 511)) & 0x3ff) << 10) ;
353 value |= (uint32_t)((((uint32_t)CLAMP(src[2], -512, 511)) & 0x3ff) << 20) ;
354 value |= (uint32_t)(((uint32_t)CLAMP(src[3], -2, 1)) << 30) ;
355 *(uint32_t *)attrib = util_le32_to_cpu(value);
356 }
357
358 static void
emit_NULL(const void * attrib,void * ptr)359 emit_NULL(const void *attrib, void *ptr)
360 {
361 /* do nothing is the only sensible option */
362 }
363
364 static emit_func
get_emit_func(enum pipe_format format)365 get_emit_func(enum pipe_format format)
366 {
367 switch (format) {
368 case PIPE_FORMAT_R64_FLOAT:
369 return &emit_R64_FLOAT;
370 case PIPE_FORMAT_R64G64_FLOAT:
371 return &emit_R64G64_FLOAT;
372 case PIPE_FORMAT_R64G64B64_FLOAT:
373 return &emit_R64G64B64_FLOAT;
374 case PIPE_FORMAT_R64G64B64A64_FLOAT:
375 return &emit_R64G64B64A64_FLOAT;
376
377 case PIPE_FORMAT_R32_FLOAT:
378 return &emit_R32_FLOAT;
379 case PIPE_FORMAT_R32G32_FLOAT:
380 return &emit_R32G32_FLOAT;
381 case PIPE_FORMAT_R32G32B32_FLOAT:
382 return &emit_R32G32B32_FLOAT;
383 case PIPE_FORMAT_R32G32B32A32_FLOAT:
384 return &emit_R32G32B32A32_FLOAT;
385
386 case PIPE_FORMAT_R16_FLOAT:
387 return &emit_R16_FLOAT;
388 case PIPE_FORMAT_R16G16_FLOAT:
389 return &emit_R16G16_FLOAT;
390 case PIPE_FORMAT_R16G16B16_FLOAT:
391 return &emit_R16G16B16_FLOAT;
392 case PIPE_FORMAT_R16G16B16A16_FLOAT:
393 return &emit_R16G16B16A16_FLOAT;
394
395 case PIPE_FORMAT_R32_UNORM:
396 return &emit_R32_UNORM;
397 case PIPE_FORMAT_R32G32_UNORM:
398 return &emit_R32G32_UNORM;
399 case PIPE_FORMAT_R32G32B32_UNORM:
400 return &emit_R32G32B32_UNORM;
401 case PIPE_FORMAT_R32G32B32A32_UNORM:
402 return &emit_R32G32B32A32_UNORM;
403
404 case PIPE_FORMAT_R32_USCALED:
405 return &emit_R32_USCALED;
406 case PIPE_FORMAT_R32G32_USCALED:
407 return &emit_R32G32_USCALED;
408 case PIPE_FORMAT_R32G32B32_USCALED:
409 return &emit_R32G32B32_USCALED;
410 case PIPE_FORMAT_R32G32B32A32_USCALED:
411 return &emit_R32G32B32A32_USCALED;
412
413 case PIPE_FORMAT_R32_SNORM:
414 return &emit_R32_SNORM;
415 case PIPE_FORMAT_R32G32_SNORM:
416 return &emit_R32G32_SNORM;
417 case PIPE_FORMAT_R32G32B32_SNORM:
418 return &emit_R32G32B32_SNORM;
419 case PIPE_FORMAT_R32G32B32A32_SNORM:
420 return &emit_R32G32B32A32_SNORM;
421
422 case PIPE_FORMAT_R32_SSCALED:
423 return &emit_R32_SSCALED;
424 case PIPE_FORMAT_R32G32_SSCALED:
425 return &emit_R32G32_SSCALED;
426 case PIPE_FORMAT_R32G32B32_SSCALED:
427 return &emit_R32G32B32_SSCALED;
428 case PIPE_FORMAT_R32G32B32A32_SSCALED:
429 return &emit_R32G32B32A32_SSCALED;
430
431 case PIPE_FORMAT_R16_UNORM:
432 return &emit_R16_UNORM;
433 case PIPE_FORMAT_R16G16_UNORM:
434 return &emit_R16G16_UNORM;
435 case PIPE_FORMAT_R16G16B16_UNORM:
436 return &emit_R16G16B16_UNORM;
437 case PIPE_FORMAT_R16G16B16A16_UNORM:
438 return &emit_R16G16B16A16_UNORM;
439
440 case PIPE_FORMAT_R16_USCALED:
441 return &emit_R16_USCALED;
442 case PIPE_FORMAT_R16G16_USCALED:
443 return &emit_R16G16_USCALED;
444 case PIPE_FORMAT_R16G16B16_USCALED:
445 return &emit_R16G16B16_USCALED;
446 case PIPE_FORMAT_R16G16B16A16_USCALED:
447 return &emit_R16G16B16A16_USCALED;
448
449 case PIPE_FORMAT_R16_SNORM:
450 return &emit_R16_SNORM;
451 case PIPE_FORMAT_R16G16_SNORM:
452 return &emit_R16G16_SNORM;
453 case PIPE_FORMAT_R16G16B16_SNORM:
454 return &emit_R16G16B16_SNORM;
455 case PIPE_FORMAT_R16G16B16A16_SNORM:
456 return &emit_R16G16B16A16_SNORM;
457
458 case PIPE_FORMAT_R16_SSCALED:
459 return &emit_R16_SSCALED;
460 case PIPE_FORMAT_R16G16_SSCALED:
461 return &emit_R16G16_SSCALED;
462 case PIPE_FORMAT_R16G16B16_SSCALED:
463 return &emit_R16G16B16_SSCALED;
464 case PIPE_FORMAT_R16G16B16A16_SSCALED:
465 return &emit_R16G16B16A16_SSCALED;
466
467 case PIPE_FORMAT_R8_UNORM:
468 return &emit_R8_UNORM;
469 case PIPE_FORMAT_R8G8_UNORM:
470 return &emit_R8G8_UNORM;
471 case PIPE_FORMAT_R8G8B8_UNORM:
472 return &emit_R8G8B8_UNORM;
473 case PIPE_FORMAT_R8G8B8A8_UNORM:
474 return &emit_R8G8B8A8_UNORM;
475
476 case PIPE_FORMAT_R8_USCALED:
477 return &emit_R8_USCALED;
478 case PIPE_FORMAT_R8G8_USCALED:
479 return &emit_R8G8_USCALED;
480 case PIPE_FORMAT_R8G8B8_USCALED:
481 return &emit_R8G8B8_USCALED;
482 case PIPE_FORMAT_R8G8B8A8_USCALED:
483 return &emit_R8G8B8A8_USCALED;
484
485 case PIPE_FORMAT_R8_SNORM:
486 return &emit_R8_SNORM;
487 case PIPE_FORMAT_R8G8_SNORM:
488 return &emit_R8G8_SNORM;
489 case PIPE_FORMAT_R8G8B8_SNORM:
490 return &emit_R8G8B8_SNORM;
491 case PIPE_FORMAT_R8G8B8A8_SNORM:
492 return &emit_R8G8B8A8_SNORM;
493
494 case PIPE_FORMAT_R8_SSCALED:
495 return &emit_R8_SSCALED;
496 case PIPE_FORMAT_R8G8_SSCALED:
497 return &emit_R8G8_SSCALED;
498 case PIPE_FORMAT_R8G8B8_SSCALED:
499 return &emit_R8G8B8_SSCALED;
500 case PIPE_FORMAT_R8G8B8A8_SSCALED:
501 return &emit_R8G8B8A8_SSCALED;
502
503 case PIPE_FORMAT_B8G8R8A8_UNORM:
504 return &emit_B8G8R8A8_UNORM;
505
506 case PIPE_FORMAT_A8R8G8B8_UNORM:
507 return &emit_A8R8G8B8_UNORM;
508
509 case PIPE_FORMAT_R32_UINT:
510 return &emit_R32_UINT;
511 case PIPE_FORMAT_R32G32_UINT:
512 return &emit_R32G32_UINT;
513 case PIPE_FORMAT_R32G32B32_UINT:
514 return &emit_R32G32B32_UINT;
515 case PIPE_FORMAT_R32G32B32A32_UINT:
516 return &emit_R32G32B32A32_UINT;
517
518 case PIPE_FORMAT_R16_UINT:
519 return &emit_R16_UINT;
520 case PIPE_FORMAT_R16G16_UINT:
521 return &emit_R16G16_UINT;
522 case PIPE_FORMAT_R16G16B16_UINT:
523 return &emit_R16G16B16_UINT;
524 case PIPE_FORMAT_R16G16B16A16_UINT:
525 return &emit_R16G16B16A16_UINT;
526
527 case PIPE_FORMAT_R8_UINT:
528 return &emit_R8_UINT;
529 case PIPE_FORMAT_R8G8_UINT:
530 return &emit_R8G8_UINT;
531 case PIPE_FORMAT_R8G8B8_UINT:
532 return &emit_R8G8B8_UINT;
533 case PIPE_FORMAT_R8G8B8A8_UINT:
534 return &emit_R8G8B8A8_UINT;
535
536 case PIPE_FORMAT_R32_SINT:
537 return &emit_R32_SINT;
538 case PIPE_FORMAT_R32G32_SINT:
539 return &emit_R32G32_SINT;
540 case PIPE_FORMAT_R32G32B32_SINT:
541 return &emit_R32G32B32_SINT;
542 case PIPE_FORMAT_R32G32B32A32_SINT:
543 return &emit_R32G32B32A32_SINT;
544
545 case PIPE_FORMAT_R16_SINT:
546 return &emit_R16_SINT;
547 case PIPE_FORMAT_R16G16_SINT:
548 return &emit_R16G16_SINT;
549 case PIPE_FORMAT_R16G16B16_SINT:
550 return &emit_R16G16B16_SINT;
551 case PIPE_FORMAT_R16G16B16A16_SINT:
552 return &emit_R16G16B16A16_SINT;
553
554 case PIPE_FORMAT_R8_SINT:
555 return &emit_R8_SINT;
556 case PIPE_FORMAT_R8G8_SINT:
557 return &emit_R8G8_SINT;
558 case PIPE_FORMAT_R8G8B8_SINT:
559 return &emit_R8G8B8_SINT;
560 case PIPE_FORMAT_R8G8B8A8_SINT:
561 return &emit_R8G8B8A8_SINT;
562
563 case PIPE_FORMAT_B10G10R10A2_UNORM:
564 return &emit_B10G10R10A2_UNORM;
565 case PIPE_FORMAT_B10G10R10A2_USCALED:
566 return &emit_B10G10R10A2_USCALED;
567 case PIPE_FORMAT_B10G10R10A2_SNORM:
568 return &emit_B10G10R10A2_SNORM;
569 case PIPE_FORMAT_B10G10R10A2_SSCALED:
570 return &emit_B10G10R10A2_SSCALED;
571
572 case PIPE_FORMAT_R10G10B10A2_UNORM:
573 return &emit_R10G10B10A2_UNORM;
574 case PIPE_FORMAT_R10G10B10A2_USCALED:
575 return &emit_R10G10B10A2_USCALED;
576 case PIPE_FORMAT_R10G10B10A2_SNORM:
577 return &emit_R10G10B10A2_SNORM;
578 case PIPE_FORMAT_R10G10B10A2_SSCALED:
579 return &emit_R10G10B10A2_SSCALED;
580
581 default:
582 assert(0);
583 return &emit_NULL;
584 }
585 }
586
587 static ALWAYS_INLINE void UTIL_CDECL
generic_run_one(struct translate_generic * tg,unsigned elt,unsigned start_instance,unsigned instance_id,void * vert,unsigned index_size)588 generic_run_one(struct translate_generic *tg,
589 unsigned elt,
590 unsigned start_instance,
591 unsigned instance_id,
592 void *vert,
593 unsigned index_size)
594 {
595 unsigned nr_attrs = tg->nr_attrib;
596 unsigned attr;
597
598 for (attr = 0; attr < nr_attrs; attr++) {
599 float data[4];
600 uint8_t *dst = (uint8_t *)vert + tg->attrib[attr].output_offset;
601
602 if (tg->attrib[attr].type == TRANSLATE_ELEMENT_NORMAL) {
603 const uint8_t *src;
604 unsigned index;
605 int copy_size;
606
607 if (tg->attrib[attr].instance_divisor) {
608 index = start_instance;
609 index += (instance_id / tg->attrib[attr].instance_divisor);
610 /* XXX we need to clamp the index here too, but to a
611 * per-array max value, not the draw->pt.max_index value
612 * that's being given to us via translate->set_buffer().
613 */
614 }
615 else {
616 index = elt;
617 if (index_size > 0) {
618 /* clamp to avoid going out of bounds */
619 index = MIN2(index, tg->attrib[attr].max_index);
620 }
621 }
622
623 src = tg->attrib[attr].input_ptr +
624 (ptrdiff_t)tg->attrib[attr].input_stride * index;
625
626 copy_size = tg->attrib[attr].copy_size;
627 if (likely(copy_size >= 0)) {
628 memcpy(dst, src, copy_size);
629 } else {
630 tg->attrib[attr].fetch(data, src, 1);
631
632 if (0)
633 debug_printf("Fetch linear attr %d from %p stride %d index %d: "
634 " %f, %f, %f, %f \n",
635 attr,
636 tg->attrib[attr].input_ptr,
637 tg->attrib[attr].input_stride,
638 index,
639 data[0], data[1],data[2], data[3]);
640
641 tg->attrib[attr].emit(data, dst);
642 }
643 } else {
644 if (likely(tg->attrib[attr].copy_size >= 0)) {
645 memcpy(data, &instance_id, 4);
646 } else {
647 data[0] = (float)instance_id;
648 tg->attrib[attr].emit(data, dst);
649 }
650 }
651 }
652 }
653
654 /**
655 * Fetch vertex attributes for 'count' vertices.
656 */
657 static void UTIL_CDECL
generic_run_elts(struct translate * translate,const unsigned * elts,unsigned count,unsigned start_instance,unsigned instance_id,void * output_buffer)658 generic_run_elts(struct translate *translate,
659 const unsigned *elts,
660 unsigned count,
661 unsigned start_instance,
662 unsigned instance_id,
663 void *output_buffer)
664 {
665 struct translate_generic *tg = translate_generic(translate);
666 char *vert = output_buffer;
667 unsigned i;
668
669 for (i = 0; i < count; i++) {
670 generic_run_one(tg, *elts++, start_instance, instance_id, vert, 4);
671 vert += tg->translate.key.output_stride;
672 }
673 }
674
675 static void UTIL_CDECL
generic_run_elts16(struct translate * translate,const uint16_t * elts,unsigned count,unsigned start_instance,unsigned instance_id,void * output_buffer)676 generic_run_elts16(struct translate *translate,
677 const uint16_t *elts,
678 unsigned count,
679 unsigned start_instance,
680 unsigned instance_id,
681 void *output_buffer)
682 {
683 struct translate_generic *tg = translate_generic(translate);
684 char *vert = output_buffer;
685 unsigned i;
686
687 for (i = 0; i < count; i++) {
688 generic_run_one(tg, *elts++, start_instance, instance_id, vert, 2);
689 vert += tg->translate.key.output_stride;
690 }
691 }
692
693 static void UTIL_CDECL
generic_run_elts8(struct translate * translate,const uint8_t * elts,unsigned count,unsigned start_instance,unsigned instance_id,void * output_buffer)694 generic_run_elts8(struct translate *translate,
695 const uint8_t *elts,
696 unsigned count,
697 unsigned start_instance,
698 unsigned instance_id,
699 void *output_buffer)
700 {
701 struct translate_generic *tg = translate_generic(translate);
702 char *vert = output_buffer;
703 unsigned i;
704
705 for (i = 0; i < count; i++) {
706 generic_run_one(tg, *elts++, start_instance, instance_id, vert, 1);
707 vert += tg->translate.key.output_stride;
708 }
709 }
710
711 static void UTIL_CDECL
generic_run(struct translate * translate,unsigned start,unsigned count,unsigned start_instance,unsigned instance_id,void * output_buffer)712 generic_run(struct translate *translate,
713 unsigned start,
714 unsigned count,
715 unsigned start_instance,
716 unsigned instance_id,
717 void *output_buffer)
718 {
719 struct translate_generic *tg = translate_generic(translate);
720 char *vert = output_buffer;
721 unsigned i;
722
723 for (i = 0; i < count; i++) {
724 generic_run_one(tg, start + i, start_instance, instance_id, vert, 0);
725 vert += tg->translate.key.output_stride;
726 }
727 }
728
729
730
731 static void
generic_set_buffer(struct translate * translate,unsigned buf,const void * ptr,unsigned stride,unsigned max_index)732 generic_set_buffer(struct translate *translate,
733 unsigned buf,
734 const void *ptr,
735 unsigned stride,
736 unsigned max_index)
737 {
738 struct translate_generic *tg = translate_generic(translate);
739 unsigned i;
740
741 for (i = 0; i < tg->nr_attrib; i++) {
742 if (tg->attrib[i].buffer == buf) {
743 tg->attrib[i].input_ptr = ((const uint8_t *)ptr +
744 tg->attrib[i].input_offset);
745 tg->attrib[i].input_stride = stride;
746 tg->attrib[i].max_index = max_index;
747 }
748 }
749 }
750
751
752 static void
generic_release(struct translate * translate)753 generic_release(struct translate *translate)
754 {
755 /* Refcount?
756 */
757 FREE(translate);
758 }
759
760 static bool
is_legal_int_format_combo(const struct util_format_description * src,const struct util_format_description * dst)761 is_legal_int_format_combo(const struct util_format_description *src,
762 const struct util_format_description *dst)
763 {
764 unsigned i;
765 unsigned nr = MIN2(src->nr_channels, dst->nr_channels);
766
767 for (i = 0; i < nr; i++) {
768 /* The signs must match. */
769 if (src->channel[i].type != dst->channel[i].type) {
770 return false;
771 }
772
773 /* Integers must not lose precision at any point in the pipeline. */
774 if (src->channel[i].size > dst->channel[i].size) {
775 return false;
776 }
777 }
778 return true;
779 }
780
781 struct translate *
translate_generic_create(const struct translate_key * key)782 translate_generic_create(const struct translate_key *key)
783 {
784 struct translate_generic *tg = CALLOC_STRUCT(translate_generic);
785 unsigned i;
786
787 if (!tg)
788 return NULL;
789
790 assert(key->nr_elements <= TRANSLATE_MAX_ATTRIBS);
791
792 tg->translate.key = *key;
793 tg->translate.release = generic_release;
794 tg->translate.set_buffer = generic_set_buffer;
795 tg->translate.run_elts = generic_run_elts;
796 tg->translate.run_elts16 = generic_run_elts16;
797 tg->translate.run_elts8 = generic_run_elts8;
798 tg->translate.run = generic_run;
799
800 for (i = 0; i < key->nr_elements; i++) {
801 const struct util_format_description *format_desc =
802 util_format_description(key->element[i].input_format);
803 const struct util_format_unpack_description *unpack =
804 util_format_unpack_description(key->element[i].input_format);
805
806 tg->attrib[i].type = key->element[i].type;
807
808 if (format_desc->channel[0].pure_integer) {
809 const struct util_format_description *out_format_desc =
810 util_format_description(key->element[i].output_format);
811
812 if (!is_legal_int_format_combo(format_desc, out_format_desc)) {
813 FREE(tg);
814 return NULL;
815 }
816 }
817
818 tg->attrib[i].fetch = unpack->unpack_rgba;
819 tg->attrib[i].buffer = key->element[i].input_buffer;
820 tg->attrib[i].input_offset = key->element[i].input_offset;
821 tg->attrib[i].instance_divisor = key->element[i].instance_divisor;
822
823 tg->attrib[i].output_offset = key->element[i].output_offset;
824
825 tg->attrib[i].copy_size = -1;
826 if (tg->attrib[i].type == TRANSLATE_ELEMENT_INSTANCE_ID) {
827 if (key->element[i].output_format == PIPE_FORMAT_R32_USCALED
828 || key->element[i].output_format == PIPE_FORMAT_R32_SSCALED)
829 tg->attrib[i].copy_size = 4;
830 } else {
831 if (key->element[i].input_format == key->element[i].output_format
832 && format_desc->block.width == 1
833 && format_desc->block.height == 1
834 && !(format_desc->block.bits & 7))
835 tg->attrib[i].copy_size = format_desc->block.bits >> 3;
836 }
837
838 if (tg->attrib[i].copy_size < 0)
839 tg->attrib[i].emit = get_emit_func(key->element[i].output_format);
840 else
841 tg->attrib[i].emit = NULL;
842 }
843
844 tg->nr_attrib = key->nr_elements;
845
846 return &tg->translate;
847 }
848
849 bool
translate_generic_is_output_format_supported(enum pipe_format format)850 translate_generic_is_output_format_supported(enum pipe_format format)
851 {
852 switch(format) {
853 case PIPE_FORMAT_R64G64B64A64_FLOAT: return true;
854 case PIPE_FORMAT_R64G64B64_FLOAT: return true;
855 case PIPE_FORMAT_R64G64_FLOAT: return true;
856 case PIPE_FORMAT_R64_FLOAT: return true;
857
858 case PIPE_FORMAT_R32G32B32A32_FLOAT: return true;
859 case PIPE_FORMAT_R32G32B32_FLOAT: return true;
860 case PIPE_FORMAT_R32G32_FLOAT: return true;
861 case PIPE_FORMAT_R32_FLOAT: return true;
862
863 case PIPE_FORMAT_R16G16B16A16_FLOAT: return true;
864 case PIPE_FORMAT_R16G16B16_FLOAT: return true;
865 case PIPE_FORMAT_R16G16_FLOAT: return true;
866 case PIPE_FORMAT_R16_FLOAT: return true;
867
868 case PIPE_FORMAT_R32G32B32A32_USCALED: return true;
869 case PIPE_FORMAT_R32G32B32_USCALED: return true;
870 case PIPE_FORMAT_R32G32_USCALED: return true;
871 case PIPE_FORMAT_R32_USCALED: return true;
872
873 case PIPE_FORMAT_R32G32B32A32_SSCALED: return true;
874 case PIPE_FORMAT_R32G32B32_SSCALED: return true;
875 case PIPE_FORMAT_R32G32_SSCALED: return true;
876 case PIPE_FORMAT_R32_SSCALED: return true;
877
878 case PIPE_FORMAT_R32G32B32A32_UNORM: return true;
879 case PIPE_FORMAT_R32G32B32_UNORM: return true;
880 case PIPE_FORMAT_R32G32_UNORM: return true;
881 case PIPE_FORMAT_R32_UNORM: return true;
882
883 case PIPE_FORMAT_R32G32B32A32_SNORM: return true;
884 case PIPE_FORMAT_R32G32B32_SNORM: return true;
885 case PIPE_FORMAT_R32G32_SNORM: return true;
886 case PIPE_FORMAT_R32_SNORM: return true;
887
888 case PIPE_FORMAT_R16G16B16A16_USCALED: return true;
889 case PIPE_FORMAT_R16G16B16_USCALED: return true;
890 case PIPE_FORMAT_R16G16_USCALED: return true;
891 case PIPE_FORMAT_R16_USCALED: return true;
892
893 case PIPE_FORMAT_R16G16B16A16_SSCALED: return true;
894 case PIPE_FORMAT_R16G16B16_SSCALED: return true;
895 case PIPE_FORMAT_R16G16_SSCALED: return true;
896 case PIPE_FORMAT_R16_SSCALED: return true;
897
898 case PIPE_FORMAT_R16G16B16A16_UNORM: return true;
899 case PIPE_FORMAT_R16G16B16_UNORM: return true;
900 case PIPE_FORMAT_R16G16_UNORM: return true;
901 case PIPE_FORMAT_R16_UNORM: return true;
902
903 case PIPE_FORMAT_R16G16B16A16_SNORM: return true;
904 case PIPE_FORMAT_R16G16B16_SNORM: return true;
905 case PIPE_FORMAT_R16G16_SNORM: return true;
906 case PIPE_FORMAT_R16_SNORM: return true;
907
908 case PIPE_FORMAT_R8G8B8A8_USCALED: return true;
909 case PIPE_FORMAT_R8G8B8_USCALED: return true;
910 case PIPE_FORMAT_R8G8_USCALED: return true;
911 case PIPE_FORMAT_R8_USCALED: return true;
912
913 case PIPE_FORMAT_R8G8B8A8_SSCALED: return true;
914 case PIPE_FORMAT_R8G8B8_SSCALED: return true;
915 case PIPE_FORMAT_R8G8_SSCALED: return true;
916 case PIPE_FORMAT_R8_SSCALED: return true;
917
918 case PIPE_FORMAT_R8G8B8A8_UNORM: return true;
919 case PIPE_FORMAT_R8G8B8_UNORM: return true;
920 case PIPE_FORMAT_R8G8_UNORM: return true;
921 case PIPE_FORMAT_R8_UNORM: return true;
922
923 case PIPE_FORMAT_R8G8B8A8_SNORM: return true;
924 case PIPE_FORMAT_R8G8B8_SNORM: return true;
925 case PIPE_FORMAT_R8G8_SNORM: return true;
926 case PIPE_FORMAT_R8_SNORM: return true;
927
928 case PIPE_FORMAT_A8R8G8B8_UNORM: return true;
929 case PIPE_FORMAT_B8G8R8A8_UNORM: return true;
930
931 case PIPE_FORMAT_R32G32B32A32_UINT: return true;
932 case PIPE_FORMAT_R32G32B32_UINT: return true;
933 case PIPE_FORMAT_R32G32_UINT: return true;
934 case PIPE_FORMAT_R32_UINT: return true;
935
936 case PIPE_FORMAT_R16G16B16A16_UINT: return true;
937 case PIPE_FORMAT_R16G16B16_UINT: return true;
938 case PIPE_FORMAT_R16G16_UINT: return true;
939 case PIPE_FORMAT_R16_UINT: return true;
940
941 case PIPE_FORMAT_R8G8B8A8_UINT: return true;
942 case PIPE_FORMAT_R8G8B8_UINT: return true;
943 case PIPE_FORMAT_R8G8_UINT: return true;
944 case PIPE_FORMAT_R8_UINT: return true;
945
946 case PIPE_FORMAT_R32G32B32A32_SINT: return true;
947 case PIPE_FORMAT_R32G32B32_SINT: return true;
948 case PIPE_FORMAT_R32G32_SINT: return true;
949 case PIPE_FORMAT_R32_SINT: return true;
950
951 case PIPE_FORMAT_R16G16B16A16_SINT: return true;
952 case PIPE_FORMAT_R16G16B16_SINT: return true;
953 case PIPE_FORMAT_R16G16_SINT: return true;
954 case PIPE_FORMAT_R16_SINT: return true;
955
956 case PIPE_FORMAT_R8G8B8A8_SINT: return true;
957 case PIPE_FORMAT_R8G8B8_SINT: return true;
958 case PIPE_FORMAT_R8G8_SINT: return true;
959 case PIPE_FORMAT_R8_SINT: return true;
960
961 case PIPE_FORMAT_B10G10R10A2_UNORM: return true;
962 case PIPE_FORMAT_B10G10R10A2_USCALED: return true;
963 case PIPE_FORMAT_B10G10R10A2_SNORM: return true;
964 case PIPE_FORMAT_B10G10R10A2_SSCALED: return true;
965
966 case PIPE_FORMAT_R10G10B10A2_UNORM: return true;
967 case PIPE_FORMAT_R10G10B10A2_USCALED: return true;
968 case PIPE_FORMAT_R10G10B10A2_SNORM: return true;
969 case PIPE_FORMAT_R10G10B10A2_SSCALED: return true;
970
971 default: return false;
972 }
973 }
974