xref: /aosp_15_r20/external/libvpx/vpx_dsp/sad.c (revision fb1b10ab9aebc7c7068eedab379b749d7e3900be)
1*fb1b10abSAndroid Build Coastguard Worker /*
2*fb1b10abSAndroid Build Coastguard Worker  *  Copyright (c) 2015 The WebM project authors. All Rights Reserved.
3*fb1b10abSAndroid Build Coastguard Worker  *
4*fb1b10abSAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*fb1b10abSAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*fb1b10abSAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*fb1b10abSAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*fb1b10abSAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*fb1b10abSAndroid Build Coastguard Worker  */
10*fb1b10abSAndroid Build Coastguard Worker 
11*fb1b10abSAndroid Build Coastguard Worker #include <stdlib.h>
12*fb1b10abSAndroid Build Coastguard Worker 
13*fb1b10abSAndroid Build Coastguard Worker #include "./vpx_config.h"
14*fb1b10abSAndroid Build Coastguard Worker #include "./vpx_dsp_rtcd.h"
15*fb1b10abSAndroid Build Coastguard Worker 
16*fb1b10abSAndroid Build Coastguard Worker #include "vpx/vpx_integer.h"
17*fb1b10abSAndroid Build Coastguard Worker #include "vpx_ports/mem.h"
18*fb1b10abSAndroid Build Coastguard Worker 
19*fb1b10abSAndroid Build Coastguard Worker /* Sum the difference between every corresponding element of the buffers. */
sad(const uint8_t * src_ptr,int src_stride,const uint8_t * ref_ptr,int ref_stride,int width,int height)20*fb1b10abSAndroid Build Coastguard Worker static INLINE unsigned int sad(const uint8_t *src_ptr, int src_stride,
21*fb1b10abSAndroid Build Coastguard Worker                                const uint8_t *ref_ptr, int ref_stride,
22*fb1b10abSAndroid Build Coastguard Worker                                int width, int height) {
23*fb1b10abSAndroid Build Coastguard Worker   int y, x;
24*fb1b10abSAndroid Build Coastguard Worker   unsigned int sad = 0;
25*fb1b10abSAndroid Build Coastguard Worker 
26*fb1b10abSAndroid Build Coastguard Worker   for (y = 0; y < height; y++) {
27*fb1b10abSAndroid Build Coastguard Worker     for (x = 0; x < width; x++) sad += abs(src_ptr[x] - ref_ptr[x]);
28*fb1b10abSAndroid Build Coastguard Worker 
29*fb1b10abSAndroid Build Coastguard Worker     src_ptr += src_stride;
30*fb1b10abSAndroid Build Coastguard Worker     ref_ptr += ref_stride;
31*fb1b10abSAndroid Build Coastguard Worker   }
32*fb1b10abSAndroid Build Coastguard Worker   return sad;
33*fb1b10abSAndroid Build Coastguard Worker }
34*fb1b10abSAndroid Build Coastguard Worker 
35*fb1b10abSAndroid Build Coastguard Worker #define sadMxN(m, n)                                                          \
36*fb1b10abSAndroid Build Coastguard Worker   unsigned int vpx_sad##m##x##n##_c(const uint8_t *src_ptr, int src_stride,   \
37*fb1b10abSAndroid Build Coastguard Worker                                     const uint8_t *ref_ptr, int ref_stride) { \
38*fb1b10abSAndroid Build Coastguard Worker     return sad(src_ptr, src_stride, ref_ptr, ref_stride, m, n);               \
39*fb1b10abSAndroid Build Coastguard Worker   }                                                                           \
40*fb1b10abSAndroid Build Coastguard Worker   unsigned int vpx_sad##m##x##n##_avg_c(                                      \
41*fb1b10abSAndroid Build Coastguard Worker       const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr,         \
42*fb1b10abSAndroid Build Coastguard Worker       int ref_stride, const uint8_t *second_pred) {                           \
43*fb1b10abSAndroid Build Coastguard Worker     DECLARE_ALIGNED(32, uint8_t, comp_pred[m * n]);                           \
44*fb1b10abSAndroid Build Coastguard Worker     vpx_comp_avg_pred_c(comp_pred, second_pred, m, n, ref_ptr, ref_stride);   \
45*fb1b10abSAndroid Build Coastguard Worker     return sad(src_ptr, src_stride, comp_pred, m, m, n);                      \
46*fb1b10abSAndroid Build Coastguard Worker   }                                                                           \
47*fb1b10abSAndroid Build Coastguard Worker   unsigned int vpx_sad_skip_##m##x##n##_c(                                    \
48*fb1b10abSAndroid Build Coastguard Worker       const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr,         \
49*fb1b10abSAndroid Build Coastguard Worker       int ref_stride) {                                                       \
50*fb1b10abSAndroid Build Coastguard Worker     return 2 * sad(src_ptr, 2 * src_stride, ref_ptr, 2 * ref_stride, (m),     \
51*fb1b10abSAndroid Build Coastguard Worker                    (n / 2));                                                  \
52*fb1b10abSAndroid Build Coastguard Worker   }
53*fb1b10abSAndroid Build Coastguard Worker 
54*fb1b10abSAndroid Build Coastguard Worker // Compare |src_ptr| to 4 distinct references in |ref_array[4]|
55*fb1b10abSAndroid Build Coastguard Worker #define sadMxNx4D(m, n)                                                        \
56*fb1b10abSAndroid Build Coastguard Worker   void vpx_sad##m##x##n##x4d_c(const uint8_t *src_ptr, int src_stride,         \
57*fb1b10abSAndroid Build Coastguard Worker                                const uint8_t *const ref_array[4],              \
58*fb1b10abSAndroid Build Coastguard Worker                                int ref_stride, uint32_t sad_array[4]) {        \
59*fb1b10abSAndroid Build Coastguard Worker     int i;                                                                     \
60*fb1b10abSAndroid Build Coastguard Worker     for (i = 0; i < 4; ++i)                                                    \
61*fb1b10abSAndroid Build Coastguard Worker       sad_array[i] =                                                           \
62*fb1b10abSAndroid Build Coastguard Worker           vpx_sad##m##x##n##_c(src_ptr, src_stride, ref_array[i], ref_stride); \
63*fb1b10abSAndroid Build Coastguard Worker   }                                                                            \
64*fb1b10abSAndroid Build Coastguard Worker   void vpx_sad_skip_##m##x##n##x4d_c(const uint8_t *src_ptr, int src_stride,   \
65*fb1b10abSAndroid Build Coastguard Worker                                      const uint8_t *const ref_array[4],        \
66*fb1b10abSAndroid Build Coastguard Worker                                      int ref_stride, uint32_t sad_array[4]) {  \
67*fb1b10abSAndroid Build Coastguard Worker     int i;                                                                     \
68*fb1b10abSAndroid Build Coastguard Worker     for (i = 0; i < 4; ++i) {                                                  \
69*fb1b10abSAndroid Build Coastguard Worker       sad_array[i] = 2 * sad(src_ptr, 2 * src_stride, ref_array[i],            \
70*fb1b10abSAndroid Build Coastguard Worker                              2 * ref_stride, (m), (n / 2));                    \
71*fb1b10abSAndroid Build Coastguard Worker     }                                                                          \
72*fb1b10abSAndroid Build Coastguard Worker   }
73*fb1b10abSAndroid Build Coastguard Worker 
74*fb1b10abSAndroid Build Coastguard Worker /* clang-format off */
75*fb1b10abSAndroid Build Coastguard Worker // 64x64
76*fb1b10abSAndroid Build Coastguard Worker sadMxN(64, 64)
77*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(64, 64)
78*fb1b10abSAndroid Build Coastguard Worker 
79*fb1b10abSAndroid Build Coastguard Worker // 64x32
80*fb1b10abSAndroid Build Coastguard Worker sadMxN(64, 32)
81*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(64, 32)
82*fb1b10abSAndroid Build Coastguard Worker 
83*fb1b10abSAndroid Build Coastguard Worker // 32x64
84*fb1b10abSAndroid Build Coastguard Worker sadMxN(32, 64)
85*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(32, 64)
86*fb1b10abSAndroid Build Coastguard Worker 
87*fb1b10abSAndroid Build Coastguard Worker // 32x32
88*fb1b10abSAndroid Build Coastguard Worker sadMxN(32, 32)
89*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(32, 32)
90*fb1b10abSAndroid Build Coastguard Worker 
91*fb1b10abSAndroid Build Coastguard Worker // 32x16
92*fb1b10abSAndroid Build Coastguard Worker sadMxN(32, 16)
93*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(32, 16)
94*fb1b10abSAndroid Build Coastguard Worker 
95*fb1b10abSAndroid Build Coastguard Worker // 16x32
96*fb1b10abSAndroid Build Coastguard Worker sadMxN(16, 32)
97*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(16, 32)
98*fb1b10abSAndroid Build Coastguard Worker 
99*fb1b10abSAndroid Build Coastguard Worker // 16x16
100*fb1b10abSAndroid Build Coastguard Worker sadMxN(16, 16)
101*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(16, 16)
102*fb1b10abSAndroid Build Coastguard Worker 
103*fb1b10abSAndroid Build Coastguard Worker // 16x8
104*fb1b10abSAndroid Build Coastguard Worker sadMxN(16, 8)
105*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(16, 8)
106*fb1b10abSAndroid Build Coastguard Worker 
107*fb1b10abSAndroid Build Coastguard Worker // 8x16
108*fb1b10abSAndroid Build Coastguard Worker sadMxN(8, 16)
109*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(8, 16)
110*fb1b10abSAndroid Build Coastguard Worker 
111*fb1b10abSAndroid Build Coastguard Worker // 8x8
112*fb1b10abSAndroid Build Coastguard Worker sadMxN(8, 8)
113*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(8, 8)
114*fb1b10abSAndroid Build Coastguard Worker 
115*fb1b10abSAndroid Build Coastguard Worker // 8x4
116*fb1b10abSAndroid Build Coastguard Worker sadMxN(8, 4)
117*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(8, 4)
118*fb1b10abSAndroid Build Coastguard Worker 
119*fb1b10abSAndroid Build Coastguard Worker // 4x8
120*fb1b10abSAndroid Build Coastguard Worker sadMxN(4, 8)
121*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(4, 8)
122*fb1b10abSAndroid Build Coastguard Worker 
123*fb1b10abSAndroid Build Coastguard Worker // 4x4
124*fb1b10abSAndroid Build Coastguard Worker sadMxN(4, 4)
125*fb1b10abSAndroid Build Coastguard Worker sadMxNx4D(4, 4)
126*fb1b10abSAndroid Build Coastguard Worker /* clang-format on */
127*fb1b10abSAndroid Build Coastguard Worker 
128*fb1b10abSAndroid Build Coastguard Worker #if CONFIG_VP9_HIGHBITDEPTH
129*fb1b10abSAndroid Build Coastguard Worker         static INLINE
highbd_sad(const uint8_t * src8_ptr,int src_stride,const uint8_t * ref8_ptr,int ref_stride,int width,int height)130*fb1b10abSAndroid Build Coastguard Worker     unsigned int highbd_sad(const uint8_t *src8_ptr, int src_stride,
131*fb1b10abSAndroid Build Coastguard Worker                             const uint8_t *ref8_ptr, int ref_stride, int width,
132*fb1b10abSAndroid Build Coastguard Worker                             int height) {
133*fb1b10abSAndroid Build Coastguard Worker   int y, x;
134*fb1b10abSAndroid Build Coastguard Worker   unsigned int sad = 0;
135*fb1b10abSAndroid Build Coastguard Worker   const uint16_t *src = CONVERT_TO_SHORTPTR(src8_ptr);
136*fb1b10abSAndroid Build Coastguard Worker   const uint16_t *ref_ptr = CONVERT_TO_SHORTPTR(ref8_ptr);
137*fb1b10abSAndroid Build Coastguard Worker   for (y = 0; y < height; y++) {
138*fb1b10abSAndroid Build Coastguard Worker     for (x = 0; x < width; x++) sad += abs(src[x] - ref_ptr[x]);
139*fb1b10abSAndroid Build Coastguard Worker 
140*fb1b10abSAndroid Build Coastguard Worker     src += src_stride;
141*fb1b10abSAndroid Build Coastguard Worker     ref_ptr += ref_stride;
142*fb1b10abSAndroid Build Coastguard Worker   }
143*fb1b10abSAndroid Build Coastguard Worker   return sad;
144*fb1b10abSAndroid Build Coastguard Worker }
145*fb1b10abSAndroid Build Coastguard Worker 
highbd_sadb(const uint8_t * src8_ptr,int src_stride,const uint16_t * ref_ptr,int ref_stride,int width,int height)146*fb1b10abSAndroid Build Coastguard Worker static INLINE unsigned int highbd_sadb(const uint8_t *src8_ptr, int src_stride,
147*fb1b10abSAndroid Build Coastguard Worker                                        const uint16_t *ref_ptr, int ref_stride,
148*fb1b10abSAndroid Build Coastguard Worker                                        int width, int height) {
149*fb1b10abSAndroid Build Coastguard Worker   int y, x;
150*fb1b10abSAndroid Build Coastguard Worker   unsigned int sad = 0;
151*fb1b10abSAndroid Build Coastguard Worker   const uint16_t *src = CONVERT_TO_SHORTPTR(src8_ptr);
152*fb1b10abSAndroid Build Coastguard Worker   for (y = 0; y < height; y++) {
153*fb1b10abSAndroid Build Coastguard Worker     for (x = 0; x < width; x++) sad += abs(src[x] - ref_ptr[x]);
154*fb1b10abSAndroid Build Coastguard Worker 
155*fb1b10abSAndroid Build Coastguard Worker     src += src_stride;
156*fb1b10abSAndroid Build Coastguard Worker     ref_ptr += ref_stride;
157*fb1b10abSAndroid Build Coastguard Worker   }
158*fb1b10abSAndroid Build Coastguard Worker   return sad;
159*fb1b10abSAndroid Build Coastguard Worker }
160*fb1b10abSAndroid Build Coastguard Worker 
161*fb1b10abSAndroid Build Coastguard Worker #define highbd_sadMxN(m, n)                                                    \
162*fb1b10abSAndroid Build Coastguard Worker   unsigned int vpx_highbd_sad##m##x##n##_c(                                    \
163*fb1b10abSAndroid Build Coastguard Worker       const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr,          \
164*fb1b10abSAndroid Build Coastguard Worker       int ref_stride) {                                                        \
165*fb1b10abSAndroid Build Coastguard Worker     return highbd_sad(src_ptr, src_stride, ref_ptr, ref_stride, m, n);         \
166*fb1b10abSAndroid Build Coastguard Worker   }                                                                            \
167*fb1b10abSAndroid Build Coastguard Worker   unsigned int vpx_highbd_sad##m##x##n##_avg_c(                                \
168*fb1b10abSAndroid Build Coastguard Worker       const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr,          \
169*fb1b10abSAndroid Build Coastguard Worker       int ref_stride, const uint8_t *second_pred) {                            \
170*fb1b10abSAndroid Build Coastguard Worker     DECLARE_ALIGNED(16, uint16_t, comp_pred[m * n]);                           \
171*fb1b10abSAndroid Build Coastguard Worker     vpx_highbd_comp_avg_pred_c(comp_pred, CONVERT_TO_SHORTPTR(second_pred), m, \
172*fb1b10abSAndroid Build Coastguard Worker                                n, CONVERT_TO_SHORTPTR(ref_ptr), ref_stride);   \
173*fb1b10abSAndroid Build Coastguard Worker     return highbd_sadb(src_ptr, src_stride, comp_pred, m, m, n);               \
174*fb1b10abSAndroid Build Coastguard Worker   }                                                                            \
175*fb1b10abSAndroid Build Coastguard Worker   unsigned int vpx_highbd_sad_skip_##m##x##n##_c(                              \
176*fb1b10abSAndroid Build Coastguard Worker       const uint8_t *src, int src_stride, const uint8_t *ref,                  \
177*fb1b10abSAndroid Build Coastguard Worker       int ref_stride) {                                                        \
178*fb1b10abSAndroid Build Coastguard Worker     return 2 *                                                                 \
179*fb1b10abSAndroid Build Coastguard Worker            highbd_sad(src, 2 * src_stride, ref, 2 * ref_stride, (m), (n / 2)); \
180*fb1b10abSAndroid Build Coastguard Worker   }
181*fb1b10abSAndroid Build Coastguard Worker 
182*fb1b10abSAndroid Build Coastguard Worker #define highbd_sadMxNx4D(m, n)                                                 \
183*fb1b10abSAndroid Build Coastguard Worker   void vpx_highbd_sad##m##x##n##x4d_c(const uint8_t *src_ptr, int src_stride,  \
184*fb1b10abSAndroid Build Coastguard Worker                                       const uint8_t *const ref_array[4],       \
185*fb1b10abSAndroid Build Coastguard Worker                                       int ref_stride, uint32_t sad_array[4]) { \
186*fb1b10abSAndroid Build Coastguard Worker     int i;                                                                     \
187*fb1b10abSAndroid Build Coastguard Worker     for (i = 0; i < 4; ++i) {                                                  \
188*fb1b10abSAndroid Build Coastguard Worker       sad_array[i] = vpx_highbd_sad##m##x##n##_c(src_ptr, src_stride,          \
189*fb1b10abSAndroid Build Coastguard Worker                                                  ref_array[i], ref_stride);    \
190*fb1b10abSAndroid Build Coastguard Worker     }                                                                          \
191*fb1b10abSAndroid Build Coastguard Worker   }                                                                            \
192*fb1b10abSAndroid Build Coastguard Worker   void vpx_highbd_sad_skip_##m##x##n##x4d_c(                                   \
193*fb1b10abSAndroid Build Coastguard Worker       const uint8_t *src, int src_stride, const uint8_t *const ref_array[4],   \
194*fb1b10abSAndroid Build Coastguard Worker       int ref_stride, uint32_t sad_array[4]) {                                 \
195*fb1b10abSAndroid Build Coastguard Worker     int i;                                                                     \
196*fb1b10abSAndroid Build Coastguard Worker     for (i = 0; i < 4; ++i) {                                                  \
197*fb1b10abSAndroid Build Coastguard Worker       sad_array[i] = vpx_highbd_sad_skip_##m##x##n##_c(                        \
198*fb1b10abSAndroid Build Coastguard Worker           src, src_stride, ref_array[i], ref_stride);                          \
199*fb1b10abSAndroid Build Coastguard Worker     }                                                                          \
200*fb1b10abSAndroid Build Coastguard Worker   }
201*fb1b10abSAndroid Build Coastguard Worker 
202*fb1b10abSAndroid Build Coastguard Worker /* clang-format off */
203*fb1b10abSAndroid Build Coastguard Worker // 64x64
204*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(64, 64)
205*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(64, 64)
206*fb1b10abSAndroid Build Coastguard Worker 
207*fb1b10abSAndroid Build Coastguard Worker // 64x32
208*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(64, 32)
209*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(64, 32)
210*fb1b10abSAndroid Build Coastguard Worker 
211*fb1b10abSAndroid Build Coastguard Worker // 32x64
212*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(32, 64)
213*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(32, 64)
214*fb1b10abSAndroid Build Coastguard Worker 
215*fb1b10abSAndroid Build Coastguard Worker // 32x32
216*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(32, 32)
217*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(32, 32)
218*fb1b10abSAndroid Build Coastguard Worker 
219*fb1b10abSAndroid Build Coastguard Worker // 32x16
220*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(32, 16)
221*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(32, 16)
222*fb1b10abSAndroid Build Coastguard Worker 
223*fb1b10abSAndroid Build Coastguard Worker // 16x32
224*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(16, 32)
225*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(16, 32)
226*fb1b10abSAndroid Build Coastguard Worker 
227*fb1b10abSAndroid Build Coastguard Worker // 16x16
228*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(16, 16)
229*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(16, 16)
230*fb1b10abSAndroid Build Coastguard Worker 
231*fb1b10abSAndroid Build Coastguard Worker // 16x8
232*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(16, 8)
233*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(16, 8)
234*fb1b10abSAndroid Build Coastguard Worker 
235*fb1b10abSAndroid Build Coastguard Worker // 8x16
236*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(8, 16)
237*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(8, 16)
238*fb1b10abSAndroid Build Coastguard Worker 
239*fb1b10abSAndroid Build Coastguard Worker // 8x8
240*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(8, 8)
241*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(8, 8)
242*fb1b10abSAndroid Build Coastguard Worker 
243*fb1b10abSAndroid Build Coastguard Worker // 8x4
244*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(8, 4)
245*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(8, 4)
246*fb1b10abSAndroid Build Coastguard Worker 
247*fb1b10abSAndroid Build Coastguard Worker // 4x8
248*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(4, 8)
249*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(4, 8)
250*fb1b10abSAndroid Build Coastguard Worker 
251*fb1b10abSAndroid Build Coastguard Worker // 4x4
252*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxN(4, 4)
253*fb1b10abSAndroid Build Coastguard Worker highbd_sadMxNx4D(4, 4)
254*fb1b10abSAndroid Build Coastguard Worker /* clang-format on */
255*fb1b10abSAndroid Build Coastguard Worker 
256*fb1b10abSAndroid Build Coastguard Worker #endif  // CONFIG_VP9_HIGHBITDEPTH
257