xref: /aosp_15_r20/external/virglrenderer/src/mesa/util/u_math.c (revision bbecb9d118dfdb95f99bd754f8fa9be01f189df3)
1*bbecb9d1SAndroid Build Coastguard Worker /**************************************************************************
2*bbecb9d1SAndroid Build Coastguard Worker  *
3*bbecb9d1SAndroid Build Coastguard Worker  * Copyright 2008 VMware, Inc.
4*bbecb9d1SAndroid Build Coastguard Worker  * All Rights Reserved.
5*bbecb9d1SAndroid Build Coastguard Worker  *
6*bbecb9d1SAndroid Build Coastguard Worker  * Permission is hereby granted, free of charge, to any person obtaining a
7*bbecb9d1SAndroid Build Coastguard Worker  * copy of this software and associated documentation files (the
8*bbecb9d1SAndroid Build Coastguard Worker  * "Software"), to deal in the Software without restriction, including
9*bbecb9d1SAndroid Build Coastguard Worker  * without limitation the rights to use, copy, modify, merge, publish,
10*bbecb9d1SAndroid Build Coastguard Worker  * distribute, sub license, and/or sell copies of the Software, and to
11*bbecb9d1SAndroid Build Coastguard Worker  * permit persons to whom the Software is furnished to do so, subject to
12*bbecb9d1SAndroid Build Coastguard Worker  * the following conditions:
13*bbecb9d1SAndroid Build Coastguard Worker  *
14*bbecb9d1SAndroid Build Coastguard Worker  * The above copyright notice and this permission notice (including the
15*bbecb9d1SAndroid Build Coastguard Worker  * next paragraph) shall be included in all copies or substantial portions
16*bbecb9d1SAndroid Build Coastguard Worker  * of the Software.
17*bbecb9d1SAndroid Build Coastguard Worker  *
18*bbecb9d1SAndroid Build Coastguard Worker  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19*bbecb9d1SAndroid Build Coastguard Worker  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20*bbecb9d1SAndroid Build Coastguard Worker  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21*bbecb9d1SAndroid Build Coastguard Worker  * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22*bbecb9d1SAndroid Build Coastguard Worker  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23*bbecb9d1SAndroid Build Coastguard Worker  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24*bbecb9d1SAndroid Build Coastguard Worker  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25*bbecb9d1SAndroid Build Coastguard Worker  *
26*bbecb9d1SAndroid Build Coastguard Worker  **************************************************************************/
27*bbecb9d1SAndroid Build Coastguard Worker 
28*bbecb9d1SAndroid Build Coastguard Worker 
29*bbecb9d1SAndroid Build Coastguard Worker 
30*bbecb9d1SAndroid Build Coastguard Worker #include "pipe/p_config.h"
31*bbecb9d1SAndroid Build Coastguard Worker #include "util/u_math.h"
32*bbecb9d1SAndroid Build Coastguard Worker #include "util/u_cpu_detect.h"
33*bbecb9d1SAndroid Build Coastguard Worker 
34*bbecb9d1SAndroid Build Coastguard Worker #if defined(PIPE_ARCH_SSE)
35*bbecb9d1SAndroid Build Coastguard Worker #include <xmmintrin.h>
36*bbecb9d1SAndroid Build Coastguard Worker /* This is defined in pmmintrin.h, but it can only be included when -msse3 is
37*bbecb9d1SAndroid Build Coastguard Worker  * used, so just define it here to avoid further. */
38*bbecb9d1SAndroid Build Coastguard Worker #ifndef _MM_DENORMALS_ZERO_MASK
39*bbecb9d1SAndroid Build Coastguard Worker #define _MM_DENORMALS_ZERO_MASK	0x0040
40*bbecb9d1SAndroid Build Coastguard Worker #endif
41*bbecb9d1SAndroid Build Coastguard Worker #endif
42*bbecb9d1SAndroid Build Coastguard Worker 
43*bbecb9d1SAndroid Build Coastguard Worker 
44*bbecb9d1SAndroid Build Coastguard Worker /** log2(x), for x in [1.0, 2.0) */
45*bbecb9d1SAndroid Build Coastguard Worker float log2_table[LOG2_TABLE_SIZE];
46*bbecb9d1SAndroid Build Coastguard Worker 
47*bbecb9d1SAndroid Build Coastguard Worker 
48*bbecb9d1SAndroid Build Coastguard Worker static void
init_log2_table(void)49*bbecb9d1SAndroid Build Coastguard Worker init_log2_table(void)
50*bbecb9d1SAndroid Build Coastguard Worker {
51*bbecb9d1SAndroid Build Coastguard Worker    unsigned i;
52*bbecb9d1SAndroid Build Coastguard Worker    for (i = 0; i < LOG2_TABLE_SIZE; i++)
53*bbecb9d1SAndroid Build Coastguard Worker       log2_table[i] = (float) log2(1.0 + i * (1.0 / LOG2_TABLE_SCALE));
54*bbecb9d1SAndroid Build Coastguard Worker }
55*bbecb9d1SAndroid Build Coastguard Worker 
56*bbecb9d1SAndroid Build Coastguard Worker 
57*bbecb9d1SAndroid Build Coastguard Worker /**
58*bbecb9d1SAndroid Build Coastguard Worker  * One time init for math utilities.
59*bbecb9d1SAndroid Build Coastguard Worker  */
60*bbecb9d1SAndroid Build Coastguard Worker void
util_init_math(void)61*bbecb9d1SAndroid Build Coastguard Worker util_init_math(void)
62*bbecb9d1SAndroid Build Coastguard Worker {
63*bbecb9d1SAndroid Build Coastguard Worker    static bool initialized = false;
64*bbecb9d1SAndroid Build Coastguard Worker    if (!initialized) {
65*bbecb9d1SAndroid Build Coastguard Worker       init_log2_table();
66*bbecb9d1SAndroid Build Coastguard Worker       initialized = true;
67*bbecb9d1SAndroid Build Coastguard Worker    }
68*bbecb9d1SAndroid Build Coastguard Worker }
69*bbecb9d1SAndroid Build Coastguard Worker 
70*bbecb9d1SAndroid Build Coastguard Worker /**
71*bbecb9d1SAndroid Build Coastguard Worker  * Fetches the contents of the fpstate (mxcsr on x86) register.
72*bbecb9d1SAndroid Build Coastguard Worker  *
73*bbecb9d1SAndroid Build Coastguard Worker  * On platforms without support for it just returns 0.
74*bbecb9d1SAndroid Build Coastguard Worker  */
75*bbecb9d1SAndroid Build Coastguard Worker unsigned
util_fpstate_get(void)76*bbecb9d1SAndroid Build Coastguard Worker util_fpstate_get(void)
77*bbecb9d1SAndroid Build Coastguard Worker {
78*bbecb9d1SAndroid Build Coastguard Worker    unsigned mxcsr = 0;
79*bbecb9d1SAndroid Build Coastguard Worker 
80*bbecb9d1SAndroid Build Coastguard Worker #if defined(PIPE_ARCH_SSE)
81*bbecb9d1SAndroid Build Coastguard Worker    if (util_get_cpu_caps()->has_sse) {
82*bbecb9d1SAndroid Build Coastguard Worker       mxcsr = _mm_getcsr();
83*bbecb9d1SAndroid Build Coastguard Worker    }
84*bbecb9d1SAndroid Build Coastguard Worker #endif
85*bbecb9d1SAndroid Build Coastguard Worker 
86*bbecb9d1SAndroid Build Coastguard Worker    return mxcsr;
87*bbecb9d1SAndroid Build Coastguard Worker }
88*bbecb9d1SAndroid Build Coastguard Worker 
89*bbecb9d1SAndroid Build Coastguard Worker /**
90*bbecb9d1SAndroid Build Coastguard Worker  * Make sure that the fp treats the denormalized floating
91*bbecb9d1SAndroid Build Coastguard Worker  * point numbers as zero.
92*bbecb9d1SAndroid Build Coastguard Worker  *
93*bbecb9d1SAndroid Build Coastguard Worker  * This is the behavior required by D3D10. OpenGL doesn't care.
94*bbecb9d1SAndroid Build Coastguard Worker  */
95*bbecb9d1SAndroid Build Coastguard Worker unsigned
util_fpstate_set_denorms_to_zero(unsigned current_mxcsr)96*bbecb9d1SAndroid Build Coastguard Worker util_fpstate_set_denorms_to_zero(unsigned current_mxcsr)
97*bbecb9d1SAndroid Build Coastguard Worker {
98*bbecb9d1SAndroid Build Coastguard Worker #if defined(PIPE_ARCH_SSE)
99*bbecb9d1SAndroid Build Coastguard Worker    if (util_get_cpu_caps()->has_sse) {
100*bbecb9d1SAndroid Build Coastguard Worker       /* Enable flush to zero mode */
101*bbecb9d1SAndroid Build Coastguard Worker       current_mxcsr |= _MM_FLUSH_ZERO_MASK;
102*bbecb9d1SAndroid Build Coastguard Worker       if (util_get_cpu_caps()->has_daz) {
103*bbecb9d1SAndroid Build Coastguard Worker          /* Enable denormals are zero mode */
104*bbecb9d1SAndroid Build Coastguard Worker          current_mxcsr |= _MM_DENORMALS_ZERO_MASK;
105*bbecb9d1SAndroid Build Coastguard Worker       }
106*bbecb9d1SAndroid Build Coastguard Worker       util_fpstate_set(current_mxcsr);
107*bbecb9d1SAndroid Build Coastguard Worker    }
108*bbecb9d1SAndroid Build Coastguard Worker #endif
109*bbecb9d1SAndroid Build Coastguard Worker    return current_mxcsr;
110*bbecb9d1SAndroid Build Coastguard Worker }
111*bbecb9d1SAndroid Build Coastguard Worker 
112*bbecb9d1SAndroid Build Coastguard Worker /**
113*bbecb9d1SAndroid Build Coastguard Worker  * Set the state of the fpstate (mxcsr on x86) register.
114*bbecb9d1SAndroid Build Coastguard Worker  *
115*bbecb9d1SAndroid Build Coastguard Worker  * On platforms without support for it's a noop.
116*bbecb9d1SAndroid Build Coastguard Worker  */
117*bbecb9d1SAndroid Build Coastguard Worker void
util_fpstate_set(unsigned mxcsr)118*bbecb9d1SAndroid Build Coastguard Worker util_fpstate_set(unsigned mxcsr)
119*bbecb9d1SAndroid Build Coastguard Worker {
120*bbecb9d1SAndroid Build Coastguard Worker #if defined(PIPE_ARCH_SSE)
121*bbecb9d1SAndroid Build Coastguard Worker    if (util_get_cpu_caps()->has_sse) {
122*bbecb9d1SAndroid Build Coastguard Worker       _mm_setcsr(mxcsr);
123*bbecb9d1SAndroid Build Coastguard Worker    }
124*bbecb9d1SAndroid Build Coastguard Worker #endif
125*bbecb9d1SAndroid Build Coastguard Worker }
126*bbecb9d1SAndroid Build Coastguard Worker 
127*bbecb9d1SAndroid Build Coastguard Worker /**
128*bbecb9d1SAndroid Build Coastguard Worker  * Compute inverse of 4x4 matrix.
129*bbecb9d1SAndroid Build Coastguard Worker  *
130*bbecb9d1SAndroid Build Coastguard Worker  * \return false if the source matrix is singular.
131*bbecb9d1SAndroid Build Coastguard Worker  *
132*bbecb9d1SAndroid Build Coastguard Worker  * \author
133*bbecb9d1SAndroid Build Coastguard Worker  * Code contributed by Jacques Leroy [email protected]
134*bbecb9d1SAndroid Build Coastguard Worker  *
135*bbecb9d1SAndroid Build Coastguard Worker  * Calculates the inverse matrix by performing the gaussian matrix reduction
136*bbecb9d1SAndroid Build Coastguard Worker  * with partial pivoting followed by back/substitution with the loops manually
137*bbecb9d1SAndroid Build Coastguard Worker  * unrolled.
138*bbecb9d1SAndroid Build Coastguard Worker  */
139*bbecb9d1SAndroid Build Coastguard Worker bool
util_invert_mat4x4(float * out,const float * m)140*bbecb9d1SAndroid Build Coastguard Worker util_invert_mat4x4(float *out, const float *m)
141*bbecb9d1SAndroid Build Coastguard Worker {
142*bbecb9d1SAndroid Build Coastguard Worker    float wtmp[4][8];
143*bbecb9d1SAndroid Build Coastguard Worker    float m0, m1, m2, m3, s;
144*bbecb9d1SAndroid Build Coastguard Worker    float *r0, *r1, *r2, *r3;
145*bbecb9d1SAndroid Build Coastguard Worker 
146*bbecb9d1SAndroid Build Coastguard Worker #define MAT(m, r, c) (m)[(c)*4 + (r)]
147*bbecb9d1SAndroid Build Coastguard Worker #define SWAP_ROWS(a, b)                                                                            \
148*bbecb9d1SAndroid Build Coastguard Worker    {                                                                                               \
149*bbecb9d1SAndroid Build Coastguard Worker       float *_tmp = a;                                                                             \
150*bbecb9d1SAndroid Build Coastguard Worker       (a) = (b);                                                                                   \
151*bbecb9d1SAndroid Build Coastguard Worker       (b) = _tmp;                                                                                  \
152*bbecb9d1SAndroid Build Coastguard Worker    }
153*bbecb9d1SAndroid Build Coastguard Worker 
154*bbecb9d1SAndroid Build Coastguard Worker    r0 = wtmp[0], r1 = wtmp[1], r2 = wtmp[2], r3 = wtmp[3];
155*bbecb9d1SAndroid Build Coastguard Worker 
156*bbecb9d1SAndroid Build Coastguard Worker    r0[0] = MAT(m, 0, 0), r0[1] = MAT(m, 0, 1), r0[2] = MAT(m, 0, 2), r0[3] = MAT(m, 0, 3),
157*bbecb9d1SAndroid Build Coastguard Worker    r0[4] = 1.0, r0[5] = r0[6] = r0[7] = 0.0,
158*bbecb9d1SAndroid Build Coastguard Worker 
159*bbecb9d1SAndroid Build Coastguard Worker    r1[0] = MAT(m, 1, 0), r1[1] = MAT(m, 1, 1), r1[2] = MAT(m, 1, 2), r1[3] = MAT(m, 1, 3),
160*bbecb9d1SAndroid Build Coastguard Worker    r1[5] = 1.0, r1[4] = r1[6] = r1[7] = 0.0,
161*bbecb9d1SAndroid Build Coastguard Worker 
162*bbecb9d1SAndroid Build Coastguard Worker    r2[0] = MAT(m, 2, 0), r2[1] = MAT(m, 2, 1), r2[2] = MAT(m, 2, 2), r2[3] = MAT(m, 2, 3),
163*bbecb9d1SAndroid Build Coastguard Worker    r2[6] = 1.0, r2[4] = r2[5] = r2[7] = 0.0,
164*bbecb9d1SAndroid Build Coastguard Worker 
165*bbecb9d1SAndroid Build Coastguard Worker    r3[0] = MAT(m, 3, 0), r3[1] = MAT(m, 3, 1), r3[2] = MAT(m, 3, 2), r3[3] = MAT(m, 3, 3),
166*bbecb9d1SAndroid Build Coastguard Worker    r3[7] = 1.0, r3[4] = r3[5] = r3[6] = 0.0;
167*bbecb9d1SAndroid Build Coastguard Worker 
168*bbecb9d1SAndroid Build Coastguard Worker    /* choose pivot - or die */
169*bbecb9d1SAndroid Build Coastguard Worker    if (fabsf(r3[0]) > fabsf(r2[0]))
170*bbecb9d1SAndroid Build Coastguard Worker       SWAP_ROWS(r3, r2);
171*bbecb9d1SAndroid Build Coastguard Worker    if (fabsf(r2[0]) > fabsf(r1[0]))
172*bbecb9d1SAndroid Build Coastguard Worker       SWAP_ROWS(r2, r1);
173*bbecb9d1SAndroid Build Coastguard Worker    if (fabsf(r1[0]) > fabsf(r0[0]))
174*bbecb9d1SAndroid Build Coastguard Worker       SWAP_ROWS(r1, r0);
175*bbecb9d1SAndroid Build Coastguard Worker    if (0.0F == r0[0])
176*bbecb9d1SAndroid Build Coastguard Worker       return false;
177*bbecb9d1SAndroid Build Coastguard Worker 
178*bbecb9d1SAndroid Build Coastguard Worker    /* eliminate first variable     */
179*bbecb9d1SAndroid Build Coastguard Worker    m1 = r1[0] / r0[0];
180*bbecb9d1SAndroid Build Coastguard Worker    m2 = r2[0] / r0[0];
181*bbecb9d1SAndroid Build Coastguard Worker    m3 = r3[0] / r0[0];
182*bbecb9d1SAndroid Build Coastguard Worker    s = r0[1];
183*bbecb9d1SAndroid Build Coastguard Worker    r1[1] -= m1 * s;
184*bbecb9d1SAndroid Build Coastguard Worker    r2[1] -= m2 * s;
185*bbecb9d1SAndroid Build Coastguard Worker    r3[1] -= m3 * s;
186*bbecb9d1SAndroid Build Coastguard Worker    s = r0[2];
187*bbecb9d1SAndroid Build Coastguard Worker    r1[2] -= m1 * s;
188*bbecb9d1SAndroid Build Coastguard Worker    r2[2] -= m2 * s;
189*bbecb9d1SAndroid Build Coastguard Worker    r3[2] -= m3 * s;
190*bbecb9d1SAndroid Build Coastguard Worker    s = r0[3];
191*bbecb9d1SAndroid Build Coastguard Worker    r1[3] -= m1 * s;
192*bbecb9d1SAndroid Build Coastguard Worker    r2[3] -= m2 * s;
193*bbecb9d1SAndroid Build Coastguard Worker    r3[3] -= m3 * s;
194*bbecb9d1SAndroid Build Coastguard Worker    s = r0[4];
195*bbecb9d1SAndroid Build Coastguard Worker    if (s != 0.0F) {
196*bbecb9d1SAndroid Build Coastguard Worker       r1[4] -= m1 * s;
197*bbecb9d1SAndroid Build Coastguard Worker       r2[4] -= m2 * s;
198*bbecb9d1SAndroid Build Coastguard Worker       r3[4] -= m3 * s;
199*bbecb9d1SAndroid Build Coastguard Worker    }
200*bbecb9d1SAndroid Build Coastguard Worker    s = r0[5];
201*bbecb9d1SAndroid Build Coastguard Worker    if (s != 0.0F) {
202*bbecb9d1SAndroid Build Coastguard Worker       r1[5] -= m1 * s;
203*bbecb9d1SAndroid Build Coastguard Worker       r2[5] -= m2 * s;
204*bbecb9d1SAndroid Build Coastguard Worker       r3[5] -= m3 * s;
205*bbecb9d1SAndroid Build Coastguard Worker    }
206*bbecb9d1SAndroid Build Coastguard Worker    s = r0[6];
207*bbecb9d1SAndroid Build Coastguard Worker    if (s != 0.0F) {
208*bbecb9d1SAndroid Build Coastguard Worker       r1[6] -= m1 * s;
209*bbecb9d1SAndroid Build Coastguard Worker       r2[6] -= m2 * s;
210*bbecb9d1SAndroid Build Coastguard Worker       r3[6] -= m3 * s;
211*bbecb9d1SAndroid Build Coastguard Worker    }
212*bbecb9d1SAndroid Build Coastguard Worker    s = r0[7];
213*bbecb9d1SAndroid Build Coastguard Worker    if (s != 0.0F) {
214*bbecb9d1SAndroid Build Coastguard Worker       r1[7] -= m1 * s;
215*bbecb9d1SAndroid Build Coastguard Worker       r2[7] -= m2 * s;
216*bbecb9d1SAndroid Build Coastguard Worker       r3[7] -= m3 * s;
217*bbecb9d1SAndroid Build Coastguard Worker    }
218*bbecb9d1SAndroid Build Coastguard Worker 
219*bbecb9d1SAndroid Build Coastguard Worker    /* choose pivot - or die */
220*bbecb9d1SAndroid Build Coastguard Worker    if (fabsf(r3[1]) > fabsf(r2[1]))
221*bbecb9d1SAndroid Build Coastguard Worker       SWAP_ROWS(r3, r2);
222*bbecb9d1SAndroid Build Coastguard Worker    if (fabsf(r2[1]) > fabsf(r1[1]))
223*bbecb9d1SAndroid Build Coastguard Worker       SWAP_ROWS(r2, r1);
224*bbecb9d1SAndroid Build Coastguard Worker    if (0.0F == r1[1])
225*bbecb9d1SAndroid Build Coastguard Worker       return false;
226*bbecb9d1SAndroid Build Coastguard Worker 
227*bbecb9d1SAndroid Build Coastguard Worker    /* eliminate second variable */
228*bbecb9d1SAndroid Build Coastguard Worker    m2 = r2[1] / r1[1];
229*bbecb9d1SAndroid Build Coastguard Worker    m3 = r3[1] / r1[1];
230*bbecb9d1SAndroid Build Coastguard Worker    r2[2] -= m2 * r1[2];
231*bbecb9d1SAndroid Build Coastguard Worker    r3[2] -= m3 * r1[2];
232*bbecb9d1SAndroid Build Coastguard Worker    r2[3] -= m2 * r1[3];
233*bbecb9d1SAndroid Build Coastguard Worker    r3[3] -= m3 * r1[3];
234*bbecb9d1SAndroid Build Coastguard Worker    s = r1[4];
235*bbecb9d1SAndroid Build Coastguard Worker    if (0.0F != s) {
236*bbecb9d1SAndroid Build Coastguard Worker       r2[4] -= m2 * s;
237*bbecb9d1SAndroid Build Coastguard Worker       r3[4] -= m3 * s;
238*bbecb9d1SAndroid Build Coastguard Worker    }
239*bbecb9d1SAndroid Build Coastguard Worker    s = r1[5];
240*bbecb9d1SAndroid Build Coastguard Worker    if (0.0F != s) {
241*bbecb9d1SAndroid Build Coastguard Worker       r2[5] -= m2 * s;
242*bbecb9d1SAndroid Build Coastguard Worker       r3[5] -= m3 * s;
243*bbecb9d1SAndroid Build Coastguard Worker    }
244*bbecb9d1SAndroid Build Coastguard Worker    s = r1[6];
245*bbecb9d1SAndroid Build Coastguard Worker    if (0.0F != s) {
246*bbecb9d1SAndroid Build Coastguard Worker       r2[6] -= m2 * s;
247*bbecb9d1SAndroid Build Coastguard Worker       r3[6] -= m3 * s;
248*bbecb9d1SAndroid Build Coastguard Worker    }
249*bbecb9d1SAndroid Build Coastguard Worker    s = r1[7];
250*bbecb9d1SAndroid Build Coastguard Worker    if (0.0F != s) {
251*bbecb9d1SAndroid Build Coastguard Worker       r2[7] -= m2 * s;
252*bbecb9d1SAndroid Build Coastguard Worker       r3[7] -= m3 * s;
253*bbecb9d1SAndroid Build Coastguard Worker    }
254*bbecb9d1SAndroid Build Coastguard Worker 
255*bbecb9d1SAndroid Build Coastguard Worker    /* choose pivot - or die */
256*bbecb9d1SAndroid Build Coastguard Worker    if (fabsf(r3[2]) > fabsf(r2[2]))
257*bbecb9d1SAndroid Build Coastguard Worker       SWAP_ROWS(r3, r2);
258*bbecb9d1SAndroid Build Coastguard Worker    if (0.0F == r2[2])
259*bbecb9d1SAndroid Build Coastguard Worker       return false;
260*bbecb9d1SAndroid Build Coastguard Worker 
261*bbecb9d1SAndroid Build Coastguard Worker    /* eliminate third variable */
262*bbecb9d1SAndroid Build Coastguard Worker    m3 = r3[2] / r2[2];
263*bbecb9d1SAndroid Build Coastguard Worker    r3[3] -= m3 * r2[3], r3[4] -= m3 * r2[4], r3[5] -= m3 * r2[5], r3[6] -= m3 * r2[6],
264*bbecb9d1SAndroid Build Coastguard Worker       r3[7] -= m3 * r2[7];
265*bbecb9d1SAndroid Build Coastguard Worker 
266*bbecb9d1SAndroid Build Coastguard Worker    /* last check */
267*bbecb9d1SAndroid Build Coastguard Worker    if (0.0F == r3[3])
268*bbecb9d1SAndroid Build Coastguard Worker       return false;
269*bbecb9d1SAndroid Build Coastguard Worker 
270*bbecb9d1SAndroid Build Coastguard Worker    s = 1.0F / r3[3]; /* now back substitute row 3 */
271*bbecb9d1SAndroid Build Coastguard Worker    r3[4] *= s;
272*bbecb9d1SAndroid Build Coastguard Worker    r3[5] *= s;
273*bbecb9d1SAndroid Build Coastguard Worker    r3[6] *= s;
274*bbecb9d1SAndroid Build Coastguard Worker    r3[7] *= s;
275*bbecb9d1SAndroid Build Coastguard Worker 
276*bbecb9d1SAndroid Build Coastguard Worker    m2 = r2[3]; /* now back substitute row 2 */
277*bbecb9d1SAndroid Build Coastguard Worker    s = 1.0F / r2[2];
278*bbecb9d1SAndroid Build Coastguard Worker    r2[4] = s * (r2[4] - r3[4] * m2), r2[5] = s * (r2[5] - r3[5] * m2),
279*bbecb9d1SAndroid Build Coastguard Worker    r2[6] = s * (r2[6] - r3[6] * m2), r2[7] = s * (r2[7] - r3[7] * m2);
280*bbecb9d1SAndroid Build Coastguard Worker    m1 = r1[3];
281*bbecb9d1SAndroid Build Coastguard Worker    r1[4] -= r3[4] * m1, r1[5] -= r3[5] * m1, r1[6] -= r3[6] * m1, r1[7] -= r3[7] * m1;
282*bbecb9d1SAndroid Build Coastguard Worker    m0 = r0[3];
283*bbecb9d1SAndroid Build Coastguard Worker    r0[4] -= r3[4] * m0, r0[5] -= r3[5] * m0, r0[6] -= r3[6] * m0, r0[7] -= r3[7] * m0;
284*bbecb9d1SAndroid Build Coastguard Worker 
285*bbecb9d1SAndroid Build Coastguard Worker    m1 = r1[2]; /* now back substitute row 1 */
286*bbecb9d1SAndroid Build Coastguard Worker    s = 1.0F / r1[1];
287*bbecb9d1SAndroid Build Coastguard Worker    r1[4] = s * (r1[4] - r2[4] * m1), r1[5] = s * (r1[5] - r2[5] * m1),
288*bbecb9d1SAndroid Build Coastguard Worker    r1[6] = s * (r1[6] - r2[6] * m1), r1[7] = s * (r1[7] - r2[7] * m1);
289*bbecb9d1SAndroid Build Coastguard Worker    m0 = r0[2];
290*bbecb9d1SAndroid Build Coastguard Worker    r0[4] -= r2[4] * m0, r0[5] -= r2[5] * m0, r0[6] -= r2[6] * m0, r0[7] -= r2[7] * m0;
291*bbecb9d1SAndroid Build Coastguard Worker 
292*bbecb9d1SAndroid Build Coastguard Worker    m0 = r0[1]; /* now back substitute row 0 */
293*bbecb9d1SAndroid Build Coastguard Worker    s = 1.0F / r0[0];
294*bbecb9d1SAndroid Build Coastguard Worker    r0[4] = s * (r0[4] - r1[4] * m0), r0[5] = s * (r0[5] - r1[5] * m0),
295*bbecb9d1SAndroid Build Coastguard Worker    r0[6] = s * (r0[6] - r1[6] * m0), r0[7] = s * (r0[7] - r1[7] * m0);
296*bbecb9d1SAndroid Build Coastguard Worker 
297*bbecb9d1SAndroid Build Coastguard Worker    MAT(out, 0, 0) = r0[4];
298*bbecb9d1SAndroid Build Coastguard Worker    MAT(out, 0, 1) = r0[5], MAT(out, 0, 2) = r0[6];
299*bbecb9d1SAndroid Build Coastguard Worker    MAT(out, 0, 3) = r0[7], MAT(out, 1, 0) = r1[4];
300*bbecb9d1SAndroid Build Coastguard Worker    MAT(out, 1, 1) = r1[5], MAT(out, 1, 2) = r1[6];
301*bbecb9d1SAndroid Build Coastguard Worker    MAT(out, 1, 3) = r1[7], MAT(out, 2, 0) = r2[4];
302*bbecb9d1SAndroid Build Coastguard Worker    MAT(out, 2, 1) = r2[5], MAT(out, 2, 2) = r2[6];
303*bbecb9d1SAndroid Build Coastguard Worker    MAT(out, 2, 3) = r2[7], MAT(out, 3, 0) = r3[4];
304*bbecb9d1SAndroid Build Coastguard Worker    MAT(out, 3, 1) = r3[5], MAT(out, 3, 2) = r3[6];
305*bbecb9d1SAndroid Build Coastguard Worker    MAT(out, 3, 3) = r3[7];
306*bbecb9d1SAndroid Build Coastguard Worker 
307*bbecb9d1SAndroid Build Coastguard Worker #undef MAT
308*bbecb9d1SAndroid Build Coastguard Worker #undef SWAP_ROWS
309*bbecb9d1SAndroid Build Coastguard Worker 
310*bbecb9d1SAndroid Build Coastguard Worker    return true;
311*bbecb9d1SAndroid Build Coastguard Worker }
312