Lines Matching +full:0 +full:x1d
16 * The vector algorithms are currently priority 0, which means the generic
52 for (d = 0; d < bytes; d += NSIZE*4) { in raid6_lsx_gen_syndrome()
54 asm volatile("vld $vr0, %0" : : "m"(dptr[z0][d+0*NSIZE])); in raid6_lsx_gen_syndrome()
55 asm volatile("vld $vr1, %0" : : "m"(dptr[z0][d+1*NSIZE])); in raid6_lsx_gen_syndrome()
56 asm volatile("vld $vr2, %0" : : "m"(dptr[z0][d+2*NSIZE])); in raid6_lsx_gen_syndrome()
57 asm volatile("vld $vr3, %0" : : "m"(dptr[z0][d+3*NSIZE])); in raid6_lsx_gen_syndrome()
58 asm volatile("vori.b $vr4, $vr0, 0"); in raid6_lsx_gen_syndrome()
59 asm volatile("vori.b $vr5, $vr1, 0"); in raid6_lsx_gen_syndrome()
60 asm volatile("vori.b $vr6, $vr2, 0"); in raid6_lsx_gen_syndrome()
61 asm volatile("vori.b $vr7, $vr3, 0"); in raid6_lsx_gen_syndrome()
62 for (z = z0-1; z >= 0; z--) { in raid6_lsx_gen_syndrome()
64 asm volatile("vld $vr8, %0" : : "m"(dptr[z][d+0*NSIZE])); in raid6_lsx_gen_syndrome()
65 asm volatile("vld $vr9, %0" : : "m"(dptr[z][d+1*NSIZE])); in raid6_lsx_gen_syndrome()
66 asm volatile("vld $vr10, %0" : : "m"(dptr[z][d+2*NSIZE])); in raid6_lsx_gen_syndrome()
67 asm volatile("vld $vr11, %0" : : "m"(dptr[z][d+3*NSIZE])); in raid6_lsx_gen_syndrome()
74 asm volatile("vslti.b $vr12, $vr4, 0"); in raid6_lsx_gen_syndrome()
75 asm volatile("vslti.b $vr13, $vr5, 0"); in raid6_lsx_gen_syndrome()
76 asm volatile("vslti.b $vr14, $vr6, 0"); in raid6_lsx_gen_syndrome()
77 asm volatile("vslti.b $vr15, $vr7, 0"); in raid6_lsx_gen_syndrome()
83 /* w2$$ &= NBYTES(0x1d); */ in raid6_lsx_gen_syndrome()
84 asm volatile("vandi.b $vr12, $vr12, 0x1d"); in raid6_lsx_gen_syndrome()
85 asm volatile("vandi.b $vr13, $vr13, 0x1d"); in raid6_lsx_gen_syndrome()
86 asm volatile("vandi.b $vr14, $vr14, 0x1d"); in raid6_lsx_gen_syndrome()
87 asm volatile("vandi.b $vr15, $vr15, 0x1d"); in raid6_lsx_gen_syndrome()
100 asm volatile("vst $vr0, %0" : "=m"(p[d+NSIZE*0])); in raid6_lsx_gen_syndrome()
101 asm volatile("vst $vr1, %0" : "=m"(p[d+NSIZE*1])); in raid6_lsx_gen_syndrome()
102 asm volatile("vst $vr2, %0" : "=m"(p[d+NSIZE*2])); in raid6_lsx_gen_syndrome()
103 asm volatile("vst $vr3, %0" : "=m"(p[d+NSIZE*3])); in raid6_lsx_gen_syndrome()
105 asm volatile("vst $vr4, %0" : "=m"(q[d+NSIZE*0])); in raid6_lsx_gen_syndrome()
106 asm volatile("vst $vr5, %0" : "=m"(q[d+NSIZE*1])); in raid6_lsx_gen_syndrome()
107 asm volatile("vst $vr6, %0" : "=m"(q[d+NSIZE*2])); in raid6_lsx_gen_syndrome()
108 asm volatile("vst $vr7, %0" : "=m"(q[d+NSIZE*3])); in raid6_lsx_gen_syndrome()
134 for (d = 0; d < bytes; d += NSIZE*4) { in raid6_lsx_xor_syndrome()
137 asm volatile("vld $vr0, %0" : : "m"(dptr[z0][d+0*NSIZE])); in raid6_lsx_xor_syndrome()
138 asm volatile("vld $vr1, %0" : : "m"(dptr[z0][d+1*NSIZE])); in raid6_lsx_xor_syndrome()
139 asm volatile("vld $vr2, %0" : : "m"(dptr[z0][d+2*NSIZE])); in raid6_lsx_xor_syndrome()
140 asm volatile("vld $vr3, %0" : : "m"(dptr[z0][d+3*NSIZE])); in raid6_lsx_xor_syndrome()
141 asm volatile("vori.b $vr4, $vr0, 0"); in raid6_lsx_xor_syndrome()
142 asm volatile("vori.b $vr5, $vr1, 0"); in raid6_lsx_xor_syndrome()
143 asm volatile("vori.b $vr6, $vr2, 0"); in raid6_lsx_xor_syndrome()
144 asm volatile("vori.b $vr7, $vr3, 0"); in raid6_lsx_xor_syndrome()
147 asm volatile("vld $vr8, %0" : : "m"(dptr[z][d+0*NSIZE])); in raid6_lsx_xor_syndrome()
148 asm volatile("vld $vr9, %0" : : "m"(dptr[z][d+1*NSIZE])); in raid6_lsx_xor_syndrome()
149 asm volatile("vld $vr10, %0" : : "m"(dptr[z][d+2*NSIZE])); in raid6_lsx_xor_syndrome()
150 asm volatile("vld $vr11, %0" : : "m"(dptr[z][d+3*NSIZE])); in raid6_lsx_xor_syndrome()
157 asm volatile("vslti.b $vr12, $vr4, 0"); in raid6_lsx_xor_syndrome()
158 asm volatile("vslti.b $vr13, $vr5, 0"); in raid6_lsx_xor_syndrome()
159 asm volatile("vslti.b $vr14, $vr6, 0"); in raid6_lsx_xor_syndrome()
160 asm volatile("vslti.b $vr15, $vr7, 0"); in raid6_lsx_xor_syndrome()
166 /* w2$$ &= NBYTES(0x1d); */ in raid6_lsx_xor_syndrome()
167 asm volatile("vandi.b $vr12, $vr12, 0x1d"); in raid6_lsx_xor_syndrome()
168 asm volatile("vandi.b $vr13, $vr13, 0x1d"); in raid6_lsx_xor_syndrome()
169 asm volatile("vandi.b $vr14, $vr14, 0x1d"); in raid6_lsx_xor_syndrome()
170 asm volatile("vandi.b $vr15, $vr15, 0x1d"); in raid6_lsx_xor_syndrome()
184 for (z = start-1; z >= 0; z--) { in raid6_lsx_xor_syndrome()
186 asm volatile("vslti.b $vr12, $vr4, 0"); in raid6_lsx_xor_syndrome()
187 asm volatile("vslti.b $vr13, $vr5, 0"); in raid6_lsx_xor_syndrome()
188 asm volatile("vslti.b $vr14, $vr6, 0"); in raid6_lsx_xor_syndrome()
189 asm volatile("vslti.b $vr15, $vr7, 0"); in raid6_lsx_xor_syndrome()
195 /* w2$$ &= NBYTES(0x1d); */ in raid6_lsx_xor_syndrome()
196 asm volatile("vandi.b $vr12, $vr12, 0x1d"); in raid6_lsx_xor_syndrome()
197 asm volatile("vandi.b $vr13, $vr13, 0x1d"); in raid6_lsx_xor_syndrome()
198 asm volatile("vandi.b $vr14, $vr14, 0x1d"); in raid6_lsx_xor_syndrome()
199 asm volatile("vandi.b $vr15, $vr15, 0x1d"); in raid6_lsx_xor_syndrome()
211 "vld $vr20, %0\n\t" in raid6_lsx_xor_syndrome()
227 "vst $vr20, %0\n\t" in raid6_lsx_xor_syndrome()
235 : "+m"(p[d+NSIZE*0]), "+m"(p[d+NSIZE*1]), in raid6_lsx_xor_syndrome()
237 "+m"(q[d+NSIZE*0]), "+m"(q[d+NSIZE*1]), in raid6_lsx_xor_syndrome()
250 .priority = 0 /* see the comment near the top of the file for reason */
283 for (d = 0; d < bytes; d += NSIZE*2) { in raid6_lasx_gen_syndrome()
285 asm volatile("xvld $xr0, %0" : : "m"(dptr[z0][d+0*NSIZE])); in raid6_lasx_gen_syndrome()
286 asm volatile("xvld $xr1, %0" : : "m"(dptr[z0][d+1*NSIZE])); in raid6_lasx_gen_syndrome()
287 asm volatile("xvori.b $xr2, $xr0, 0"); in raid6_lasx_gen_syndrome()
288 asm volatile("xvori.b $xr3, $xr1, 0"); in raid6_lasx_gen_syndrome()
289 for (z = z0-1; z >= 0; z--) { in raid6_lasx_gen_syndrome()
291 asm volatile("xvld $xr4, %0" : : "m"(dptr[z][d+0*NSIZE])); in raid6_lasx_gen_syndrome()
292 asm volatile("xvld $xr5, %0" : : "m"(dptr[z][d+1*NSIZE])); in raid6_lasx_gen_syndrome()
297 asm volatile("xvslti.b $xr6, $xr2, 0"); in raid6_lasx_gen_syndrome()
298 asm volatile("xvslti.b $xr7, $xr3, 0"); in raid6_lasx_gen_syndrome()
302 /* w2$$ &= NBYTES(0x1d); */ in raid6_lasx_gen_syndrome()
303 asm volatile("xvandi.b $xr6, $xr6, 0x1d"); in raid6_lasx_gen_syndrome()
304 asm volatile("xvandi.b $xr7, $xr7, 0x1d"); in raid6_lasx_gen_syndrome()
313 asm volatile("xvst $xr0, %0" : "=m"(p[d+NSIZE*0])); in raid6_lasx_gen_syndrome()
314 asm volatile("xvst $xr1, %0" : "=m"(p[d+NSIZE*1])); in raid6_lasx_gen_syndrome()
316 asm volatile("xvst $xr2, %0" : "=m"(q[d+NSIZE*0])); in raid6_lasx_gen_syndrome()
317 asm volatile("xvst $xr3, %0" : "=m"(q[d+NSIZE*1])); in raid6_lasx_gen_syndrome()
343 for (d = 0; d < bytes; d += NSIZE*2) { in raid6_lasx_xor_syndrome()
346 asm volatile("xvld $xr0, %0" : : "m"(dptr[z0][d+0*NSIZE])); in raid6_lasx_xor_syndrome()
347 asm volatile("xvld $xr1, %0" : : "m"(dptr[z0][d+1*NSIZE])); in raid6_lasx_xor_syndrome()
348 asm volatile("xvori.b $xr2, $xr0, 0"); in raid6_lasx_xor_syndrome()
349 asm volatile("xvori.b $xr3, $xr1, 0"); in raid6_lasx_xor_syndrome()
352 asm volatile("xvld $xr4, %0" : : "m"(dptr[z][d+0*NSIZE])); in raid6_lasx_xor_syndrome()
353 asm volatile("xvld $xr5, %0" : : "m"(dptr[z][d+1*NSIZE])); in raid6_lasx_xor_syndrome()
358 asm volatile("xvslti.b $xr6, $xr2, 0"); in raid6_lasx_xor_syndrome()
359 asm volatile("xvslti.b $xr7, $xr3, 0"); in raid6_lasx_xor_syndrome()
363 /* w2$$ &= NBYTES(0x1d); */ in raid6_lasx_xor_syndrome()
364 asm volatile("xvandi.b $xr6, $xr6, 0x1d"); in raid6_lasx_xor_syndrome()
365 asm volatile("xvandi.b $xr7, $xr7, 0x1d"); in raid6_lasx_xor_syndrome()
375 for (z = start-1; z >= 0; z--) { in raid6_lasx_xor_syndrome()
377 asm volatile("xvslti.b $xr6, $xr2, 0"); in raid6_lasx_xor_syndrome()
378 asm volatile("xvslti.b $xr7, $xr3, 0"); in raid6_lasx_xor_syndrome()
382 /* w2$$ &= NBYTES(0x1d); */ in raid6_lasx_xor_syndrome()
383 asm volatile("xvandi.b $xr6, $xr6, 0x1d"); in raid6_lasx_xor_syndrome()
384 asm volatile("xvandi.b $xr7, $xr7, 0x1d"); in raid6_lasx_xor_syndrome()
394 "xvld $xr10, %0\n\t" in raid6_lasx_xor_syndrome()
402 "xvst $xr10, %0\n\t" in raid6_lasx_xor_syndrome()
406 : "+m"(p[d+NSIZE*0]), "+m"(p[d+NSIZE*1]), in raid6_lasx_xor_syndrome()
407 "+m"(q[d+NSIZE*0]), "+m"(q[d+NSIZE*1]) in raid6_lasx_xor_syndrome()
419 .priority = 0 /* see the comment near the top of the file for reason */