Searched refs:qmul (Results 1 – 8 of 8) sorted by relevance
| /Linux-v4.19/lib/raid6/ |
| D | recov_ssse3.c | 27 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_ssse3() local
55 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_ssse3()
63 asm volatile("movdqa %0,%%xmm6" : : "m" (qmul[0])); in raid6_2data_recov_ssse3()
85 asm volatile("movdqa %0,%%xmm5" : : "m" (qmul[16])); in raid6_2data_recov_ssse3()
152 asm volatile("movdqa %0,%%xmm4" : : "m" (qmul[0])); in raid6_2data_recov_ssse3()
153 asm volatile("movdqa %0,%%xmm5" : : "m" (qmul[16])); in raid6_2data_recov_ssse3()
201 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_ssse3() local
222 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_ssse3()
233 asm volatile("movdqa %0, %%xmm0" : : "m" (qmul[0])); in raid6_datap_recov_ssse3()
238 asm volatile("movdqa %0, %%xmm1" : : "m" (qmul[16])); in raid6_datap_recov_ssse3()
[all …]
|
| D | recov_avx2.c | 27 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_avx2() local
53 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx2()
79 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2()
80 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2()
147 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2()
148 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2()
196 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_avx2() local
215 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_avx2()
232 asm volatile("vbroadcasti128 %0, %%ymm0" : : "m" (qmul[0])); in raid6_datap_recov_avx2()
234 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (qmul[16])); in raid6_datap_recov_avx2()
[all …]
|
| D | recov_avx512.c | 34 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_avx512() local
63 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx512()
96 : "m" (qmul[0]), "m" (qmul[16])); in raid6_2data_recov_avx512()
178 : "m" (qmul[0]), "m" (qmul[16])); in raid6_2data_recov_avx512()
236 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_avx512() local
258 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_avx512()
283 : "m" (qmul[0]), "m" (qmul[16])); in raid6_datap_recov_avx512()
339 : "m" (qmul[0]), "m" (qmul[16])); in raid6_datap_recov_avx512()
|
| D | recov_neon.c | 28 const uint8_t *qmul);
31 const uint8_t *qmul);
38 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_neon() local
65 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_neon()
69 __raid6_2data_recov_neon(bytes, p, q, dp, dq, pbmul, qmul); in raid6_2data_recov_neon()
77 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_neon() local
97 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_neon()
100 __raid6_datap_recov_neon(bytes, p, q, dq, qmul); in raid6_datap_recov_neon()
|
| D | recov.c | 31 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_intx1() local
56 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_intx1()
61 qx = qmul[*q ^ *dq]; in raid6_2data_recov_intx1()
73 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_intx1() local
91 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_intx1()
95 *p++ ^= *dq = qmul[*q ^ *dq]; in raid6_datap_recov_intx1()
|
| D | recov_neon_inner.c | 38 const uint8_t *qmul) in __raid6_2data_recov_neon() argument
42 uint8x16_t qm0 = vld1q_u8(qmul); in __raid6_2data_recov_neon()
43 uint8x16_t qm1 = vld1q_u8(qmul + 16); in __raid6_2data_recov_neon()
86 const uint8_t *qmul) in __raid6_datap_recov_neon() argument
88 uint8x16_t qm0 = vld1q_u8(qmul); in __raid6_datap_recov_neon()
89 uint8x16_t qm1 = vld1q_u8(qmul + 16); in __raid6_datap_recov_neon()
|
| D | recov_s390xc.c | 28 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_s390xc() local
54 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_s390xc()
61 dq[i] = pbmul[dp[i]] ^ qmul[dq[i]]; in raid6_2data_recov_s390xc()
76 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_s390xc() local
95 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_s390xc()
101 dq[i] = qmul[dq[i]]; in raid6_datap_recov_s390xc()
|
| /Linux-v4.19/crypto/async_tx/ |
| D | async_raid6_recov.c | 104 const u8 *qmul; /* Q multiplier table */ in async_mult() local
149 qmul = raid6_gfmul[coef]; in async_mult()
154 *d++ = qmul[*s++]; in async_mult()
|
