/cmsis-2.7.6/CMSIS/DSP/Source/FilteringFunctions/ |
D | arm_biquad_cascade_df1_q31.c | 75 int64_t acc; in arm_biquad_cascade_df1_q31() local 121 acc = vrmlaldavhq(b0Coeffs, inVec0); in arm_biquad_cascade_df1_q31() 122 acc = vrmlaldavhaq(acc, a0Coeffs, stateVec); in arm_biquad_cascade_df1_q31() 123 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31() 124 out = (q31_t) ((acc >> 32) & 0xffffffff); in arm_biquad_cascade_df1_q31() 127 acc = vrmlaldavhq(b1Coeffs, inVec0); in arm_biquad_cascade_df1_q31() 128 acc = vrmlaldavhaq(acc, a1Coeffs, stateVec); in arm_biquad_cascade_df1_q31() 130 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31() 131 out1 = (q31_t) ((acc >> 32) & 0xffffffff); in arm_biquad_cascade_df1_q31() 157 acc = vrmlaldavhq(b0Coeffs, inVec0); in arm_biquad_cascade_df1_q31() [all …]
|
D | arm_biquad_cascade_df1_q15.c | 75 int64_t acc; in arm_biquad_cascade_df1_q15() local 120 acc = vmlaldavq(bCoeffs0, inVec0); in arm_biquad_cascade_df1_q15() 121 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15() 122 out1 = (q31_t) ((acc >> 32) & 0xffffffff); in arm_biquad_cascade_df1_q15() 125 acc = vmlaldavq(bCoeffs1, inVec0); in arm_biquad_cascade_df1_q15() 126 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15() 127 out = (q31_t) ((acc >> 32) & 0xffffffff); in arm_biquad_cascade_df1_q15() 133 acc = vmlaldavq(bCoeffs2, inVec0); in arm_biquad_cascade_df1_q15() 134 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15() 135 out1 = (q31_t) ((acc >> 32) & 0xffffffff); in arm_biquad_cascade_df1_q15() [all …]
|
D | arm_biquad_cascade_df1_32x64_q31.c | 188 q63_t acc; /* accumulator */ in arm_biquad_cas_df1_32x64_q31_scalar() local 225 acc = (q63_t) Xn * b0; in arm_biquad_cas_df1_32x64_q31_scalar() 227 acc += (q63_t) Xn1 * b1; in arm_biquad_cas_df1_32x64_q31_scalar() 229 acc += (q63_t) Xn2 * b2; in arm_biquad_cas_df1_32x64_q31_scalar() 231 acc += mult32x64(Yn1, a1); in arm_biquad_cas_df1_32x64_q31_scalar() 233 acc += mult32x64(Yn2, a2); in arm_biquad_cas_df1_32x64_q31_scalar() 246 Yn1 = acc << shift; in arm_biquad_cas_df1_32x64_q31_scalar() 249 acc_l = acc & 0xffffffff; in arm_biquad_cas_df1_32x64_q31_scalar() 252 acc_h = (acc >> 32) & 0xffffffff; in arm_biquad_cas_df1_32x64_q31_scalar() 300 q63_t acc; in arm_biquad_cas_df1_32x64_q31() local [all …]
|
D | arm_biquad_cascade_df1_fast_q31.c | 72 q31_t acc = 0; /* Accumulator */ in arm_biquad_cascade_df1_fast_q31() local 113 mult_32x32_keep32_R(acc, b1, Xn1); in arm_biquad_cascade_df1_fast_q31() 116 multAcc_32x32_keep32_R(acc, b0, Xn); in arm_biquad_cascade_df1_fast_q31() 119 multAcc_32x32_keep32_R(acc, b2, Xn2); in arm_biquad_cascade_df1_fast_q31() 122 multAcc_32x32_keep32_R(acc, a1, Yn1); in arm_biquad_cascade_df1_fast_q31() 125 multAcc_32x32_keep32_R(acc, a2, Yn2); in arm_biquad_cascade_df1_fast_q31() 128 Yn2 = acc << shift; in arm_biquad_cascade_df1_fast_q31() 139 mult_32x32_keep32_R(acc, b0, Xn2); in arm_biquad_cascade_df1_fast_q31() 142 multAcc_32x32_keep32_R(acc, b1, Xn); in arm_biquad_cascade_df1_fast_q31() 145 multAcc_32x32_keep32_R(acc, b2, Xn1); in arm_biquad_cascade_df1_fast_q31() [all …]
|
D | arm_lms_q15.c | 77 q63_t acc; /* Accumulator */ in arm_lms_q15() local 104 acc = 0; in arm_lms_q15() 115 acc = __SMLALD(read_q15x2_ia (&px), read_q15x2_ia (&pb), acc); in arm_lms_q15() 116 acc = __SMLALD(read_q15x2_ia (&px), read_q15x2_ia (&pb), acc); in arm_lms_q15() 135 acc += (q63_t) (((q31_t) (*px++) * (*pb++))); in arm_lms_q15() 142 acc_l = acc & 0xffffffff; in arm_lms_q15() 145 acc_h = (acc >> 32) & 0xffffffff; in arm_lms_q15() 148 acc = (uint32_t) acc_l >> lShift | acc_h << uShift; in arm_lms_q15() 151 acc = __SSAT(acc, 16U); in arm_lms_q15() 154 *pOut++ = (q15_t) acc; in arm_lms_q15() [all …]
|
D | arm_lms_norm_q15.c | 80 q63_t acc; /* Accumulator */ in arm_lms_norm_q15() local 121 acc = 0; in arm_lms_norm_q15() 132 acc = __SMLALD(read_q15x2_ia (&px), read_q15x2_ia (&pb), acc); in arm_lms_norm_q15() 133 acc = __SMLALD(read_q15x2_ia (&px), read_q15x2_ia (&pb), acc); in arm_lms_norm_q15() 152 acc += (q63_t) (((q31_t) (*px++) * (*pb++))); in arm_lms_norm_q15() 159 acc_l = acc & 0xffffffff; in arm_lms_norm_q15() 162 acc_h = (acc >> 32) & 0xffffffff; in arm_lms_norm_q15() 165 acc = (uint32_t) acc_l >> lShift | acc_h << uShift; in arm_lms_norm_q15() 168 acc = __SSAT(acc, 16U); in arm_lms_norm_q15() 171 *pOut++ = (q15_t) acc; in arm_lms_norm_q15() [all …]
|
D | arm_biquad_cascade_df1_fast_q15.c | 70 q31_t acc; /* Accumulator */ in arm_biquad_cascade_df1_fast_q15() local 117 acc = __SMLAD(b1, state_in, out); in arm_biquad_cascade_df1_fast_q15() 119 acc = __SMLAD(a1, state_out, acc); in arm_biquad_cascade_df1_fast_q15() 122 out = __SSAT((acc >> shift), 16); in arm_biquad_cascade_df1_fast_q15() 144 acc = __SMLAD(b1, state_in, out); in arm_biquad_cascade_df1_fast_q15() 146 acc = __SMLAD(a1, state_out, acc); in arm_biquad_cascade_df1_fast_q15() 149 out = __SSAT((acc >> shift), 16); in arm_biquad_cascade_df1_fast_q15() 201 acc = __SMLAD(b1, state_in, out); in arm_biquad_cascade_df1_fast_q15() 203 acc = __SMLAD(a1, state_out, acc); in arm_biquad_cascade_df1_fast_q15() 206 out = __SSAT((acc >> shift), 16); in arm_biquad_cascade_df1_fast_q15()
|
D | arm_lms_q31.c | 81 q63_t acc; /* Accumulator */ in arm_lms_q31() local 108 acc = 0; in arm_lms_q31() 119 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_q31() 122 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_q31() 125 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_q31() 128 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_q31() 147 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_q31() 155 acc_l = acc & 0xffffffff; in arm_lms_q31() 158 acc_h = (acc >> 32) & 0xffffffff; in arm_lms_q31() 160 acc = (uint32_t) acc_l >> lShift | acc_h << uShift; in arm_lms_q31() [all …]
|
D | arm_iir_lattice_q31.c | 65 q63_t acc; /* Accumlator */ in arm_iir_lattice_q31() local 96 acc = 0; in arm_iir_lattice_q31() 110 acc += ((q63_t) gnext * *pv++); in arm_iir_lattice_q31() 132 acc += ((q63_t) gnext * *pv++); in arm_iir_lattice_q31() 146 acc += ((q63_t) gnext * *pv++); in arm_iir_lattice_q31() 160 acc += ((q63_t) gnext * *pv++); in arm_iir_lattice_q31() 174 acc += ((q63_t) gnext * *pv++); in arm_iir_lattice_q31() 203 acc += ((q63_t) gnext * *pv++); in arm_iir_lattice_q31() 212 acc += ((q63_t) fnext * *pv++); in arm_iir_lattice_q31() 217 *pDst++ = (q31_t) (acc >> 31U); in arm_iir_lattice_q31() [all …]
|
D | arm_iir_lattice_q15.c | 66 q63_t acc; /* Accumlator */ in arm_iir_lattice_q15() local 102 acc = 0; in arm_iir_lattice_q15() 118 acc += (q31_t) ((gnext * (*pv++))); in arm_iir_lattice_q15() 171 acc = __SMLALD(gnext, v, acc); in arm_iir_lattice_q15() 213 acc = __SMLALD(gnext, v, acc); in arm_iir_lattice_q15() 241 acc += (q31_t) (((q31_t) gnext * (*pv++))); in arm_iir_lattice_q15() 250 acc += (q31_t) (((q31_t) fnext * (*pv++))); in arm_iir_lattice_q15() 252 out = (q15_t) __SSAT(acc >> 15, 16); in arm_iir_lattice_q15() 327 acc = 0; in arm_iir_lattice_q15() 345 acc += (q31_t) ((gnext * (*pv++))); in arm_iir_lattice_q15() [all …]
|
D | arm_lms_norm_q31.c | 80 q63_t acc; /* Accumulator */ in arm_lms_norm_q31() local 121 acc = 0; in arm_lms_norm_q31() 132 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_norm_q31() 135 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_norm_q31() 138 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_norm_q31() 141 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_norm_q31() 160 acc += ((q63_t) (*px++)) * (*pb++); in arm_lms_norm_q31() 168 acc_l = acc & 0xffffffff; in arm_lms_norm_q31() 171 acc_h = (acc >> 32) & 0xffffffff; in arm_lms_norm_q31() 173 acc = (uint32_t) acc_l >> lShift | acc_h << uShift; in arm_lms_norm_q31() [all …]
|
D | arm_iir_lattice_f32.c | 129 float32_t acc; /* Accumlator */ in arm_iir_lattice_f32() local 164 acc = 0.0; in arm_iir_lattice_f32() 210 acc += (gnext * v1); in arm_iir_lattice_f32() 222 acc += (gnext * v2); in arm_iir_lattice_f32() 240 acc += (gnext * v3); in arm_iir_lattice_f32() 255 acc += (gnext * v4); in arm_iir_lattice_f32() 285 acc += (gnext * (*pv++)); in arm_iir_lattice_f32() 294 acc += (fnext2 * (*pv)); in arm_iir_lattice_f32() 299 *pDst++ = acc; in arm_iir_lattice_f32()
|
D | arm_lms_f32.c | 351 float32_t acc, e; /* Accumulator, error */ in arm_lms_f32() local 379 acc = 0.0f; in arm_lms_f32() 389 acc += (*px++) * (*pb++); in arm_lms_f32() 391 acc += (*px++) * (*pb++); in arm_lms_f32() 393 acc += (*px++) * (*pb++); in arm_lms_f32() 395 acc += (*px++) * (*pb++); in arm_lms_f32() 414 acc += (*px++) * (*pb++); in arm_lms_f32() 421 *pOut++ = acc; in arm_lms_f32() 424 e = (float32_t) *pRef++ - acc; in arm_lms_f32()
|
D | arm_fir_interpolate_f32.c | 276 f32x4_t acc; in arm_fir_interpolate_f32() local 317 acc = vdupq_n_f32(0.0f); in arm_fir_interpolate_f32() 336 acc = vfmaq_n_f32(acc, vecCoef, state0); in arm_fir_interpolate_f32() 340 acc = vfmaq_n_f32(acc, vecCoef, state1); in arm_fir_interpolate_f32() 344 acc = vfmaq_n_f32(acc, vecCoef, state2); in arm_fir_interpolate_f32() 348 acc = vfmaq_n_f32(acc, vecCoef, state3); in arm_fir_interpolate_f32() 371 acc = vfmaq_n_f32(acc, vecCoef, state0); in arm_fir_interpolate_f32() 375 acc = vfmaq_n_f32(acc, vecCoef, state1); in arm_fir_interpolate_f32() 379 acc = vfmaq_n_f32(acc, vecCoef, state2); in arm_fir_interpolate_f32() 383 acc = vfmaq_n_f32(acc, vecCoef, state3); in arm_fir_interpolate_f32() [all …]
|
D | arm_lms_norm_f32.c | 362 float32_t acc, e; /* Accumulator, error */ in arm_lms_norm_f32() local 402 acc = 0.0f; in arm_lms_norm_f32() 412 acc += (*px++) * (*pb++); in arm_lms_norm_f32() 414 acc += (*px++) * (*pb++); in arm_lms_norm_f32() 416 acc += (*px++) * (*pb++); in arm_lms_norm_f32() 418 acc += (*px++) * (*pb++); in arm_lms_norm_f32() 437 acc += (*px++) * (*pb++); in arm_lms_norm_f32() 444 *pOut++ = acc; in arm_lms_norm_f32() 447 e = (float32_t) *pRef++ - acc; in arm_lms_norm_f32()
|
D | arm_conv_q31.c | 129 int64_t acc = 0LL; in arm_conv_q31() local 133 MVE_INTR_CONV_SINGLE_Q31(acc, pX, pY, count); in arm_conv_q31() 135 *pDst++ = (q31_t) acc; in arm_conv_q31() 185 int64_t acc = 0LL; in arm_conv_q31() local 190 MVE_INTR_CONV_SINGLE_Q31(acc, pX, pY, count); in arm_conv_q31() 191 *pDst++ = (q31_t) acc; in arm_conv_q31() 213 int64_t acc = 0LL; in arm_conv_q31() local 218 MVE_INTR_CONV_SINGLE_Q31(acc, pX, pY, count); in arm_conv_q31() 219 *pDst++ = (q31_t) acc; in arm_conv_q31()
|
D | arm_correlate_q31.c | 155 int64_t acc = 0LL; in arm_correlate_q31() local 159 MVE_INTR_CORR_SINGLE_Q31(acc, pX, pY, count); in arm_correlate_q31() 161 *pDst = (q31_t) acc; in arm_correlate_q31() 212 int64_t acc = 0LL; in arm_correlate_q31() local 216 MVE_INTR_CORR_SINGLE_Q31(acc, pX, pY, srcBLen); in arm_correlate_q31() 218 *pDst = (q31_t) acc; in arm_correlate_q31() 247 int64_t acc = 0LL; in arm_correlate_q31() local 251 MVE_INTR_CORR_SINGLE_Q31(acc, pX, pY, count); in arm_correlate_q31() 253 *pDst = (q31_t) acc; in arm_correlate_q31()
|
/cmsis-2.7.6/CMSIS/DSP/Include/dsp/ |
D | controller_functions.h | 306 q63_t acc; in arm_pid_q31() local 310 acc = (q63_t) S->A0 * in; in arm_pid_q31() 313 acc += (q63_t) S->A1 * S->state[0]; in arm_pid_q31() 316 acc += (q63_t) S->A2 * S->state[1]; in arm_pid_q31() 319 out = (q31_t) (acc >> 31U); in arm_pid_q31() 352 q63_t acc; in arm_pid_q15() local 359 acc = (q31_t) __SMUAD((uint32_t)S->A0, (uint32_t)in); in arm_pid_q15() 362 acc = (q63_t)__SMLALD((uint32_t)S->A1, (uint32_t)read_q15x2 (S->state), (uint64_t)acc); in arm_pid_q15() 365 acc = ((q31_t) S->A0) * in; in arm_pid_q15() 368 acc += (q31_t) S->A1 * S->state[0]; in arm_pid_q15() [all …]
|
/cmsis-2.7.6/CMSIS/DSP/Source/InterpolationFunctions/ |
D | arm_bilinear_interp_q7.c | 53 q63_t acc = 0; /* output */ in arm_bilinear_interp_q7() local 96 acc = (((q63_t) out * (0xFFFFF - yfract))); in arm_bilinear_interp_q7() 100 acc += (((q63_t) out * (xfract))); in arm_bilinear_interp_q7() 104 acc += (((q63_t) out * (yfract))); in arm_bilinear_interp_q7() 108 acc += (((q63_t) out * (xfract))); in arm_bilinear_interp_q7() 111 return ((q7_t)(acc >> 40)); in arm_bilinear_interp_q7()
|
D | arm_bilinear_interp_q15.c | 52 q63_t acc = 0; /* output */ in arm_bilinear_interp_q15() local 98 acc = ((q63_t) out * (0x0FFFFF - yfract)); in arm_bilinear_interp_q15() 102 acc += ((q63_t) out * (xfract)); in arm_bilinear_interp_q15() 106 acc += ((q63_t) out * (yfract)); in arm_bilinear_interp_q15() 110 acc += ((q63_t) out * (yfract)); in arm_bilinear_interp_q15() 114 return ((q15_t)(acc >> 36)); in arm_bilinear_interp_q15()
|
D | arm_bilinear_interp_q31.c | 54 q31_t acc = 0; /* output */ in arm_bilinear_interp_q31() local 96 acc = ((q31_t) (((q63_t) out * (0x7FFFFFFF - yfract)) >> 32)); in arm_bilinear_interp_q31() 100 acc += ((q31_t) ((q63_t) out * (xfract) >> 32)); in arm_bilinear_interp_q31() 104 acc += ((q31_t) ((q63_t) out * (yfract) >> 32)); in arm_bilinear_interp_q31() 108 acc += ((q31_t) ((q63_t) out * (yfract) >> 32)); in arm_bilinear_interp_q31() 111 return ((q31_t)(acc << 2)); in arm_bilinear_interp_q31()
|
/cmsis-2.7.6/CMSIS/DSP/PrivateInclude/ |
D | arm_vec_filtering.h | 92 #define MVE_INTR_CORR_SINGLE_F32(acc, pX, pY, count) \ argument 124 acc = vecAddAcrossF32Mve(accVec); \ 371 #define MVE_INTR_CONV_SINGLE_F32(acc, pX, pY, count) … argument 399 … acc = vecAddAcrossF32Mve(accVec); \ 406 #define MVE_INTR_CONV_SINGLE_Q31(acc, pX, pY, count) … argument 420 … acc = vmlaldavaq(acc, xVec, yVec); \ 431 … acc = vmlaldavaq_p(acc, xVec, yVec, p0); \ 433 … acc = asrl(acc, 31); \ 643 #define MVE_INTR_CORR_SINGLE_Q31(acc, pX, pY, count)\ argument 657 acc = vmlaldavaq(acc, xVec, yVec); \ [all …]
|
/cmsis-2.7.6/CMSIS/DSP/Source/MatrixFunctions/ |
D | arm_mat_cholesky_f32.c | 99 f32x4_t acc, acc0, acc1, acc2, acc3; in arm_mat_cholesky_f32() local 151 acc = vdupq_n_f32(0.0f); in arm_mat_cholesky_f32() 160 acc = vfmaq_m(acc, vecGi, vecGj,p0); in arm_mat_cholesky_f32() 164 pG[j * n + i] -= vecAddAcrossF32Mve(acc); in arm_mat_cholesky_f32() 221 f32x4_t acc, acc0, acc1, acc2, acc3; in arm_mat_cholesky_f32() local 309 acc = vdupq_n_f32(0.0f); in arm_mat_cholesky_f32() 319 acc = vfmaq_f32(acc, vecGi, vecGj); in arm_mat_cholesky_f32() 326 sum = vpadds_f32(vpadd_f32(vget_low_f32(acc), vget_high_f32(acc))); in arm_mat_cholesky_f32() 328 tmp = vpadd_f32(vget_low_f32(acc), vget_high_f32(acc)); in arm_mat_cholesky_f32()
|
D | arm_mat_cholesky_f16.c | 91 f16x8_t acc, acc0, acc1, acc2, acc3; in arm_mat_cholesky_f16() local 144 acc = vdupq_n_f16(0.0f16); in arm_mat_cholesky_f16() 145 acc[0] = pA[j * n + i]; in arm_mat_cholesky_f16() 154 acc = vfmsq_m(acc, vecGi, vecGj,p0); in arm_mat_cholesky_f16() 158 pG[j * n + i] = vecAddAcrossF16Mve(acc); in arm_mat_cholesky_f16()
|
/cmsis-2.7.6/CMSIS/DSP/Include/ |
D | arm_helium_utils.h | 58 float32_t acc; in vecAddAcrossF32Mve() local 60 acc = vgetq_lane(in, 0) + vgetq_lane(in, 1) + in vecAddAcrossF32Mve() 63 return acc; in vecAddAcrossF32Mve() 100 _Float16 acc; in vecAddAcrossF16Mve() local 106 acc = (_Float16)vgetq_lane_f16(in, 0) + (_Float16)vgetq_lane_f16(in, 4); in vecAddAcrossF16Mve() 108 return acc; in vecAddAcrossF16Mve() 608 #define MVE_ASRL_SAT16(acc, shift) ((sqrshrl_sat48(acc, -(32-shift)) >> 32) & 0xffffffff) argument 609 #define MVE_ASRL_SAT32(acc, shift) ((sqrshrl(acc, -(32-shift)) >> 32) & 0xffffffff) argument
|