| /cmsis-3.4.0/CMSIS/NN/Include/ |
| D | arm_nnsupportfunctions.h | 795 …TIC_FORCEINLINE q31_t arm_nn_requantize(const q31_t val, const q31_t multiplier, const q31_t shift) in arm_nn_requantize() argument
797 …ivide_by_power_of_two(arm_nn_doubling_high_mult_no_sat(val * (1 << LEFT_SHIFT(shift)), multiplier), in arm_nn_requantize()
798 RIGHT_SHIFT(shift)); in arm_nn_requantize()
848 const int32x4_t shift = vdupq_n_s32(-exponent); in arm_divide_by_power_of_two_mve() local
849 const int32x4_t fixup = vshrq_n_s32(vandq_s32(dividend, shift), 31); in arm_divide_by_power_of_two_mve()
851 return vrshlq_s32(fixed_up_dividend, shift); in arm_divide_by_power_of_two_mve()
863 …INLINE int32x4_t arm_requantize_mve(const int32x4_t val, const q31_t multiplier, const q31_t shift) in arm_requantize_mve() argument
866 …ing_high_mult_mve(vshlq_s32(val, vdupq_n_s32(LEFT_SHIFT(shift))), multiplier), RIGHT_SHIFT(shift)); in arm_requantize_mve()
876 const int32x4_t shift = -exponent; in arm_divide_by_power_of_two_mve_32x4() local
877 const int32x4_t fixup = vshrq_n_s32(vandq_s32(dividend, shift), 31); in arm_divide_by_power_of_two_mve_32x4()
[all …]
|
| D | arm_nn_types.h | 64 int32_t *shift; /**< Shift values */ member
71 int32_t shift; /**< Shift value */ member
|
| /cmsis-3.4.0/CMSIS/NN/Source/SoftmaxFunctions/ |
| D | arm_softmax_q7.c | 65 uint8_t shift; in arm_softmax_q7() local
89 shift = (uint8_t)__USAT(vec_in[i] - base, 3); in arm_softmax_q7()
90 sum += 0x1 << shift; in arm_softmax_q7()
100 shift = (uint8_t)__USAT(13 + base - vec_in[i], 5); in arm_softmax_q7()
101 p_out[i] = (q7_t)__SSAT((output_base >> shift), 8); in arm_softmax_q7()
|
| D | arm_softmax_s8.c | 40 int32_t shift = SHIFT_START; in arm_exp_on_negative_values_mve_32x4() local
54 …mve_pred16_t p = vcmpneq_n_s32(remainder & vdupq_n_s32(1 << shift++), 0); … in arm_exp_on_negative_values_mve_32x4()
90 const int32_t shift, in arm_softmax_s8() argument
99 const int32_t mask = (1 << shift); in arm_softmax_s8()
208 const int32_t mask = (1 << shift); in arm_softmax_s8()
|
| D | arm_softmax_u8.c | 48 const int32_t shift, in arm_softmax_u8() argument
52 const int32_t mask = (1 << shift); in arm_softmax_u8()
|
| /cmsis-3.4.0/CMSIS/DSP/Source/FilteringFunctions/ |
| D | arm_biquad_cascade_df1_q15.c | 69 int shift; in arm_biquad_cascade_df1_q15() local
79 shift = (15 - postShift) - 32; in arm_biquad_cascade_df1_q15()
121 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15()
126 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15()
134 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15()
140 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15()
171 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15()
181 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15()
195 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15()
205 acc = sqrshrl_sat48(acc, shift); in arm_biquad_cascade_df1_q15()
[all …]
|
| D | arm_biquad_cascade_df1_32x64_q31.c | 193 int32_t shift = (int32_t) S->postShift + 1; /* Shift to be applied to the output */ in arm_biquad_cas_df1_32x64_q31_scalar() local
246 Yn1 = acc << shift; in arm_biquad_cas_df1_32x64_q31_scalar()
297 int32_t shift = (int32_t) S->postShift + 1; /* Shift to be applied to the output */ in arm_biquad_cas_df1_32x64_q31() local
358 Yn1 = asrl(Yn1, -shift); in arm_biquad_cas_df1_32x64_q31()
380 Yn1 = asrl(Yn1, -shift); in arm_biquad_cas_df1_32x64_q31()
393 Yn1 = asrl(Yn1, -shift); in arm_biquad_cas_df1_32x64_q31()
403 Yn1 = asrl(Yn1, -shift); in arm_biquad_cas_df1_32x64_q31()
413 Yn1 = asrl(Yn1, -shift); in arm_biquad_cas_df1_32x64_q31()
437 Yn1 = asrl(Yn1, -shift); in arm_biquad_cas_df1_32x64_q31()
453 Yn1 = asrl(Yn1, -shift); in arm_biquad_cas_df1_32x64_q31()
[all …]
|
| D | arm_biquad_cascade_df1_q31.c | 68 int shift; in arm_biquad_cascade_df1_q31() local
80 shift = (postShift + 1 + 8); in arm_biquad_cascade_df1_q31()
123 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31()
130 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31()
164 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31()
181 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31()
195 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31()
202 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31()
231 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31()
238 acc = lsll(acc, shift); in arm_biquad_cascade_df1_q31()
[all …]
|
| D | arm_biquad_cascade_df1_fast_q31.c | 76 int32_t shift = (int32_t) S->postShift + 1; /* Shift to be applied to the output */ in arm_biquad_cascade_df1_fast_q31() local
128 Yn2 = acc << shift; in arm_biquad_cascade_df1_fast_q31()
154 Yn1 = acc << shift; in arm_biquad_cascade_df1_fast_q31()
180 Yn2 = acc << shift; in arm_biquad_cascade_df1_fast_q31()
212 Yn1 = acc << shift; in arm_biquad_cascade_df1_fast_q31()
258 acc = acc << shift; in arm_biquad_cascade_df1_fast_q31()
|
| D | arm_biquad_cascade_df1_fast_q15.c | 76 int32_t shift = (int32_t) (15 - S->postShift); /* Post shift */ in arm_biquad_cascade_df1_fast_q15() local
122 out = __SSAT((acc >> shift), 16); in arm_biquad_cascade_df1_fast_q15()
149 out = __SSAT((acc >> shift), 16); in arm_biquad_cascade_df1_fast_q15()
206 out = __SSAT((acc >> shift), 16); in arm_biquad_cascade_df1_fast_q15()
|
| D | arm_levinson_durbin_q31.c | 59 int16_t shift; in divide() local
77 status=arm_divide_q15(HALF_Q15,d>>16,&inverse,&shift); in divide()
83 r = TWO_Q30 - (r << shift); in divide()
86 r = r << (shift + 2); in divide()
|
| /cmsis-3.4.0/CMSIS/DSP/Source/DistanceFunctions/ |
| D | arm_boolean_distance_template.h | 102 int shift; in FUNC() local
150 shift = 0; in FUNC()
151 while(shift < 32) in FUNC()
170 shift ++; in FUNC()
253 int shift; in FUNC() local
372 shift = 0; in FUNC()
373 while(shift < 32) in FUNC()
392 shift ++; in FUNC()
473 int shift; in FUNC() local
479 shift = 0; in FUNC()
[all …]
|
| /cmsis-3.4.0/CMSIS/DSP/Source/BasicMathFunctions/ |
| D | arm_scale_q7.c | 62 int8_t shift, in arm_scale_q7() argument
82 vecDst = vqshlq_r(vecDst, shift + 1); in arm_scale_q7()
103 vecDst = vqshlq_r(vecDst, shift + 1); in arm_scale_q7()
113 int8_t shift, in arm_scale_q7() argument
118 int8_t kShift = 7 - shift; /* Shift to apply after scaling */ in arm_scale_q7()
|
| D | arm_scale_q15.c | 61 int8_t shift, in arm_scale_q15() argument
81 vecDst = vqshlq_r(vecDst, shift + 1); in arm_scale_q15()
102 vecDst = vqshlq_r(vecDst, shift + 1); in arm_scale_q15()
113 int8_t shift, in arm_scale_q15() argument
118 int8_t kShift = 15 - shift; /* Shift to apply after scaling */ in arm_scale_q15()
|
| D | arm_scale_q31.c | 61 int8_t shift, in arm_scale_q31() argument
79 vecDst = vqshlq_r(vecDst, shift + 1); in arm_scale_q31()
100 vecDst = vqshlq_r(vecDst, shift + 1); in arm_scale_q31()
109 int8_t shift, in arm_scale_q31() argument
115 int8_t kShift = shift + 1; /* Shift to apply after scaling */ in arm_scale_q31()
|
| /cmsis-3.4.0/CMSIS/DSP/Source/FastMathFunctions/ |
| D | arm_divide_q15.c | 63 int16_t *shift) in arm_divide_q15() argument
69 *shift = 0; in arm_divide_q15()
94 *shift = shiftForNormalizing; in arm_divide_q15()
|
| /cmsis-3.4.0/CMSIS/NN/Source/NNSupportFunctions/ |
| D | arm_nn_depthwise_conv_nt_t_padded_s8.c | 112 const int32x4_t shift = vldrwq_s32(out_shift); in arm_nn_depthwise_conv_nt_t_padded_s8() local
116 out_0 = arm_requantize_mve_32x4(out_0, mult, shift); in arm_nn_depthwise_conv_nt_t_padded_s8()
123 out_1 = arm_requantize_mve_32x4(out_1, mult, shift); in arm_nn_depthwise_conv_nt_t_padded_s8()
129 out_2 = arm_requantize_mve_32x4(out_2, mult, shift); in arm_nn_depthwise_conv_nt_t_padded_s8()
135 out_3 = arm_requantize_mve_32x4(out_3, mult, shift); in arm_nn_depthwise_conv_nt_t_padded_s8()
|
| D | arm_nn_depthwise_conv_nt_t_s8.c | 114 const int32x4_t shift = vldrwq_s32(out_shift); in arm_nn_depthwise_conv_nt_t_s8() local
119 out_0 = arm_requantize_mve_32x4(out_0, mult, shift); in arm_nn_depthwise_conv_nt_t_s8()
125 out_1 = arm_requantize_mve_32x4(out_1, mult, shift); in arm_nn_depthwise_conv_nt_t_s8()
131 out_2 = arm_requantize_mve_32x4(out_2, mult, shift); in arm_nn_depthwise_conv_nt_t_s8()
137 out_3 = arm_requantize_mve_32x4(out_3, mult, shift); in arm_nn_depthwise_conv_nt_t_s8()
|
| /cmsis-3.4.0/CMSIS/NN/Source/ConvolutionFunctions/ |
| D | arm_nn_depthwise_conv_s8_core.c | 134 const int32x4_t shift = vldrwq_s32(out_shift); in arm_nn_depthwise_conv_s8_core() local
138 out_0 = arm_requantize_mve_32x4(out_0, mult, shift); in arm_nn_depthwise_conv_s8_core()
139 out_1 = arm_requantize_mve_32x4(out_1, mult, shift); in arm_nn_depthwise_conv_s8_core()
185 const int32x4_t shift = vldrwq_z_s32(out_shift, p); in arm_nn_depthwise_conv_s8_core() local
187 col_0_sum = arm_requantize_mve_32x4(col_0_sum, mult, shift); in arm_nn_depthwise_conv_s8_core()
188 col_1_sum = arm_requantize_mve_32x4(col_1_sum, mult, shift); in arm_nn_depthwise_conv_s8_core()
|
| D | arm_convolve_1x1_s8_fast.c | 85 int32_t *output_shift = quant_params->shift; in arm_convolve_1x1_s8_fast()
158 quant_params->shift, in arm_convolve_1x1_s8_fast()
|
| /cmsis-3.4.0/CMSIS/DSP/Source/MatrixFunctions/ |
| D | arm_mat_scale_q31.c | 58 int32_t shift, in arm_mat_scale_q31() argument
67 int32_t totShift = shift + 1; /* shift to apply after scaling */ in arm_mat_scale_q31()
135 int32_t shift, in arm_mat_scale_q31() argument
143 int32_t kShift = shift + 1; /* Shift to apply after scaling */ in arm_mat_scale_q31()
|
| D | arm_mat_scale_q15.c | 58 int32_t shift, in arm_mat_scale_q15() argument
68 int32_t totShift = shift + 1; /* shift to apply after scaling */ in arm_mat_scale_q15()
136 int32_t shift, in arm_mat_scale_q15() argument
144 int32_t kShift = 15 - shift; /* Total shift to apply after scaling */ in arm_mat_scale_q15()
|
| /cmsis-3.4.0/CMSIS/DSP/Include/dsp/ |
| D | basic_math_functions.h | 243 int8_t shift,
259 int8_t shift,
275 int8_t shift,
|
| /cmsis-3.4.0/CMSIS/NN/Source/FullyConnectedFunctions/ |
| D | arm_fully_connected_s8.c | 78 quant_params->shift, in arm_fully_connected_s8()
|
| /cmsis-3.4.0/CMSIS/DSP/Include/ |
| D | arm_helium_utils.h | 608 #define MVE_ASRL_SAT16(acc, shift) ((sqrshrl_sat48(acc, -(32-shift)) >> 32) & 0xffffffff) argument
609 #define MVE_ASRL_SAT32(acc, shift) ((sqrshrl(acc, -(32-shift)) >> 32) & 0xffffffff) argument
|
