/cmsis-nn-latest/Source/BasicMathFunctions/ |
D | arm_elementwise_add_s8.c | 140 input_1 = arm_nn_requantize(input_1, input_1_mult, input_1_shift); in arm_elementwise_add_s8() 143 input_2 = arm_nn_requantize(input_2, input_2_mult, input_2_shift); in arm_elementwise_add_s8() 146 sum = arm_nn_requantize(sum, out_mult, out_shift); in arm_elementwise_add_s8() 154 input_1 = arm_nn_requantize(input_1, input_1_mult, input_1_shift); in arm_elementwise_add_s8() 157 input_2 = arm_nn_requantize(input_2, input_2_mult, input_2_shift); in arm_elementwise_add_s8() 160 sum = arm_nn_requantize(sum, out_mult, out_shift); in arm_elementwise_add_s8() 168 input_1 = arm_nn_requantize(input_1, input_1_mult, input_1_shift); in arm_elementwise_add_s8() 171 input_2 = arm_nn_requantize(input_2, input_2_mult, input_2_shift); in arm_elementwise_add_s8() 174 sum = arm_nn_requantize(sum, out_mult, out_shift); in arm_elementwise_add_s8() 182 input_1 = arm_nn_requantize(input_1, input_1_mult, input_1_shift); in arm_elementwise_add_s8() [all …]
|
D | arm_elementwise_add_s16.c | 119 input_1 = arm_nn_requantize(input_1, input_1_mult, input_1_shift); in arm_elementwise_add_s16() 121 input_2 = arm_nn_requantize(input_2, input_2_mult, input_2_shift); in arm_elementwise_add_s16() 123 sum = arm_nn_requantize(sum, out_mult, out_shift); in arm_elementwise_add_s16() 129 input_1 = arm_nn_requantize(input_1, input_1_mult, input_1_shift); in arm_elementwise_add_s16() 131 input_2 = arm_nn_requantize(input_2, input_2_mult, input_2_shift); in arm_elementwise_add_s16() 133 sum = arm_nn_requantize(sum, out_mult, out_shift); in arm_elementwise_add_s16() 150 input_1 = arm_nn_requantize(input_1, input_1_mult, input_1_shift); in arm_elementwise_add_s16() 151 input_2 = arm_nn_requantize(input_2, input_2_mult, input_2_shift); in arm_elementwise_add_s16() 154 sum = arm_nn_requantize(sum, out_mult, out_shift); in arm_elementwise_add_s16()
|
D | arm_elementwise_mul_s8.c | 127 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s8() 135 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s8() 142 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s8() 149 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s8() 172 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s8()
|
D | arm_elementwise_mul_s16_s8.c | 104 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s16_s8() 109 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s16_s8() 121 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s16_s8()
|
D | arm_elementwise_mul_s16.c | 112 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift); in arm_elementwise_mul_s16() 124 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift); in arm_elementwise_mul_s16() 143 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift); in arm_elementwise_mul_s16()
|
D | arm_elementwise_mul_acc_s16.c | 117 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift); in arm_elementwise_mul_acc_s16() 131 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift); in arm_elementwise_mul_acc_s16() 151 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift); in arm_elementwise_mul_acc_s16()
|
D | arm_elementwise_mul_s16_batch_offset.c | 120 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s16_batch_offset() 132 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s16_batch_offset() 150 mul_res = arm_nn_requantize(mul_res, out_mult, out_shift) + out_offset; in arm_elementwise_mul_s16_batch_offset()
|
/cmsis-nn-latest/Source/ConvolutionFunctions/ |
D | arm_nn_mat_mult_kernel_row_offset_s8_s16.c | 133 ch_0_out_0 = arm_nn_requantize(ch_0_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_row_offset_s8_s16() 139 ch_0_out_1 = arm_nn_requantize(ch_0_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_row_offset_s8_s16() 147 ch_1_out_0 = arm_nn_requantize(ch_1_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_row_offset_s8_s16() 153 ch_1_out_1 = arm_nn_requantize(ch_1_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_row_offset_s8_s16() 219 ch_0_out_0 = arm_nn_requantize(ch_0_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_row_offset_s8_s16() 225 ch_0_out_1 = arm_nn_requantize(ch_0_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_row_offset_s8_s16()
|
D | arm_nn_mat_mult_kernel_s8_s16.c | 128 ch_0_out_0 = arm_nn_requantize(ch_0_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s8_s16() 134 ch_0_out_1 = arm_nn_requantize(ch_0_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s8_s16() 142 ch_1_out_0 = arm_nn_requantize(ch_1_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s8_s16() 148 ch_1_out_1 = arm_nn_requantize(ch_1_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s8_s16() 212 ch_0_out_0 = arm_nn_requantize(ch_0_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s8_s16() 218 ch_0_out_1 = arm_nn_requantize(ch_0_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s8_s16()
|
D | arm_nn_mat_mult_kernel_s4_s16.c | 169 ch_0_out_0 = arm_nn_requantize(ch_0_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16() 176 ch_0_out_1 = arm_nn_requantize(ch_0_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16() 185 ch_1_out_0 = arm_nn_requantize(ch_1_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16() 191 ch_1_out_1 = arm_nn_requantize(ch_1_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16() 296 ch_0_out_0 = arm_nn_requantize(ch_0_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16() 303 ch_0_out_1 = arm_nn_requantize(ch_0_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16() 312 ch_1_out_0 = arm_nn_requantize(ch_1_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16() 318 ch_1_out_1 = arm_nn_requantize(ch_1_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16() 418 ch_0_out_0 = arm_nn_requantize(ch_0_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16() 424 ch_0_out_1 = arm_nn_requantize(ch_0_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s4_s16()
|
D | arm_nn_mat_mult_kernel_s16.c | 145 ch_0_out_0 = arm_nn_requantize(ch_0_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s16() 146 ch_0_out_1 = arm_nn_requantize(ch_0_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s16() 158 ch_1_out_0 = arm_nn_requantize(ch_1_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s16() 159 ch_1_out_1 = arm_nn_requantize(ch_1_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s16() 292 ch_0_out_0 = arm_nn_requantize(ch_0_out_0, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s16() 293 ch_0_out_1 = arm_nn_requantize(ch_0_out_1, *out_mult, *out_shift); in arm_nn_mat_mult_kernel_s16()
|
D | arm_depthwise_conv_s4_opt.c | 436 sum = arm_nn_requantize(sum, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() 442 sum_2 = arm_nn_requantize(sum_2, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() 447 sum_3 = arm_nn_requantize(sum_3, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() 453 sum_4 = arm_nn_requantize(sum_4, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() 504 sum = arm_nn_requantize(sum, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() 611 sum = arm_nn_requantize(sum, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() 617 sum_2 = arm_nn_requantize(sum_2, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() 622 sum_3 = arm_nn_requantize(sum_3, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() 628 sum_4 = arm_nn_requantize(sum_4, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() 665 sum = arm_nn_requantize(sum, *output_mult++, *output_shift++); in arm_depthwise_conv_s4_opt() [all …]
|
D | arm_depthwise_conv_s8.c | 127 out_buff[0] = arm_nn_requantize(out_buff[0], *output_mult++, *output_shift++); in depthwise_conv_s8_mult_4() 128 out_buff[1] = arm_nn_requantize(out_buff[1], *output_mult++, *output_shift++); in depthwise_conv_s8_mult_4() 129 out_buff[2] = arm_nn_requantize(out_buff[2], *output_mult++, *output_shift++); in depthwise_conv_s8_mult_4() 130 out_buff[3] = arm_nn_requantize(out_buff[3], *output_mult++, *output_shift++); in depthwise_conv_s8_mult_4() 251 … acc_0 = arm_nn_requantize(acc_0, output_mult[idx_out_ch], output_shift[idx_out_ch]); in depthwise_conv_s8_generic()
|
D | arm_depthwise_conv_3x3_s8.c | 217 … out_buff0 = arm_nn_requantize(out_buff0, output_mult[in_ch + 0], output_shift[in_ch + 0]); in arm_depthwise_conv_3x3_s8() 218 … out_buff1 = arm_nn_requantize(out_buff1, output_mult[in_ch + 1], output_shift[in_ch + 1]); in arm_depthwise_conv_3x3_s8() 219 … out_buff2 = arm_nn_requantize(out_buff2, output_mult[in_ch + 2], output_shift[in_ch + 2]); in arm_depthwise_conv_3x3_s8() 220 … out_buff3 = arm_nn_requantize(out_buff3, output_mult[in_ch + 3], output_shift[in_ch + 3]); in arm_depthwise_conv_3x3_s8() 268 out_buff = arm_nn_requantize(out_buff, output_mult[in_ch], output_shift[in_ch]); in arm_depthwise_conv_3x3_s8()
|
D | arm_depthwise_conv_s4.c | 161 … acc_0 = arm_nn_requantize(acc_0, output_mult[i_input_ch], output_shift[i_input_ch]); in depthwise_conv_s4_generic() 167 … acc_1 = arm_nn_requantize(acc_1, output_mult[i_input_ch + 1], output_shift[i_input_ch + 1]); in depthwise_conv_s4_generic() 259 … acc_0 = arm_nn_requantize(acc_0, output_mult[idx_out_ch], output_shift[idx_out_ch]); in depthwise_conv_s4_generic() 346 … acc_0 = arm_nn_requantize(acc_0, output_mult[idx_out_ch], output_shift[idx_out_ch]); in depthwise_conv_s4_generic() 353 … arm_nn_requantize(acc_1, output_mult[idx_out_ch + 1], output_shift[idx_out_ch + 1]); in depthwise_conv_s4_generic() 468 … acc_0 = arm_nn_requantize(acc_0, output_mult[idx_out_ch], output_shift[idx_out_ch]); in depthwise_conv_s4_generic()
|
D | arm_depthwise_conv_s8_opt.c | 348 sum = arm_nn_requantize(sum, *output_mult++, *output_shift++); in arm_depthwise_conv_s8_opt() 354 sum_2 = arm_nn_requantize(sum_2, *output_mult++, *output_shift++); in arm_depthwise_conv_s8_opt() 359 sum_3 = arm_nn_requantize(sum_3, *output_mult++, *output_shift++); in arm_depthwise_conv_s8_opt() 365 sum_4 = arm_nn_requantize(sum_4, *output_mult++, *output_shift++); in arm_depthwise_conv_s8_opt() 391 sum = arm_nn_requantize(sum, *output_mult++, *output_shift++); in arm_depthwise_conv_s8_opt()
|
/cmsis-nn-latest/Source/NNSupportFunctions/ |
D | arm_nn_vec_mat_mul_result_acc_s8_s16.c | 144 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mul_result_acc_s8_s16() 199 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mul_result_acc_s8_s16() 200 acc_1 = arm_nn_requantize(acc_1, dst_multiplier, dst_shift); in arm_nn_vec_mat_mul_result_acc_s8_s16() 246 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mul_result_acc_s8_s16() 291 res00 = arm_nn_requantize(res00, dst_multiplier, dst_shift); in arm_nn_vec_mat_mul_result_acc_s8_s16() 292 res01 = arm_nn_requantize(res01, dst_multiplier, dst_shift); in arm_nn_vec_mat_mul_result_acc_s8_s16() 293 res02 = arm_nn_requantize(res02, dst_multiplier, dst_shift); in arm_nn_vec_mat_mul_result_acc_s8_s16() 330 res00 = arm_nn_requantize(res00, dst_multiplier, dst_shift); in arm_nn_vec_mat_mul_result_acc_s8_s16()
|
D | arm_nn_vec_mat_mult_t_s8.c | 189 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() 257 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() 258 acc_1 = arm_nn_requantize(acc_1, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() 307 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() 357 res00 = arm_nn_requantize(res00, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() 358 res01 = arm_nn_requantize(res01, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() 359 res02 = arm_nn_requantize(res02, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() 407 res00 = arm_nn_requantize(res00, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() 529 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() 594 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s8() [all …]
|
D | arm_nn_mat_mult_nt_t_s8.c | 216 acc_n0 = arm_nn_requantize(acc_n0, multipliers[i], shifts[i]); in arm_nn_mat_mult_nt_t_s8() 416 … res00 = arm_nn_requantize(res00, dst_multipliers[rhs_rows_idx], dst_shifts[rhs_rows_idx]); in arm_nn_mat_mult_nt_t_s8() 417 … res01 = arm_nn_requantize(res01, dst_multipliers[rhs_rows_idx + 1], dst_shifts[rhs_rows_idx + 1]); in arm_nn_mat_mult_nt_t_s8() 418 … res10 = arm_nn_requantize(res10, dst_multipliers[rhs_rows_idx], dst_shifts[rhs_rows_idx]); in arm_nn_mat_mult_nt_t_s8() 419 … res11 = arm_nn_requantize(res11, dst_multipliers[rhs_rows_idx + 1], dst_shifts[rhs_rows_idx + 1]); in arm_nn_mat_mult_nt_t_s8() 562 … res00 = arm_nn_requantize(res00, dst_multipliers[rhs_rows_idx], dst_shifts[rhs_rows_idx]); in arm_nn_mat_mult_nt_t_s8() 563 … res01 = arm_nn_requantize(res01, dst_multipliers[rhs_rows_idx + 1], dst_shifts[rhs_rows_idx + 1]); in arm_nn_mat_mult_nt_t_s8() 611 … res00 = arm_nn_requantize(res00, dst_multipliers[rhs_rows - 1], dst_shifts[rhs_rows - 1]); in arm_nn_mat_mult_nt_t_s8() 677 … res00 = arm_nn_requantize(res00, dst_multipliers[rhs_rows_idx], dst_shifts[rhs_rows_idx]); in arm_nn_mat_mult_nt_t_s8() 678 … res01 = arm_nn_requantize(res01, dst_multipliers[rhs_rows_idx + 1], dst_shifts[rhs_rows_idx + 1]); in arm_nn_mat_mult_nt_t_s8() [all …]
|
D | arm_nn_vec_mat_mult_t_svdf_s8.c | 154 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_svdf_s8() 286 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_svdf_s8() 287 acc_1 = arm_nn_requantize(acc_1, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_svdf_s8() 324 acc_0 = arm_nn_requantize(acc_0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_svdf_s8() 364 res00 = arm_nn_requantize(res00, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_svdf_s8() 365 res01 = arm_nn_requantize(res01, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_svdf_s8() 366 res02 = arm_nn_requantize(res02, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_svdf_s8() 404 res00 = arm_nn_requantize(res00, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_svdf_s8()
|
D | arm_nn_mat_mult_nt_t_s4.c | 355 acc_n0 = arm_nn_requantize(acc_n0, multipliers[i], shifts[i]); in arm_nn_mat_mult_nt_t_s4() 591 … res00 = arm_nn_requantize(res00, dst_multipliers[rhs_rows_idx], dst_shifts[rhs_rows_idx]); in arm_nn_mat_mult_nt_t_s4() 592 … res01 = arm_nn_requantize(res01, dst_multipliers[rhs_rows_idx + 2], dst_shifts[rhs_rows_idx + 2]); in arm_nn_mat_mult_nt_t_s4() 593 … res10 = arm_nn_requantize(res10, dst_multipliers[rhs_rows_idx], dst_shifts[rhs_rows_idx]); in arm_nn_mat_mult_nt_t_s4() 594 … res11 = arm_nn_requantize(res11, dst_multipliers[rhs_rows_idx + 2], dst_shifts[rhs_rows_idx + 2]); in arm_nn_mat_mult_nt_t_s4() 777 … res00 = arm_nn_requantize(res00, dst_multipliers[rhs_rows_idx + 1], dst_shifts[rhs_rows_idx + 1]); in arm_nn_mat_mult_nt_t_s4() 778 … res01 = arm_nn_requantize(res01, dst_multipliers[rhs_rows_idx + 3], dst_shifts[rhs_rows_idx + 3]); in arm_nn_mat_mult_nt_t_s4() 779 … res10 = arm_nn_requantize(res10, dst_multipliers[rhs_rows_idx + 1], dst_shifts[rhs_rows_idx + 1]); in arm_nn_mat_mult_nt_t_s4() 780 … res11 = arm_nn_requantize(res11, dst_multipliers[rhs_rows_idx + 3], dst_shifts[rhs_rows_idx + 3]); in arm_nn_mat_mult_nt_t_s4() 952 … res00 = arm_nn_requantize(res00, dst_multipliers[rhs_rows_idx], dst_shifts[rhs_rows_idx]); in arm_nn_mat_mult_nt_t_s4() [all …]
|
D | arm_nn_vec_mat_mult_t_s4.c | 384 res0 = arm_nn_requantize(res0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s4() 385 res1 = arm_nn_requantize(res1, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s4() 452 res0 = arm_nn_requantize(res0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s4() 453 res1 = arm_nn_requantize(res1, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s4() 533 res0 = arm_nn_requantize(res0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s4() 534 res1 = arm_nn_requantize(res1, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s4() 580 res0 = arm_nn_requantize(res0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s4() 581 res1 = arm_nn_requantize(res1, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s4() 720 res0 = arm_nn_requantize(res0, dst_multiplier, dst_shift); in arm_nn_vec_mat_mult_t_s4()
|
D | arm_nn_mat_mul_core_1x_s8.c | 129 acc_n0 = arm_nn_requantize(acc_n0, output_mult[i], output_shift[i]); in arm_nn_mat_mul_core_1x_s8()
|
D | arm_nn_mat_mul_core_1x_s4.c | 125 acc_n0 = arm_nn_requantize(acc_n0, output_mult[i], output_shift[i]); in arm_nn_mat_mul_core_1x_s4()
|
/cmsis-nn-latest/Source/SoftmaxFunctions/ |
D | arm_softmax_s16.c | 71 const int32_t scaled_diff = arm_nn_requantize(diff, mult, shift); in arm_softmax_s16()
|