Searched refs:zero_point (Results 1 – 3 of 3) sorted by relevance
| /cmsis-nn-latest/Tests/UnitTest/ |
| D | conv_settings.py | 189 zero_point = -(round(data_max * scale)) - pow(2, quantization_bit_range - 1)
190 zero_point = max(zero_point, pow(quantization_bit_range - 1) - 1)
191 zero_point = min(zero_point, -pow(quantization_bit_range - 1))
196 zero_point = 0
202 quantized_data = [(x // scale) + zero_point for x in data]
203 return tf.convert_to_tensor(quantized_data), scale, zero_point
|
| D | svdf_settings.py | 212 (weights_1_scale, zero_point) = self.get_scale_and_zp(weights_1_layer)
213 (weights_2_scale, zero_point) = self.get_scale_and_zp(weights_2_layer)
214 (bias_scale, zero_point) = self.get_scale_and_zp(bias_layer)
215 (state_scale, zero_point) = self.get_scale_and_zp(state_layer)
|
| D | lstm_settings.py | 342 …def calc_effective_bias(self, interpreter, zero_point, weight_tensor, bias_tensor, has_bias=True) … argument
359 output[i_row] = output[i_row] + row_sum * zero_point
|
