Searched refs:quantization_bit_range (Results 1 – 2 of 2) sorted by relevance
| /cmsis-nn-latest/Tests/UnitTest/RefactoredTestGen/Lib/ |
| D | op_conv.py | 243 …def quantize_float_data(data=None, quantization_bit_range=8, quantization_type="affine", tf_tensor… argument
256 scale = (data_max - data_min) / (pow(2, quantization_bit_range) - 1)
257 zero_point = -(round(data_max * scale)) - pow(2, quantization_bit_range - 1)
258 zero_point = max(zero_point, pow(quantization_bit_range - 1) - 1)
259 zero_point = min(zero_point, -pow(quantization_bit_range - 1))
263 scale = absolute_max / (pow(2, quantization_bit_range - 1) - 1)
279 quantization_bit_range=8,
|
| /cmsis-nn-latest/Tests/UnitTest/ |
| D | conv_settings.py | 177 …def quantize_float_data(self, data=None, quantization_bit_range=8, quantization_type="affine", tf_… argument
188 scale = (data_max - data_min) / (pow(2, quantization_bit_range) - 1)
189 zero_point = -(round(data_max * scale)) - pow(2, quantization_bit_range - 1)
190 zero_point = max(zero_point, pow(quantization_bit_range - 1) - 1)
191 zero_point = min(zero_point, -pow(quantization_bit_range - 1))
195 scale = absolute_max / (pow(2, quantization_bit_range - 1) - 1)
252 … biases, quantization_bit_range=8, quantization_type="symmetric", tf_tensor=not self.generate_bias)
|
