Searched refs:quantized_buffer (Results 1 – 4 of 4) sorted by relevance
| /external/tensorflow/tensorflow/lite/tools/optimize/ |
| D | quantization_utils.cc | 428 std::vector<int8_t> quantized_buffer; in SymmetricQuantizeTensorFromMinMax() local
429 quantized_buffer.resize(num_elements); in SymmetricQuantizeTensorFromMinMax()
434 float_data, num_elements, quantized_buffer.data(), in SymmetricQuantizeTensorFromMinMax()
440 uint8_t* uint8_buffer = reinterpret_cast<uint8_t*>(quantized_buffer.data()); in SymmetricQuantizeTensorFromMinMax()
464 std::vector<int8_t> quantized_buffer; in SymmetricQuantizeTensor() local
465 quantized_buffer.resize(num_elements); in SymmetricQuantizeTensor()
469 quantized_buffer.data(), &min_value, in SymmetricQuantizeTensor()
478 uint8_t* uint8_buffer = reinterpret_cast<uint8_t*>(quantized_buffer.data()); in SymmetricQuantizeTensor()
510 std::vector<Eigen::half> quantized_buffer; in QuantizeTensorFloat16() local
511 quantized_buffer.resize(num_elements); in QuantizeTensorFloat16()
[all …]
|
| /external/tensorflow/tensorflow/lite/toco/graph_transformations/ |
| D | quantization_util.cc | 139 auto* quantized_buffer = new Buffer<A>; in QuantizeBuffer() local
140 quantized_buffer->data.resize(float_buffer.data.size()); in QuantizeBuffer()
160 quantized_buffer->data[i] = integer_val; in QuantizeBuffer()
162 return std::unique_ptr<GenericBuffer>(quantized_buffer); in QuantizeBuffer()
|
| /external/libgav1/libgav1/src/ |
| D | tile.h | 408 ResidualType* quantized_buffer, uint8_t* level_buffer);
416 ResidualType* quantized_buffer, uint8_t* level_buffer);
424 ResidualType* quantized_buffer, uint8_t* level_buffer);
|
| /external/libgav1/libgav1/src/tile/ |
| D | tile.cc | 1108 ResidualType* const quantized_buffer, uint8_t* const level_buffer) { in ReadCoeffBase2D() argument
1114 auto* const quantized = &quantized_buffer[pos]; in ReadCoeffBase2D()
1139 auto* const quantized = &quantized_buffer[0]; in ReadCoeffBase2D()
1175 ResidualType* const quantized_buffer, uint8_t* const level_buffer) { in ReadCoeffBaseHorizontal() argument
1181 auto* const quantized = &quantized_buffer[pos]; in ReadCoeffBaseHorizontal()
1220 ResidualType* const quantized_buffer, uint8_t* const level_buffer) { in ReadCoeffBaseVertical() argument
1227 auto* const quantized = &quantized_buffer[pos]; in ReadCoeffBaseVertical()
1493 ResidualType* quantized_buffer, in ReadTransformCoefficients()
|