Searched refs:output_scale (Results 1 – 6 of 6) sorted by relevance
| /frameworks/ml/nn/runtime/test/specs/V1_2/ |
| D | sub_quantized_different_scales.mod.py | 27 output_scale, output_offset): argument
31 return quantize(a_dequantized - b_dequantized, output_scale, output_offset)
44 "{%d}, %g, %d" % (size, output_scale, output_offset))
|
| D | tanh_v1_2.mod.py | 33 output_scale, output_offset = 1.0 / 128, 128 # Required. variable
39 return max(0, min(255, int(round(x / output_scale)) + output_offset))
42 output0 = Output("output0", "TENSOR_QUANT8_ASYMM", "{256}, %g, %d" % (output_scale, output_offset))
|
| /frameworks/ml/nn/runtime/test/specs/V1_3/ |
| D | tanh_quant8_signed.mod.py | 19 output_scale, output_offset = 1.0 / 128, 0 # Required. variable
25 return max(-128, min(127, int(round(x / output_scale)) + output_offset))
28 output0 = Output("output0", "TENSOR_QUANT8_ASYMM_SIGNED", "{256}, %g, %d" % (output_scale, output_o…
|
| D | sub_quant8_signed.mod.py | 28 output_scale, output_offset): argument
32 return quantize(a_dequantized - b_dequantized, output_scale, output_offset)
45 "{%d}, %g, %d" % (size, output_scale, output_offset))
|
| /frameworks/ml/nn/common/operations/ |
| D | Activation.cpp | 334 const float output_scale = outputShape.scale; in hardSwishQuant() local
336 const float output_multiplier = hires_input_scale / output_scale; in hardSwishQuant()
|
| /frameworks/ml/nn/tools/api/ |
| D | types.spec | 1041 * condition must be satisfied: output_scale > input_scale * filter_scale.
1800 * output_scale > input1_scale * input2_scale.
1804 * output_scale > input1_scale * input2_scale.
|