Searched refs:atol (Results 1 – 6 of 6) sorted by relevance
| /frameworks/ml/nn/runtime/test/fuzzing/ |
| D | TestRandomGraph.cpp | 481 .float32 = {.bias = 1e-7f, .mse = 1e-10f, .atol = 1e-6f, .rtol = 1e-6f},
482 .float16 = {.bias = 1e-4f, .mse = 1e-8f, .atol = 1e-3f, .rtol = 1e-3f},
483 .int32 = {.atol = 1},
484 .quant8Asymm = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
485 .quant8AsymmSigned = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
486 .quant8Symm = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
487 .quant16Asymm = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
488 .quant16Symm = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
495 .float32 = {.bias = 1e-6f, .mse = 1e-8f, .atol = 1e-5f, .rtol = 1e-5f},
496 .float16 = {.bias = 1e-3f, .mse = 1e-5f, .atol = 1e-2f, .rtol = 1e-2f},
[all …]
|
| /frameworks/ml/nn/tools/test_generator/test_harness/ |
| D | TestHarness.cpp | 79 double tolerableRange = criterion.atol + criterion.rtol * std::fabs(expected); in expectNear()
263 .float32 = {.atol = 1e-5, .rtol = 5.0f * 1.1920928955078125e-7}, in checkResults()
265 .float16 = {.atol = 5.0f * 0.0009765625, .rtol = 5.0f * 0.0009765625}, in checkResults()
266 .int32 = {.atol = 1}, in checkResults()
267 .quant8Asymm = {.atol = 1}, in checkResults()
268 .quant8Symm = {.atol = 1}, in checkResults()
269 .quant16Asymm = {.atol = 1}, in checkResults()
270 .quant16Symm = {.atol = 1}, in checkResults()
288 criteria.quant8Asymm.atol = quant8AllowedError; in checkResults()
289 criteria.quant8AsymmSigned.atol = quant8AllowedError; in checkResults()
[all …]
|
| /frameworks/native/cmds/surfacereplayer/replayer/ |
| D | Main.cpp | 77 stopHere = atol(optarg); in main()
|
| /frameworks/av/media/libaaudio/tests/ |
| D | test_aaudio_monkey.cpp | 255 seed = atol(&arg[2]); in main()
|
| /frameworks/ml/nn/tools/test_generator/test_harness/include/ |
| D | TestHarness.h | 483 float atol = 0.0f; member
|
| /frameworks/av/drm/mediadrm/plugins/mock/ |
| D | MockDrmCryptoPlugin.cpp | 699 match = atol(mStringProperties.valueAt(index).string()); in verify()
|