Searched refs:rtol (Results 1 – 3 of 3) sorted by relevance
| /frameworks/ml/nn/runtime/test/fuzzing/ |
| D | TestRandomGraph.cpp | 481 .float32 = {.bias = 1e-7f, .mse = 1e-10f, .atol = 1e-6f, .rtol = 1e-6f},
482 .float16 = {.bias = 1e-4f, .mse = 1e-8f, .atol = 1e-3f, .rtol = 1e-3f},
495 .float32 = {.bias = 1e-6f, .mse = 1e-8f, .atol = 1e-5f, .rtol = 1e-5f},
496 .float16 = {.bias = 1e-3f, .mse = 1e-5f, .atol = 1e-2f, .rtol = 1e-2f},
509 .float32 = {.bias = 3e-5f, .mse = 1e-6f, .atol = 1e-3f, .rtol = 1e-3f},
510 .float16 = {.bias = 5e-3f, .mse = 1e-3f, .atol = 1.0f, .rtol = 1.0f},
521 .float32 = {.bias = 4e-4f, .mse = 1e-5f, .atol = 2e-2f, .rtol = 2e-2f},
522 .float16 = {.bias = 5e-2f, .mse = 1e-2f, .atol = 1.0f, .rtol = 1.0f},
752 .float32 = {.bias = 4e-4f, .mse = 1e-5f, .atol = 1e-2f, .rtol = 1e-2f},
753 .float16 = {.bias = 5e-2f, .mse = 1e-2f, .atol = 1.0f, .rtol = 1.0f},
[all …]
|
| /frameworks/ml/nn/tools/test_generator/test_harness/ |
| D | TestHarness.cpp | 79 double tolerableRange = criterion.atol + criterion.rtol * std::fabs(expected); in expectNear()
263 .float32 = {.atol = 1e-5, .rtol = 5.0f * 1.1920928955078125e-7}, in checkResults()
265 .float16 = {.atol = 5.0f * 0.0009765625, .rtol = 5.0f * 0.0009765625}, in checkResults()
|
| /frameworks/ml/nn/tools/test_generator/test_harness/include/ |
| D | TestHarness.h | 484 float rtol = 0.0f; member
|