Home
last modified time | relevance | path

Searched refs:doubleRet (Results 1 – 1 of 1) sorted by relevance

/frameworks/ml/nn/common/
DOperationsUtils.cpp370 double doubleRet = doubleValue / newShape.scale + newShape.offset; in requantize() local
371 if (doubleRet < 0) return 0; in requantize()
372 if (doubleRet > 255) return 255; in requantize()
373 return static_cast<uint8_t>(std::round(doubleRet)); in requantize()
379 double doubleRet = doubleValue / newShape.scale + newShape.offset; in requantize() local
380 if (doubleRet < -128) return -128; in requantize()
381 if (doubleRet > 127) return 127; in requantize()
382 return static_cast<int8_t>(std::round(doubleRet)); in requantize()