| /frameworks/rs/cpu_ref/ |
| D | rsCpuCore.cpp | 33 #define REDUCE_ALOGV(mtls, level, ...) do { if ((mtls)->logReduce >= (level)) ALOGV(__VA_ARGS__); }… argument
148 MTLaunchStructCommon *mtls = (MTLaunchStructCommon *)data; in launchThreads() local
149 if (mtls && mtls->dimPtr->y <= 1 && mtls->end.x <= mtls->start.x + mtls->mSliceSize) { in launchThreads()
330 static inline void FepPtrSetup(const MTLaunchStructForEach *mtls, RsExpandKernelDriverInfo *fep, in FepPtrSetup() argument
339 if (mtls->ains[i] == nullptr) { in FepPtrSetup()
343 …fep->inPtr[i] = (const uint8_t *)mtls->ains[i]->getPointerUnchecked(x, y, z, lod, face, a1, a2, a3… in FepPtrSetup()
345 if (mtls->aout[0] != nullptr) { in FepPtrSetup()
346 …fep->outPtr[0] = (uint8_t *)mtls->aout[0]->getPointerUnchecked(x, y, z, lod, face, a1, a2, a3, a4); in FepPtrSetup()
355 static inline void RedpPtrSetup(const MTLaunchStructReduce *mtls, RsExpandKernelDriverInfo *redp, in RedpPtrSetup() argument
358 redp->inPtr[i] = (const uint8_t *)mtls->ains[i]->getPointerUnchecked(x, y, z); in RedpPtrSetup()
[all …]
|
| D | rsCpuScript.cpp | 523 bool RsdCpuScriptImpl::setUpMtlsDimensions(MTLaunchStructCommon *mtls, in setUpMtlsDimensions() argument
526 rsAssert(mtls); in setUpMtlsDimensions()
530 mtls->end.DIM_FIELD = baseDim.DIM_FIELD; \ in setUpMtlsDimensions()
532 mtls->start.DIM_FIELD = \ in setUpMtlsDimensions()
534 mtls->end.DIM_FIELD = \ in setUpMtlsDimensions()
536 if (mtls->start.DIM_FIELD >= mtls->end.DIM_FIELD) { \ in setUpMtlsDimensions()
559 MTLaunchStructReduce *mtls) { in reduceMtlsSetup() argument
561 memset(mtls, 0, sizeof(MTLaunchStructReduce)); in reduceMtlsSetup()
562 mtls->dimPtr = &mtls->redp.dim; in reduceMtlsSetup()
581 mtls->redp.dim.x = inType->getDimX(); in reduceMtlsSetup()
[all …]
|
| D | rsCpuIntrinsic.cpp | 96 MTLaunchStructForEach mtls; in invokeForEach() local
100 if (forEachMtlsSetup(ains, inLen, aout, usr, usrLen, sc, &mtls)) { in invokeForEach()
101 mtls.script = this; in invokeForEach()
102 mtls.fep.slot = slot; in invokeForEach()
104 mtls.kernel = mRootPtr; in invokeForEach()
105 mtls.fep.usr = this; in invokeForEach()
108 mCtx->launchForEach(ains, inLen, aout, sc, &mtls); in invokeForEach()
115 void RsdCpuScriptIntrinsic::forEachKernelSetup(uint32_t slot, MTLaunchStructForEach *mtls) { in forEachKernelSetup() argument
117 mtls->script = this; in forEachKernelSetup()
118 mtls->fep.slot = slot; in forEachKernelSetup()
[all …]
|
| D | rsCpuScriptGroup.cpp | 204 MTLaunchStructForEach mtls; in execute() local
224 bool launchOK = si->forEachMtlsSetup(ains, inLen, outs[ct], nullptr, 0, nullptr, &mtls); in execute()
226 si->forEachKernelSetup(slot, &mtls); in execute()
227 si->preLaunch(slot, ains, inLen, outs[ct], mtls.fep.usr, in execute()
228 mtls.fep.usrLen, nullptr); in execute()
231 mCtx->launchForEach(ains, inLen, outs[ct], nullptr, &mtls); in execute()
262 si->forEachKernelSetup(kernels[ct]->mSlot, &mtls); in execute()
263 fnPtrs.push_back((void *)mtls.kernel); in execute()
264 usrPtrs.push_back(mtls.fep.usr); in execute()
265 sigs.push_back(mtls.fep.usrLen); in execute()
[all …]
|
| D | rsCpuIntrinsicBLAS.cpp | 87 static void setupGEMM(MTLaunchStructForEachBlas *mtls, const Allocation **ain, RsBlasCall* call, in setupGEMM() argument
94 memset(mtls, 0, sizeof(MTLaunchStructForEachBlas)); in setupGEMM()
95 mtls->rs = ctx; in setupGEMM()
96 mtls->sc = call; in setupGEMM()
97 mtls->dimPtr = &mtls->fep.dim; in setupGEMM()
98 mtls->fep.dim.x = nn; in setupGEMM()
99 mtls->fep.dim.y = mm; in setupGEMM()
100 mtls->fep.dim.z = kk; in setupGEMM()
102 memcpy(mtls->ains, ain, 3 * sizeof(ain[0])); in setupGEMM()
123 mtls->numTileM = 1; in setupGEMM()
[all …]
|
| D | rsCpuScriptGroup2.cpp | 172 MTLaunchStructForEach mtls; in CpuScriptGroup2Impl() local
173 si->forEachKernelSetup(funcID->mSlot, &mtls); in CpuScriptGroup2Impl()
174 cc = new CPUClosure(closure, si, (ExpandFuncTy)mtls.kernel); in CpuScriptGroup2Impl()
646 MTLaunchStructForEach mtls; in run() local
654 nullptr, 0, nullptr, &mtls); in run()
656 mtls.script = nullptr; in run()
657 mtls.fep.usr = nullptr; in run()
658 mtls.kernel = (ForEachFunc_t)mFunc; in run()
664 nullptr, &mtls); in run()
681 MTLaunchStructForEach mtls; in run() local
[all …]
|
| D | rsCpuScript.h | 90 const RsScriptCall *sc, MTLaunchStructForEach *mtls);
92 virtual void forEachKernelSetup(uint32_t slot, MTLaunchStructForEach *mtls);
96 const RsScriptCall *sc, MTLaunchStructReduce *mtls);
98 virtual void reduceKernelSetup(uint32_t slot, MTLaunchStructReduce *mtls);
138 bool setUpMtlsDimensions(MTLaunchStructCommon *mtls,
|
| D | rsCpuCore.h | 168 const RsScriptCall *sc, MTLaunchStructForEach *mtls);
172 MTLaunchStructReduce *mtls);
264 MTLaunchStructReduce *mtls);
266 MTLaunchStructReduce *mtls);
|
| D | rsCpuIntrinsic.h | 57 void forEachKernelSetup(uint32_t slot, MTLaunchStructForEach * mtls) override;
|