cpu_ref/rsCpuScriptGroup.cpp

/*
 * Copyright (C) 2011 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "rsCpuCore.h"
#include "rsCpuScript.h"
#include "rsScriptGroup.h"
#include "rsCpuScriptGroup.h"

using namespace android;
using namespace android::renderscript;

CpuScriptGroupImpl::CpuScriptGroupImpl(RsdCpuReferenceImpl *ctx, const ScriptGroupBase *sg) {
    mCtx = ctx;
    mSG = (ScriptGroup*)sg;
}

CpuScriptGroupImpl::~CpuScriptGroupImpl() {

}

bool CpuScriptGroupImpl::init() {
    return true;
}

void CpuScriptGroupImpl::setInput(const ScriptKernelID *kid, Allocation *a) {
}

void CpuScriptGroupImpl::setOutput(const ScriptKernelID *kid, Allocation *a) {
}


typedef void (*ScriptGroupRootFunc_t)(const RsExpandKernelParams *kparams,
                                      uint32_t xstart, uint32_t xend,
                                      uint32_t outstep);

void CpuScriptGroupImpl::scriptGroupRoot(const RsExpandKernelParams *kparams,
                                         uint32_t xstart, uint32_t xend,
                                         uint32_t outstep) {


    const ScriptList *sl           = (const ScriptList *)kparams->usr;
    RsExpandKernelParams *mkparams = (RsExpandKernelParams *)kparams;

    const void **oldIns  = mkparams->ins;
    uint32_t *oldStrides = mkparams->inEStrides;

    void *localIns[1];
    uint32_t localStride[1];

    mkparams->ins        = (const void**)localIns;
    mkparams->inEStrides = localStride;

    for (size_t ct = 0; ct < sl->count; ct++) {
        ScriptGroupRootFunc_t func;
        func          = (ScriptGroupRootFunc_t)sl->fnPtrs[ct];
        mkparams->usr = sl->usrPtrs[ct];

        if (sl->ins[ct]) {
            localIns[0] = sl->ins[ct]->mHal.drvState.lod[0].mallocPtr;

            localStride[0] = sl->ins[ct]->mHal.state.elementSizeBytes;

            if (sl->inExts[ct]) {
                localIns[0] = (void*)
                  ((const uint8_t *)localIns[0] +
                   sl->ins[ct]->mHal.drvState.lod[0].stride * kparams->y);

            } else if (sl->ins[ct]->mHal.drvState.lod[0].dimY > kparams->lid) {
                localIns[0] = (void*)
                  ((const uint8_t *)localIns[0] +
                   sl->ins[ct]->mHal.drvState.lod[0].stride * kparams->lid);
            }

        } else {
            localIns[0]    = nullptr;
            localStride[0] = 0;
        }

        uint32_t ostep;
        if (sl->outs[ct]) {
            mkparams->out =
              (uint8_t *)sl->outs[ct]->mHal.drvState.lod[0].mallocPtr;

            ostep = sl->outs[ct]->mHal.state.elementSizeBytes;

            if (sl->outExts[ct]) {
                mkparams->out =
                  (uint8_t *)mkparams->out +
                  sl->outs[ct]->mHal.drvState.lod[0].stride * kparams->y;

            } else if (sl->outs[ct]->mHal.drvState.lod[0].dimY > kparams->lid) {
                mkparams->out =
                  (uint8_t *)mkparams->out +
                  sl->outs[ct]->mHal.drvState.lod[0].stride * kparams->lid;
            }
        } else {
            mkparams->out = nullptr;
            ostep         = 0;
        }

        //ALOGE("kernel %i %p,%p  %p,%p", ct, mp->ptrIn, mp->in, mp->ptrOut, mp->out);
        func(kparams, xstart, xend, ostep);
    }
    //ALOGE("script group root");

    mkparams->ins        = oldIns;
    mkparams->inEStrides = oldStrides;
    mkparams->usr        = sl;
}



void CpuScriptGroupImpl::execute() {
    std::vector<Allocation *> ins;
    std::vector<char> inExts;
    std::vector<Allocation *> outs;
    std::vector<char> outExts;
    std::vector<const ScriptKernelID *> kernels;
    bool fieldDep = false;

    for (size_t ct=0; ct < mSG->mNodes.size(); ct++) {
        ScriptGroup::Node *n = mSG->mNodes[ct];
        Script *s = n->mKernels[0]->mScript;
        if (s->hasObjectSlots()) {
            // Disable the ScriptGroup optimization if we have global RS
            // objects that might interfere between kernels.
            fieldDep = true;
        }

        //ALOGE("node %i, order %i, in %i out %i", (int)ct, n->mOrder, (int)n->mInputs.size(), (int)n->mOutputs.size());

        for (size_t ct2=0; ct2 < n->mInputs.size(); ct2++) {
            if (n->mInputs[ct2]->mDstField.get() && n->mInputs[ct2]->mDstField->mScript) {
                //ALOGE("field %p %zu", n->mInputs[ct2]->mDstField->mScript, n->mInputs[ct2]->mDstField->mSlot);
                s->setVarObj(n->mInputs[ct2]->mDstField->mSlot, n->mInputs[ct2]->mAlloc.get());
            }
        }

        for (size_t ct2=0; ct2 < n->mKernels.size(); ct2++) {
            const ScriptKernelID *k = n->mKernels[ct2];
            Allocation *ain = nullptr;
            Allocation *aout = nullptr;
            bool inExt = false;
            bool outExt = false;

            for (size_t ct3=0; ct3 < n->mInputs.size(); ct3++) {
                if (n->mInputs[ct3]->mDstKernel.get() == k) {
                    ain = n->mInputs[ct3]->mAlloc.get();
                    break;
                }
            }
            if (ain == nullptr) {
                for (size_t ct3=0; ct3 < mSG->mInputs.size(); ct3++) {
                    if (mSG->mInputs[ct3]->mKernel == k) {
                        ain = mSG->mInputs[ct3]->mAlloc.get();
                        inExt = true;
                        break;
                    }
                }
            }

            for (size_t ct3=0; ct3 < n->mOutputs.size(); ct3++) {
                if (n->mOutputs[ct3]->mSource.get() == k) {
                    aout = n->mOutputs[ct3]->mAlloc.get();
                    if(n->mOutputs[ct3]->mDstField.get() != nullptr) {
                        fieldDep = true;
                    }
                    break;
                }
            }
            if (aout == nullptr) {
                for (size_t ct3=0; ct3 < mSG->mOutputs.size(); ct3++) {
                    if (mSG->mOutputs[ct3]->mKernel == k) {
                        aout = mSG->mOutputs[ct3]->mAlloc.get();
                        outExt = true;
                        break;
                    }
                }
            }

            rsAssert((k->mHasKernelOutput == (aout != nullptr)) &&
                     (k->mHasKernelInput == (ain != nullptr)));

            ins.push_back(ain);
            inExts.push_back(inExt);
            outs.push_back(aout);
            outExts.push_back(outExt);
            kernels.push_back(k);
        }

    }

    MTLaunchStruct mtls;

    if (fieldDep) {
        for (size_t ct=0; ct < ins.size(); ct++) {
            Script *s = kernels[ct]->mScript;
            RsdCpuScriptImpl *si = (RsdCpuScriptImpl *)mCtx->lookupScript(s);
            uint32_t slot = kernels[ct]->mSlot;

            uint32_t inLen;
            const Allocation **ains;

            if (ins[ct] == nullptr) {
                inLen = 0;
                ains  = nullptr;

            } else {
                inLen = 1;
                ains  = const_cast<const Allocation**>(&ins[ct]);
            }

            si->forEachMtlsSetup(ains, inLen, outs[ct], nullptr, 0, nullptr, &mtls);

            si->forEachKernelSetup(slot, &mtls);
            si->preLaunch(slot, ains, inLen, outs[ct], mtls.fep.usr,
                          mtls.fep.usrLen, nullptr);

            mCtx->launchThreads(ains, inLen, outs[ct], nullptr, &mtls);

            si->postLaunch(slot, ains, inLen, outs[ct], nullptr, 0, nullptr);
        }
    } else {
        ScriptList sl;

        /*
         * TODO: This is a hacky way of doing this and should be replaced by a
         *       call to std::vector's data() member once we have a C++11
         *       version of the STL.
         */
        sl.ins     = &ins.front();
        sl.outs    = &outs.front();
        sl.kernels = &kernels.front();
        sl.count   = kernels.size();

        uint32_t inLen;
        const Allocation **ains;

        if (ins[0] == nullptr) {
            inLen = 0;
            ains  = nullptr;

        } else {
            inLen = 1;
            ains  = const_cast<const Allocation**>(&ins[0]);
        }

        std::vector<const void *> usrPtrs;
        std::vector<const void *> fnPtrs;
        std::vector<uint32_t> sigs;
        for (size_t ct=0; ct < kernels.size(); ct++) {
            Script *s = kernels[ct]->mScript;
            RsdCpuScriptImpl *si = (RsdCpuScriptImpl *)mCtx->lookupScript(s);

            si->forEachKernelSetup(kernels[ct]->mSlot, &mtls);
            fnPtrs.push_back((void *)mtls.kernel);
            usrPtrs.push_back(mtls.fep.usr);
            sigs.push_back(mtls.fep.usrLen);
            si->preLaunch(kernels[ct]->mSlot, ains, inLen, outs[ct],
                          mtls.fep.usr, mtls.fep.usrLen, nullptr);
        }

        sl.sigs    = &sigs.front();
        sl.usrPtrs = &usrPtrs.front();
        sl.fnPtrs  = &fnPtrs.front();

        sl.inExts  = (bool*)&inExts.front();
        sl.outExts = (bool*)&outExts.front();

        Script *s = kernels[0]->mScript;
        RsdCpuScriptImpl *si = (RsdCpuScriptImpl *)mCtx->lookupScript(s);

        si->forEachMtlsSetup(ains, inLen, outs[0], nullptr, 0, nullptr, &mtls);

        mtls.script = nullptr;
        mtls.kernel = (void (*)())&scriptGroupRoot;
        mtls.fep.usr = &sl;

        mCtx->launchThreads(ains, inLen, outs[0], nullptr, &mtls);

        for (size_t ct=0; ct < kernels.size(); ct++) {
            Script *s = kernels[ct]->mScript;
            RsdCpuScriptImpl *si = (RsdCpuScriptImpl *)mCtx->lookupScript(s);
            si->postLaunch(kernels[ct]->mSlot, ains, inLen, outs[ct], nullptr, 0,
                           nullptr);
        }
    }
}