c2buffer 转化为mediacodecbuffer

C2BlockPool::local_id_t poolId =	outputFormat.value == C2BufferData::GRAPHIC  			? C2BlockPool::BASIC_GRAPHIC			: C2BlockPool::BASIC_LINEAR;  if (params.size()) {  	C2PortBlockPoolsTuning::output *outputPools =  		C2PortBlockPoolsTuning::output::From(params[0].get());  	if (outputPools && outputPools->flexCount() >= 1) {  		poolId = outputPools->m.values[0];  	}  }  std::shared_ptr<C2BlockPool> blockPool;              err = GetCodec2BlockPool(poolId, shared_from_this(), &blockPool);  process(work, mOutputBlockPool);

c2_status_t CreateCodec2BlockPool(        C2PlatformAllocatorStore::id_t allocatorId,        const std::vector<std::shared_ptr<const C2Component>> &components,        std::shared_ptr<C2BlockPool> *pool) {    pool->reset();    return sBlockPoolCache->createBlockPool(allocatorId, components, pool);}c2_status_t createBlockPool(    C2PlatformAllocatorStore::id_t allocatorId,    std::vector<std::shared_ptr<const C2Component>> components,    C2BlockPool::local_id_t poolId,    std::shared_ptr<C2BlockPool> *pool) {            case C2PlatformAllocatorStore::ION: /* also ::DMABUFHEAP */                res = allocatorStore->fetchAllocator(                        C2PlatformAllocatorStore::ION, &allocator);                if (res == C2_OK) {                    std::shared_ptr<C2BlockPool> ptr(                            new C2PooledBlockPool(allocator, poolId), deleter);                    *pool = ptr;                    mBlockPools[poolId] = ptr;                    mComponents[poolId].insert(                           mComponents[poolId].end(),                           components.begin(), components.end());}

constexpr size_t kMaxLinearBufferSize = 7680 * 4320 * 2;uint32_t size = kLinearBufferSize;const std::vector<C2ConstLinearBlock> &linear_blocks = c2buffer->data().linearBlocks();const uint32_t block_size = linear_blocks.front().size();if (block_size < kMaxLinearBufferSize / 2) {	size = block_size * 2;} else {	size = kMaxLinearBufferSize;}mAlloc = [format = mFormat, size] {return new LocalLinearBuffer(format, new ABuffer(size));};

output->buffers.reset(new LinearOutputBuffers(mName));class LinearOutputBuffers : public FlexOutputBuffers {public:    LinearOutputBuffers(const char *componentName, const char *name = "1D-Output")        : FlexOutputBuffers(componentName, name) { }        if (oStreamFormat.value == C2BufferData::LINEAR) {            if (buffersBoundToCodec) {                // WORKAROUND: if we're using early CSD workaround we convert to                //             array mode, to appease apps assuming the output                //             buffers to be of the same size.                output->buffers = output->buffers->toArrayMode(numOutputSlots);            }         } std::unique_ptr<OutputBuffersArray> FlexOutputBuffers::toArrayMode(size_t size) {    std::unique_ptr<OutputBuffersArray> array(new OutputBuffersArray(mComponentName.c_str()));    array->transferFrom(this);    std::function<sp<Codec2Buffer>()> alloc = getAlloc();    array->initialize(mImpl, size, alloc);    return array;}std::function<sp<Codec2Buffer>()> LinearOutputBuffers::getAlloc() {    return [format = mFormat]{        // TODO: proper max output size        return new LocalLinearBuffer(format, new ABuffer(kLinearBufferSize));    };ABuffer::ABuffer(size_t capacity)    : mRangeOffset(0),      mInt32Data(0),      mOwnsData(true) {    mData = malloc(capacity);    if (mData == NULL) {        mCapacity = 0;        mRangeLength = 0;    } else {        mCapacity = capacity;        mRangeLength = capacity;    }}

• buffer转换
  是从申请的mBuffer中取出一个可用的MediaCodecbuffer 返回出去。
  这个过程是拷贝的，拷贝完成之后 c2buffer就释放了。 外部在释放会内部。

  struct Codec2Client::Component::HidlListener : public IComponentListener {    std::weak_ptr<Component> component;    std::weak_ptr<Listener> base;    virtual Return<void> onWorkDone(const WorkBundle& workBundle) override {        std::list<std::unique_ptr<C2Work>> workItems;        if (!objcpy(&workItems, workBundle)) {            LOG(DEBUG) << "onWorkDone -- received corrupted WorkBundle.";            return Void();        }        // release input buffers potentially held by the component from queue        std::shared_ptr<Codec2Client::Component> strongComponent =                component.lock();        if (strongComponent) {            strongComponent->handleOnWorkDone(workItems);        }        if (std::shared_ptr<Codec2Client::Listener> listener = base.lock()) {            listener->onWorkDone(component, workItems);        } else {            LOG(DEBUG) << "onWorkDone -- listener died.";        }        return Void();    }}

  C2buffer转换为MediaCodecBuffer

  根据前面的信息client的onWorkDone 首先回调到CCodec， CCodec回调到CCodecBufferChannel

  • CCodecBufferChannel onWorkDone

    • 根据work的信息进行 一系列的处理， 如输出帧的情况，传递的参数是不是发生了变化等等。

    • AccessorImpl：通过bufferId来进行bufferpool的管理。同时clinet也会注册listener到component.

    Return<void> ComponentStore::createComponent(        const hidl_string& name,        const sp<IComponentListener>& listener,        const sp<IClientManager>& pool,        createComponent_cb _hidl_cb) {        component->initListener(component);}void Component::initListener(const sp<Component>& self) {    std::shared_ptr<C2Component::Listener> c2listener =            std::make_shared<Listener>(self);    c2_status_t res = mComponent->setListener_vb(c2listener, C2_DONT_BLOCK);    if (res != C2_OK) {        mInit = res;    }}struct Component::Listener : public C2Component::Listener {        virtual void onWorkDone_nb(            std::weak_ptr<C2Component> /* c2component */,            std::list<std::unique_ptr<C2Work>> c2workItems) override {            sp<IComponentListener> listener = mListener.promote();                      if (!objcpy(&workBundle, c2workItems, strongComponent ?                    &strongComponent->mBufferPoolSender : nullptr)) {                LOG(ERROR) << "Component::Listener::onWorkDone_nb -- "                           << "received corrupted work items.";                endTransferBufferQueueBlocks(c2workItems, false, true);                return;            }            Return<void> transStatus = listener->onWorkDone(workBundle);     }}

    这样simpleC2compont 处理完一帧后会回调到componet 中
    componet中调用objcpy将C2Work转换为HIDL的workBundle，转换后回调到clinet中
    client 再次将HIDL的workBundle转换为非HIDL的C2Work，返回给ccodecbufferChannel。
    这里同样有可能有多个分配的方式 基类是C2Allocator。

pool中申请内存：fetchLinearBlock根据前面的层级关系， 这个alloc会一路调用到AccessorImpl中。
在createBlockPool的fetchAllocator获取分配器时创建了一个C2DmaBufAllocator并传递到Impl中。从应用层释放。MediaCodecBuffer 是malloc出来的 固定的几个。申请之后将bufferpool 中对应buffer的引用加一。

OutputBuffersArray::registerBuffer status_t err = mImpl.grabBuffer(            index,            &c2Buffer,            [buffer](const sp<Codec2Buffer> &clientBuffer) {                return clientBuffer->canCopy(buffer);            });if (!c2Buffer->copy(buffer)) {    ALOGD("[%s] copy buffer failed", mName);    return WOULD_BLOCK;}status_t BuffersArrayImpl::grabBuffer(        size_t *index,        sp<Codec2Buffer> *buffer,        std::function<bool(const sp<Codec2Buffer> &)> match) {    // allBuffersDontMatch remains true if all buffers are available but    // match() returns false for every buffer.    bool allBuffersDontMatch = true;    for (size_t i = 0; i < mBuffers.size(); ++i) {        if (!mBuffers[i].ownedByClient && mBuffers[i].compBuffer.expired()) {            if (match(mBuffers[i].clientBuffer)) {                mBuffers[i].ownedByClient = true;                *buffer = mBuffers[i].clientBuffer;                (*buffer)->meta()->clear();                (*buffer)->setRange(0, (*buffer)->capacity());                *index = i;                return OK;            }        } else {            allBuffersDontMatch = false;        }    }    return allBuffersDontMatch ? NO_MEMORY : WOULD_BLOCK;}

• MediaCodec

将这个buffer放到外部的mPortBuffers中，返回给应用。对于buffer的处理记录transaction的次数。recerive buffer 从pool中取出来。 存储的是bufferId 和 native_handle_t的对应关系。

err = mComponent->createBlockPool(             pools->outputAllocatorId, &pools->outputPoolId, &pools->outputPoolIntf);      std::unique_ptr<C2PortBlockPoolsTuning::output> poolIdsTuning =C2PortBlockPoolsTuning::output::AllocUnique({ pools->outputPoolId });std::vector<std::unique_ptr<C2SettingResult>> failures;err = mComponent->config({ poolIdsTuning.get() }, C2_MAY_BLOCK, &failures);

• C2PooledBlockPool

  componet的createBlockPool会调用到c2store中的createBlockPool，根据之前决定的allocateId，走到ION的分支
  在这个分支中 首先获取Allocator，并将Allocator传递到C2PooledBlockPool中。 是在bufferPoolClient 中进行处理的。真正申请内存是在Access类当中。释放buffer的流程