/* * Copyright (C) 2018 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ //#define LOG_NDEBUG 0 #define LOG_TAG "C2SoftOpusDec" #include #include #include #include #include "C2SoftOpusDec.h" extern "C" { #include #include } namespace android { constexpr char COMPONENT_NAME[] = "c2.android.opus.decoder"; class C2SoftOpusDec::IntfImpl : public C2InterfaceHelper { public: explicit IntfImpl(const std::shared_ptr& helper) : C2InterfaceHelper(helper) { setDerivedInstance(this); addParameter( DefineParam(mInputFormat, C2_NAME_INPUT_STREAM_FORMAT_SETTING) .withConstValue(new C2StreamFormatConfig::input(0u, C2FormatCompressed)) .build()); addParameter( DefineParam(mOutputFormat, C2_NAME_OUTPUT_STREAM_FORMAT_SETTING) .withConstValue(new C2StreamFormatConfig::output(0u, C2FormatAudio)) .build()); addParameter( DefineParam(mInputMediaType, C2_NAME_INPUT_PORT_MIME_SETTING) .withConstValue(AllocSharedString( MEDIA_MIMETYPE_AUDIO_OPUS)) .build()); addParameter( DefineParam(mOutputMediaType, C2_NAME_OUTPUT_PORT_MIME_SETTING) .withConstValue(AllocSharedString( MEDIA_MIMETYPE_AUDIO_RAW)) .build()); addParameter( DefineParam(mSampleRate, C2_NAME_STREAM_SAMPLE_RATE_SETTING) .withDefault(new C2StreamSampleRateInfo::output(0u, 48000)) .withFields({C2F(mSampleRate, value).equalTo(48000)}) .withSetter((Setter::StrictValueWithNoDeps)) .build()); addParameter( DefineParam(mChannelCount, C2_NAME_STREAM_CHANNEL_COUNT_SETTING) .withDefault(new C2StreamChannelCountInfo::output(0u, 1)) .withFields({C2F(mChannelCount, value).inRange(1, 8)}) .withSetter(Setter::StrictValueWithNoDeps) .build()); addParameter( DefineParam(mBitrate, C2_NAME_STREAM_BITRATE_SETTING) .withDefault(new C2BitrateTuning::input(0u, 6000)) .withFields({C2F(mBitrate, value).inRange(6000, 510000)}) .withSetter(Setter::NonStrictValueWithNoDeps) .build()); addParameter( DefineParam(mInputMaxBufSize, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE) .withConstValue(new C2StreamMaxBufferSizeInfo::input(0u, 960 * 6)) .build()); } private: std::shared_ptr mInputFormat; std::shared_ptr mOutputFormat; std::shared_ptr mInputMediaType; std::shared_ptr mOutputMediaType; std::shared_ptr mSampleRate; std::shared_ptr mChannelCount; std::shared_ptr mBitrate; std::shared_ptr mInputMaxBufSize; }; C2SoftOpusDec::C2SoftOpusDec(const char *name, c2_node_id_t id, const std::shared_ptr& intfImpl) : SimpleC2Component( std::make_shared>(name, id, intfImpl)), mIntf(intfImpl), mDecoder(nullptr) { } C2SoftOpusDec::~C2SoftOpusDec() { onRelease(); } c2_status_t C2SoftOpusDec::onInit() { status_t err = initDecoder(); return err == OK ? C2_OK : C2_NO_MEMORY; } c2_status_t C2SoftOpusDec::onStop() { if (mDecoder) { opus_multistream_decoder_destroy(mDecoder); mDecoder = nullptr; } memset(&mHeader, 0, sizeof(mHeader)); mCodecDelay = 0; mSeekPreRoll = 0; mSamplesToDiscard = 0; mInputBufferCount = 0; mSignalledError = false; mSignalledOutputEos = false; return C2_OK; } void C2SoftOpusDec::onReset() { (void)onStop(); } void C2SoftOpusDec::onRelease() { if (mDecoder) { opus_multistream_decoder_destroy(mDecoder); mDecoder = nullptr; } } status_t C2SoftOpusDec::initDecoder() { memset(&mHeader, 0, sizeof(mHeader)); mCodecDelay = 0; mSeekPreRoll = 0; mSamplesToDiscard = 0; mInputBufferCount = 0; mSignalledError = false; mSignalledOutputEos = false; return OK; } c2_status_t C2SoftOpusDec::onFlush_sm() { if (mDecoder) { opus_multistream_decoder_ctl(mDecoder, OPUS_RESET_STATE); mSamplesToDiscard = mSeekPreRoll; mSignalledOutputEos = false; } return C2_OK; } c2_status_t C2SoftOpusDec::drain( uint32_t drainMode, const std::shared_ptr &pool) { (void) pool; if (drainMode == NO_DRAIN) { ALOGW("drain with NO_DRAIN: no-op"); return C2_OK; } if (drainMode == DRAIN_CHAIN) { ALOGW("DRAIN_CHAIN not supported"); return C2_OMITTED; } return C2_OK; } static void fillEmptyWork(const std::unique_ptr &work) { work->worklets.front()->output.flags = work->input.flags; work->worklets.front()->output.buffers.clear(); work->worklets.front()->output.ordinal = work->input.ordinal; work->workletsProcessed = 1u; } static uint16_t ReadLE16(const uint8_t *data, size_t data_size, uint32_t read_offset) { if (read_offset + 1 > data_size) return 0; uint16_t val; val = data[read_offset]; val |= data[read_offset + 1] << 8; return val; } static const int kRate = 48000; // Opus uses Vorbis channel mapping, and Vorbis channel mapping specifies // mappings for up to 8 channels. This information is part of the Vorbis I // Specification: // http://www.xiph.org/vorbis/doc/Vorbis_I_spec.html static const int kMaxChannels = 8; // Maximum packet size used in Xiph's opusdec. static const int kMaxOpusOutputPacketSizeSamples = 960 * 6; // Default audio output channel layout. Used to initialize |stream_map| in // OpusHeader, and passed to opus_multistream_decoder_create() when the header // does not contain mapping information. The values are valid only for mono and // stereo output: Opus streams with more than 2 channels require a stream map. static const int kMaxChannelsWithDefaultLayout = 2; static const uint8_t kDefaultOpusChannelLayout[kMaxChannelsWithDefaultLayout] = { 0, 1 }; // Parses Opus Header. Header spec: http://wiki.xiph.org/OggOpus#ID_Header static bool ParseOpusHeader(const uint8_t *data, size_t data_size, OpusHeader* header) { // Size of the Opus header excluding optional mapping information. const size_t kOpusHeaderSize = 19; // Offset to the channel count byte in the Opus header. const size_t kOpusHeaderChannelsOffset = 9; // Offset to the pre-skip value in the Opus header. const size_t kOpusHeaderSkipSamplesOffset = 10; // Offset to the gain value in the Opus header. const size_t kOpusHeaderGainOffset = 16; // Offset to the channel mapping byte in the Opus header. const size_t kOpusHeaderChannelMappingOffset = 18; // Opus Header contains a stream map. The mapping values are in the header // beyond the always present |kOpusHeaderSize| bytes of data. The mapping // data contains stream count, coupling information, and per channel mapping // values: // - Byte 0: Number of streams. // - Byte 1: Number coupled. // - Byte 2: Starting at byte 2 are |header->channels| uint8 mapping // values. const size_t kOpusHeaderNumStreamsOffset = kOpusHeaderSize; const size_t kOpusHeaderNumCoupledOffset = kOpusHeaderNumStreamsOffset + 1; const size_t kOpusHeaderStreamMapOffset = kOpusHeaderNumStreamsOffset + 2; if (data_size < kOpusHeaderSize) { ALOGE("Header size is too small."); return false; } header->channels = *(data + kOpusHeaderChannelsOffset); if (header->channels <= 0 || header->channels > kMaxChannels) { ALOGE("Invalid Header, wrong channel count: %d", header->channels); return false; } header->skip_samples = ReadLE16(data, data_size, kOpusHeaderSkipSamplesOffset); header->gain_db = static_cast(ReadLE16(data, data_size, kOpusHeaderGainOffset)); header->channel_mapping = *(data + kOpusHeaderChannelMappingOffset); if (!header->channel_mapping) { if (header->channels > kMaxChannelsWithDefaultLayout) { ALOGE("Invalid Header, missing stream map."); return false; } header->num_streams = 1; header->num_coupled = header->channels > 1; header->stream_map[0] = 0; header->stream_map[1] = 1; return true; } if (data_size < kOpusHeaderStreamMapOffset + header->channels) { ALOGE("Invalid stream map; insufficient data for current channel " "count: %d", header->channels); return false; } header->num_streams = *(data + kOpusHeaderNumStreamsOffset); header->num_coupled = *(data + kOpusHeaderNumCoupledOffset); if (header->num_streams + header->num_coupled != header->channels) { ALOGE("Inconsistent channel mapping."); return false; } for (int i = 0; i < header->channels; ++i) header->stream_map[i] = *(data + kOpusHeaderStreamMapOffset + i); return true; } // Convert nanoseconds to number of samples. static uint64_t ns_to_samples(uint64_t ns, int rate) { return static_cast(ns) * rate / 1000000000; } void C2SoftOpusDec::process( const std::unique_ptr &work, const std::shared_ptr &pool) { // Initialize output work work->result = C2_OK; work->workletsProcessed = 1u; work->worklets.front()->output.configUpdate.clear(); work->worklets.front()->output.flags = work->input.flags; if (mSignalledError || mSignalledOutputEos) { work->result = C2_BAD_VALUE; return; } bool eos = ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0); size_t inOffset = 0u; size_t inSize = 0u; C2ReadView rView = mDummyReadView; if (!work->input.buffers.empty()) { rView = work->input.buffers[0]->data().linearBlocks().front().map().get(); inSize = rView.capacity(); if (inSize && rView.error()) { ALOGE("read view map failed %d", rView.error()); work->result = C2_CORRUPTED; return; } } if (inSize == 0) { fillEmptyWork(work); if (eos) { mSignalledOutputEos = true; ALOGV("signalled EOS"); } return; } ALOGV("in buffer attr. size %zu timestamp %d frameindex %d", inSize, (int)work->input.ordinal.timestamp.peeku(), (int)work->input.ordinal.frameIndex.peeku()); const uint8_t *data = rView.data() + inOffset; if (mInputBufferCount < 3) { if (mInputBufferCount == 0) { if (!ParseOpusHeader(data, inSize, &mHeader)) { ALOGE("Encountered error while Parsing Opus Header."); mSignalledError = true; work->result = C2_CORRUPTED; return; } uint8_t channel_mapping[kMaxChannels] = {0}; if (mHeader.channels <= kMaxChannelsWithDefaultLayout) { memcpy(&channel_mapping, kDefaultOpusChannelLayout, kMaxChannelsWithDefaultLayout); } else { memcpy(&channel_mapping, mHeader.stream_map, mHeader.channels); } int status = OPUS_INVALID_STATE; mDecoder = opus_multistream_decoder_create(kRate, mHeader.channels, mHeader.num_streams, mHeader.num_coupled, channel_mapping, &status); if (!mDecoder || status != OPUS_OK) { ALOGE("opus_multistream_decoder_create failed status = %s", opus_strerror(status)); mSignalledError = true; work->result = C2_CORRUPTED; return; } status = opus_multistream_decoder_ctl(mDecoder, OPUS_SET_GAIN(mHeader.gain_db)); if (status != OPUS_OK) { ALOGE("Failed to set OPUS header gain; status = %s", opus_strerror(status)); mSignalledError = true; work->result = C2_CORRUPTED; return; } } else { if (inSize < 8) { ALOGE("Input sample size is too small."); mSignalledError = true; work->result = C2_CORRUPTED; return; } int64_t samples = ns_to_samples( *(reinterpret_cast (const_cast (data))), kRate); if (mInputBufferCount == 1) { mCodecDelay = samples; mSamplesToDiscard = mCodecDelay; } else { mSeekPreRoll = samples; ALOGI("Configuring decoder: %d Hz, %d channels", kRate, mHeader.channels); C2StreamSampleRateInfo::output sampleRateInfo(0u, kRate); C2StreamChannelCountInfo::output channelCountInfo(0u, mHeader.channels); std::vector> failures; c2_status_t err = mIntf->config( { &sampleRateInfo, &channelCountInfo }, C2_MAY_BLOCK, &failures); if (err == OK) { work->worklets.front()->output.configUpdate.push_back(C2Param::Copy(sampleRateInfo)); work->worklets.front()->output.configUpdate.push_back(C2Param::Copy(channelCountInfo)); } else { ALOGE("Config Update failed"); mSignalledError = true; work->result = C2_CORRUPTED; return; } } } ++mInputBufferCount; fillEmptyWork(work); if (eos) { mSignalledOutputEos = true; ALOGV("signalled EOS"); } return; } // Ignore CSD re-submissions. if ((work->input.flags & C2FrameData::FLAG_CODEC_CONFIG)) { fillEmptyWork(work); return; } // When seeking to zero, |mCodecDelay| samples has to be discarded // instead of |mSeekPreRoll| samples (as we would when seeking to any // other timestamp). if (work->input.ordinal.timestamp.peeku() == 0) mSamplesToDiscard = mCodecDelay; std::shared_ptr block; C2MemoryUsage usage = { C2MemoryUsage::CPU_READ, C2MemoryUsage::CPU_WRITE }; c2_status_t err = pool->fetchLinearBlock( kMaxNumSamplesPerBuffer * kMaxChannels * sizeof(int16_t), usage, &block); if (err != C2_OK) { ALOGE("fetchLinearBlock for Output failed with status %d", err); work->result = C2_NO_MEMORY; return; } C2WriteView wView = block->map().get(); if (wView.error()) { ALOGE("write view map failed %d", wView.error()); work->result = C2_CORRUPTED; return; } int numSamples = opus_multistream_decode(mDecoder, data, inSize, reinterpret_cast (wView.data()), kMaxOpusOutputPacketSizeSamples, 0); if (numSamples < 0) { ALOGE("opus_multistream_decode returned numSamples %d", numSamples); numSamples = 0; mSignalledError = true; work->result = C2_CORRUPTED; return; } int outOffset = 0; if (mSamplesToDiscard > 0) { if (mSamplesToDiscard > numSamples) { mSamplesToDiscard -= numSamples; numSamples = 0; } else { numSamples -= mSamplesToDiscard; outOffset = mSamplesToDiscard * sizeof(int16_t) * mHeader.channels; mSamplesToDiscard = 0; } } if (numSamples) { int outSize = numSamples * sizeof(int16_t) * mHeader.channels; ALOGV("out buffer attr. offset %d size %d ", outOffset, outSize); work->worklets.front()->output.flags = work->input.flags; work->worklets.front()->output.buffers.clear(); work->worklets.front()->output.buffers.push_back(createLinearBuffer(block, outOffset, outSize)); work->worklets.front()->output.ordinal = work->input.ordinal; work->workletsProcessed = 1u; } else { fillEmptyWork(work); block.reset(); } if (eos) { mSignalledOutputEos = true; ALOGV("signalled EOS"); } } class C2SoftOpusDecFactory : public C2ComponentFactory { public: C2SoftOpusDecFactory() : mHelper(std::static_pointer_cast( GetCodec2PlatformComponentStore()->getParamReflector())) { } virtual c2_status_t createComponent( c2_node_id_t id, std::shared_ptr* const component, std::function deleter) override { *component = std::shared_ptr( new C2SoftOpusDec(COMPONENT_NAME, id, std::make_shared(mHelper)), deleter); return C2_OK; } virtual c2_status_t createInterface( c2_node_id_t id, std::shared_ptr* const interface, std::function deleter) override { *interface = std::shared_ptr( new SimpleInterface( COMPONENT_NAME, id, std::make_shared(mHelper)), deleter); return C2_OK; } virtual ~C2SoftOpusDecFactory() override = default; private: std::shared_ptr mHelper; }; } // namespace android extern "C" ::C2ComponentFactory* CreateCodec2Factory() { ALOGV("in %s", __func__); return new ::android::C2SoftOpusDecFactory(); } extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) { ALOGV("in %s", __func__); delete factory; }