/* * Copyright (C) 2014 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include <inttypes.h> //#define LOG_NDEBUG 0 #define LOG_TAG "NdkMediaCodec" #include "NdkMediaCodec.h" #include "NdkMediaError.h" #include "NdkMediaCryptoPriv.h" #include "NdkMediaFormatPriv.h" #include <utils/Log.h> #include <utils/StrongPointer.h> #include <gui/Surface.h> #include <media/stagefright/foundation/ALooper.h> #include <media/stagefright/foundation/AMessage.h> #include <media/stagefright/foundation/ABuffer.h> #include <media/stagefright/MediaCodec.h> #include <media/stagefright/MediaErrors.h> using namespace android; static media_status_t translate_error(status_t err) { if (err == OK) { return AMEDIA_OK; } else if (err == -EAGAIN) { return (media_status_t) AMEDIACODEC_INFO_TRY_AGAIN_LATER; } ALOGE("sf error code: %d", err); return AMEDIA_ERROR_UNKNOWN; } enum { kWhatActivityNotify, kWhatRequestActivityNotifications, kWhatStopActivityNotifications, }; class CodecHandler: public AHandler { private: AMediaCodec* mCodec; public: CodecHandler(AMediaCodec *codec); virtual void onMessageReceived(const sp<AMessage> &msg); }; typedef void (*OnCodecEvent)(AMediaCodec *codec, void *userdata); struct AMediaCodec { sp<android::MediaCodec> mCodec; sp<ALooper> mLooper; sp<CodecHandler> mHandler; sp<AMessage> mActivityNotification; int32_t mGeneration; bool mRequestedActivityNotification; OnCodecEvent mCallback; void *mCallbackUserData; }; CodecHandler::CodecHandler(AMediaCodec *codec) { mCodec = codec; } void CodecHandler::onMessageReceived(const sp<AMessage> &msg) { switch (msg->what()) { case kWhatRequestActivityNotifications: { if (mCodec->mRequestedActivityNotification) { break; } mCodec->mCodec->requestActivityNotification(mCodec->mActivityNotification); mCodec->mRequestedActivityNotification = true; break; } case kWhatActivityNotify: { { int32_t generation; msg->findInt32("generation", &generation); if (generation != mCodec->mGeneration) { // stale break; } mCodec->mRequestedActivityNotification = false; } if (mCodec->mCallback) { mCodec->mCallback(mCodec, mCodec->mCallbackUserData); } break; } case kWhatStopActivityNotifications: { sp<AReplyToken> replyID; msg->senderAwaitsResponse(&replyID); mCodec->mGeneration++; mCodec->mRequestedActivityNotification = false; sp<AMessage> response = new AMessage; response->postReply(replyID); break; } default: ALOGE("shouldn't be here"); break; } } static void requestActivityNotification(AMediaCodec *codec) { (new AMessage(kWhatRequestActivityNotifications, codec->mHandler))->post(); } extern "C" { static AMediaCodec * createAMediaCodec(const char *name, bool name_is_type, bool encoder) { AMediaCodec *mData = new AMediaCodec(); mData->mLooper = new ALooper; mData->mLooper->setName("NDK MediaCodec_looper"); status_t ret = mData->mLooper->start( false, // runOnCallingThread true, // canCallJava XXX PRIORITY_FOREGROUND); if (name_is_type) { mData->mCodec = android::MediaCodec::CreateByType(mData->mLooper, name, encoder); } else { mData->mCodec = android::MediaCodec::CreateByComponentName(mData->mLooper, name); } if (mData->mCodec == NULL) { // failed to create codec AMediaCodec_delete(mData); return NULL; } mData->mHandler = new CodecHandler(mData); mData->mLooper->registerHandler(mData->mHandler); mData->mGeneration = 1; mData->mRequestedActivityNotification = false; mData->mCallback = NULL; return mData; } EXPORT AMediaCodec* AMediaCodec_createCodecByName(const char *name) { return createAMediaCodec(name, false, false); } EXPORT AMediaCodec* AMediaCodec_createDecoderByType(const char *mime_type) { return createAMediaCodec(mime_type, true, false); } EXPORT AMediaCodec* AMediaCodec_createEncoderByType(const char *name) { return createAMediaCodec(name, true, true); } EXPORT media_status_t AMediaCodec_delete(AMediaCodec *mData) { if (mData != NULL) { if (mData->mCodec != NULL) { mData->mCodec->release(); mData->mCodec.clear(); } if (mData->mLooper != NULL) { if (mData->mHandler != NULL) { mData->mLooper->unregisterHandler(mData->mHandler->id()); } mData->mLooper->stop(); mData->mLooper.clear(); } delete mData; } return AMEDIA_OK; } EXPORT media_status_t AMediaCodec_configure( AMediaCodec *mData, const AMediaFormat* format, ANativeWindow* window, AMediaCrypto *crypto, uint32_t flags) { sp<AMessage> nativeFormat; AMediaFormat_getFormat(format, &nativeFormat); ALOGV("configure with format: %s", nativeFormat->debugString(0).c_str()); sp<Surface> surface = NULL; if (window != NULL) { surface = (Surface*) window; } return translate_error(mData->mCodec->configure(nativeFormat, surface, crypto ? crypto->mCrypto : NULL, flags)); } EXPORT media_status_t AMediaCodec_start(AMediaCodec *mData) { status_t ret = mData->mCodec->start(); if (ret != OK) { return translate_error(ret); } mData->mActivityNotification = new AMessage(kWhatActivityNotify, mData->mHandler); mData->mActivityNotification->setInt32("generation", mData->mGeneration); requestActivityNotification(mData); return AMEDIA_OK; } EXPORT media_status_t AMediaCodec_stop(AMediaCodec *mData) { media_status_t ret = translate_error(mData->mCodec->stop()); sp<AMessage> msg = new AMessage(kWhatStopActivityNotifications, mData->mHandler); sp<AMessage> response; msg->postAndAwaitResponse(&response); mData->mActivityNotification.clear(); return ret; } EXPORT media_status_t AMediaCodec_flush(AMediaCodec *mData) { return translate_error(mData->mCodec->flush()); } EXPORT ssize_t AMediaCodec_dequeueInputBuffer(AMediaCodec *mData, int64_t timeoutUs) { size_t idx; status_t ret = mData->mCodec->dequeueInputBuffer(&idx, timeoutUs); requestActivityNotification(mData); if (ret == OK) { return idx; } return translate_error(ret); } EXPORT uint8_t* AMediaCodec_getInputBuffer(AMediaCodec *mData, size_t idx, size_t *out_size) { android::Vector<android::sp<android::ABuffer> > abufs; if (mData->mCodec->getInputBuffers(&abufs) == 0) { size_t n = abufs.size(); if (idx >= n) { ALOGE("buffer index %zu out of range", idx); return NULL; } if (out_size != NULL) { *out_size = abufs[idx]->capacity(); } return abufs[idx]->data(); } ALOGE("couldn't get input buffers"); return NULL; } EXPORT uint8_t* AMediaCodec_getOutputBuffer(AMediaCodec *mData, size_t idx, size_t *out_size) { android::Vector<android::sp<android::ABuffer> > abufs; if (mData->mCodec->getOutputBuffers(&abufs) == 0) { size_t n = abufs.size(); if (idx >= n) { ALOGE("buffer index %zu out of range", idx); return NULL; } if (out_size != NULL) { *out_size = abufs[idx]->capacity(); } return abufs[idx]->data(); } ALOGE("couldn't get output buffers"); return NULL; } EXPORT media_status_t AMediaCodec_queueInputBuffer(AMediaCodec *mData, size_t idx, off_t offset, size_t size, uint64_t time, uint32_t flags) { AString errorMsg; status_t ret = mData->mCodec->queueInputBuffer(idx, offset, size, time, flags, &errorMsg); return translate_error(ret); } EXPORT ssize_t AMediaCodec_dequeueOutputBuffer(AMediaCodec *mData, AMediaCodecBufferInfo *info, int64_t timeoutUs) { size_t idx; size_t offset; size_t size; uint32_t flags; int64_t presentationTimeUs; status_t ret = mData->mCodec->dequeueOutputBuffer(&idx, &offset, &size, &presentationTimeUs, &flags, timeoutUs); requestActivityNotification(mData); switch (ret) { case OK: info->offset = offset; info->size = size; info->flags = flags; info->presentationTimeUs = presentationTimeUs; return idx; case -EAGAIN: return AMEDIACODEC_INFO_TRY_AGAIN_LATER; case android::INFO_FORMAT_CHANGED: return AMEDIACODEC_INFO_OUTPUT_FORMAT_CHANGED; case INFO_OUTPUT_BUFFERS_CHANGED: return AMEDIACODEC_INFO_OUTPUT_BUFFERS_CHANGED; default: break; } return translate_error(ret); } EXPORT AMediaFormat* AMediaCodec_getOutputFormat(AMediaCodec *mData) { sp<AMessage> format; mData->mCodec->getOutputFormat(&format); return AMediaFormat_fromMsg(&format); } EXPORT media_status_t AMediaCodec_releaseOutputBuffer(AMediaCodec *mData, size_t idx, bool render) { if (render) { return translate_error(mData->mCodec->renderOutputBufferAndRelease(idx)); } else { return translate_error(mData->mCodec->releaseOutputBuffer(idx)); } } EXPORT media_status_t AMediaCodec_releaseOutputBufferAtTime( AMediaCodec *mData, size_t idx, int64_t timestampNs) { ALOGV("render @ %" PRId64, timestampNs); return translate_error(mData->mCodec->renderOutputBufferAndRelease(idx, timestampNs)); } //EXPORT media_status_t AMediaCodec_setNotificationCallback(AMediaCodec *mData, OnCodecEvent callback, void *userdata) { mData->mCallback = callback; mData->mCallbackUserData = userdata; return AMEDIA_OK; } typedef struct AMediaCodecCryptoInfo { int numsubsamples; uint8_t key[16]; uint8_t iv[16]; cryptoinfo_mode_t mode; size_t *clearbytes; size_t *encryptedbytes; } AMediaCodecCryptoInfo; EXPORT media_status_t AMediaCodec_queueSecureInputBuffer( AMediaCodec* codec, size_t idx, off_t offset, AMediaCodecCryptoInfo* crypto, uint64_t time, uint32_t flags) { CryptoPlugin::SubSample *subSamples = new CryptoPlugin::SubSample[crypto->numsubsamples]; for (int i = 0; i < crypto->numsubsamples; i++) { subSamples[i].mNumBytesOfClearData = crypto->clearbytes[i]; subSamples[i].mNumBytesOfEncryptedData = crypto->encryptedbytes[i]; } AString errormsg; status_t err = codec->mCodec->queueSecureInputBuffer(idx, offset, subSamples, crypto->numsubsamples, crypto->key, crypto->iv, (CryptoPlugin::Mode) crypto->mode, time, flags, &errormsg); if (err != 0) { ALOGE("queSecureInputBuffer: %s", errormsg.c_str()); } delete [] subSamples; return translate_error(err); } EXPORT AMediaCodecCryptoInfo *AMediaCodecCryptoInfo_new( int numsubsamples, uint8_t key[16], uint8_t iv[16], cryptoinfo_mode_t mode, size_t *clearbytes, size_t *encryptedbytes) { // size needed to store all the crypto data size_t cryptosize = sizeof(AMediaCodecCryptoInfo) + sizeof(size_t) * numsubsamples * 2; AMediaCodecCryptoInfo *ret = (AMediaCodecCryptoInfo*) malloc(cryptosize); if (!ret) { ALOGE("couldn't allocate %zu bytes", cryptosize); return NULL; } ret->numsubsamples = numsubsamples; memcpy(ret->key, key, 16); memcpy(ret->iv, iv, 16); ret->mode = mode; // clearbytes and encryptedbytes point at the actual data, which follows ret->clearbytes = (size_t*) (ret + 1); // point immediately after the struct ret->encryptedbytes = ret->clearbytes + numsubsamples; // point after the clear sizes memcpy(ret->clearbytes, clearbytes, numsubsamples * sizeof(size_t)); memcpy(ret->encryptedbytes, encryptedbytes, numsubsamples * sizeof(size_t)); return ret; } EXPORT media_status_t AMediaCodecCryptoInfo_delete(AMediaCodecCryptoInfo* info) { free(info); return AMEDIA_OK; } EXPORT size_t AMediaCodecCryptoInfo_getNumSubSamples(AMediaCodecCryptoInfo* ci) { return ci->numsubsamples; } EXPORT media_status_t AMediaCodecCryptoInfo_getKey(AMediaCodecCryptoInfo* ci, uint8_t *dst) { if (!ci) { return AMEDIA_ERROR_INVALID_OBJECT; } if (!dst) { return AMEDIA_ERROR_INVALID_PARAMETER; } memcpy(dst, ci->key, 16); return AMEDIA_OK; } EXPORT media_status_t AMediaCodecCryptoInfo_getIV(AMediaCodecCryptoInfo* ci, uint8_t *dst) { if (!ci) { return AMEDIA_ERROR_INVALID_OBJECT; } if (!dst) { return AMEDIA_ERROR_INVALID_PARAMETER; } memcpy(dst, ci->iv, 16); return AMEDIA_OK; } EXPORT cryptoinfo_mode_t AMediaCodecCryptoInfo_getMode(AMediaCodecCryptoInfo* ci) { if (!ci) { return (cryptoinfo_mode_t) AMEDIA_ERROR_INVALID_OBJECT; } return ci->mode; } EXPORT media_status_t AMediaCodecCryptoInfo_getClearBytes(AMediaCodecCryptoInfo* ci, size_t *dst) { if (!ci) { return AMEDIA_ERROR_INVALID_OBJECT; } if (!dst) { return AMEDIA_ERROR_INVALID_PARAMETER; } memcpy(dst, ci->clearbytes, sizeof(size_t) * ci->numsubsamples); return AMEDIA_OK; } EXPORT media_status_t AMediaCodecCryptoInfo_getEncryptedBytes(AMediaCodecCryptoInfo* ci, size_t *dst) { if (!ci) { return AMEDIA_ERROR_INVALID_OBJECT; } if (!dst) { return AMEDIA_ERROR_INVALID_PARAMETER; } memcpy(dst, ci->encryptedbytes, sizeof(size_t) * ci->numsubsamples); return AMEDIA_OK; } } // extern "C"