/* Copyright (c) 2012-2015, The Linux Foundataion. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are * met: * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials provided * with the distribution. * * Neither the name of The Linux Foundation nor the names of its * contributors may be used to endorse or promote products derived * from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * */ #ifndef __QCAMERA3_CHANNEL_H__ #define __QCAMERA3_CHANNEL_H__ #include <hardware/camera3.h> #include "QCamera3Stream.h" #include "QCamera3Mem.h" #include "QCamera3PostProc.h" #include "QCamera3HALHeader.h" #include "utils/Vector.h" #include <utils/List.h> extern "C" { #include <mm_camera_interface.h> } using namespace android; namespace qcamera { typedef void (*channel_cb_routine)(mm_camera_super_buf_t *metadata, camera3_stream_buffer_t *buffer, uint32_t frame_number, void *userdata); class QCamera3Channel { public: QCamera3Channel(uint32_t cam_handle, mm_camera_ops_t *cam_ops, channel_cb_routine cb_routine, cam_padding_info_t *paddingInfo, uint32_t postprocess_mask, void *userData); QCamera3Channel(); virtual ~QCamera3Channel(); int32_t addStream(cam_stream_type_t streamType, cam_format_t streamFormat, cam_dimension_t streamDim, uint8_t minStreamBufnum, uint32_t postprocessMask, cam_is_type_t isType); virtual int32_t start(); virtual int32_t stop(); int32_t bufDone(mm_camera_super_buf_t *recvd_frame); uint32_t getStreamTypeMask(); uint32_t getStreamID(uint32_t streamMask); virtual int32_t initialize(cam_is_type_t isType) = 0; virtual int32_t request(buffer_handle_t * /*buffer*/, uint32_t /*frameNumber*/){ return 0;}; virtual int32_t request(buffer_handle_t * /*buffer*/, uint32_t /*frameNumber*/, camera3_stream_buffer_t* /*pInputBuffer*/, metadata_buffer_t* /*metadata*/){ return 0;}; virtual void streamCbRoutine(mm_camera_super_buf_t *super_frame, QCamera3Stream *stream) = 0; virtual int32_t registerBuffer(buffer_handle_t *buffer, cam_is_type_t isType) = 0; virtual QCamera3Memory *getStreamBufs(uint32_t len) = 0; virtual void putStreamBufs() = 0; QCamera3Stream *getStreamByHandle(uint32_t streamHandle); uint32_t getMyHandle() const {return m_handle;}; uint8_t getNumOfStreams() const {return m_numStreams;}; QCamera3Stream *getStreamByIndex(uint8_t index); static void streamCbRoutine(mm_camera_super_buf_t *super_frame, QCamera3Stream *stream, void *userdata); void dumpYUV(mm_camera_buf_def_t *frame, cam_dimension_t dim, cam_frame_len_offset_t offset, uint8_t name); void *mUserData; cam_padding_info_t *mPaddingInfo; QCamera3Stream *mStreams[MAX_STREAM_NUM_IN_BUNDLE]; uint8_t m_numStreams; protected: virtual int32_t init(mm_camera_channel_attr_t *attr, mm_camera_buf_notify_t dataCB); int32_t allocateStreamInfoBuf(camera3_stream_t *stream); uint32_t m_camHandle; mm_camera_ops_t *m_camOps; bool m_bIsActive; uint32_t m_handle; mm_camera_buf_notify_t mDataCB; QCamera3HeapMemory *mStreamInfoBuf; channel_cb_routine mChannelCB; //cam_padding_info_t *mPaddingInfo; uint32_t mPostProcMask; uint8_t mYUVDump; cam_is_type_t mIsType; uint8_t mIntent; }; /* QCamera3RegularChannel is used to handle all streams that are directly * generated by hardware and given to frameworks without any postprocessing at HAL. * Examples are: all IMPLEMENTATION_DEFINED streams, CPU_READ streams. */ class QCamera3RegularChannel : public QCamera3Channel { public: QCamera3RegularChannel(uint32_t cam_handle, mm_camera_ops_t *cam_ops, channel_cb_routine cb_routine, cam_padding_info_t *paddingInfo, void *userData, camera3_stream_t *stream, cam_stream_type_t stream_type, uint32_t postprocess_mask); virtual ~QCamera3RegularChannel(); virtual int32_t start(); virtual int32_t initialize(cam_is_type_t isType); virtual int32_t request(buffer_handle_t *buffer, uint32_t frameNumber); virtual void streamCbRoutine(mm_camera_super_buf_t *super_frame, QCamera3Stream *stream); virtual QCamera3Memory *getStreamBufs(uint32_t le); virtual void putStreamBufs(); virtual int32_t registerBuffer(buffer_handle_t *buffer, cam_is_type_t isType); public: static int kMaxBuffers; protected: QCamera3GrallocMemory mMemory; private: int32_t initialize(struct private_handle_t *priv_handle); camera3_stream_t *mCamera3Stream; uint32_t mNumBufs; cam_stream_type_t mStreamType; // Stream type uint8_t mIntent; }; /* QCamera3MetadataChannel is for metadata stream generated by camera daemon. */ class QCamera3MetadataChannel : public QCamera3Channel { public: QCamera3MetadataChannel(uint32_t cam_handle, mm_camera_ops_t *cam_ops, channel_cb_routine cb_routine, cam_padding_info_t *paddingInfo, uint32_t postprocess_mask, void *userData); virtual ~QCamera3MetadataChannel(); virtual int32_t initialize(cam_is_type_t isType); virtual int32_t request(buffer_handle_t *buffer, uint32_t frameNumber); virtual void streamCbRoutine(mm_camera_super_buf_t *super_frame, QCamera3Stream *stream); virtual QCamera3Memory *getStreamBufs(uint32_t le); virtual void putStreamBufs(); virtual int32_t registerBuffer(buffer_handle_t * /*buffer*/, cam_is_type_t /*isType*/) { return NO_ERROR; }; private: QCamera3HeapMemory *mMemory; }; /* QCamera3RawChannel is for opaqueu/cross-platform raw stream containing * vendor specific bayer data or 16-bit unpacked bayer data */ class QCamera3RawChannel : public QCamera3RegularChannel { public: QCamera3RawChannel(uint32_t cam_handle, mm_camera_ops_t *cam_ops, channel_cb_routine cb_routine, cam_padding_info_t *paddingInfo, void *userData, camera3_stream_t *stream, uint32_t postprocess_mask, bool raw_16 = false); virtual ~QCamera3RawChannel(); virtual int32_t initialize(cam_is_type_t isType); virtual void streamCbRoutine(mm_camera_super_buf_t *super_frame, QCamera3Stream *stream); public: static int kMaxBuffers; private: bool mRawDump; bool mIsRaw16; void dumpRawSnapshot(mm_camera_buf_def_t *frame); void convertLegacyToRaw16(mm_camera_buf_def_t *frame); void convertMipiToRaw16(mm_camera_buf_def_t *frame); }; /* * QCamera3RawDumpChannel is for internal use only for Raw dump */ class QCamera3RawDumpChannel : public QCamera3Channel { public: QCamera3RawDumpChannel(uint32_t cam_handle, mm_camera_ops_t *cam_ops, cam_dimension_t rawDumpSize, cam_padding_info_t *paddingInfo, void *userData, uint32_t postprocess_mask); virtual ~QCamera3RawDumpChannel(); virtual int32_t initialize(cam_is_type_t isType); virtual void streamCbRoutine(mm_camera_super_buf_t *super_frame, QCamera3Stream *stream); virtual QCamera3Memory *getStreamBufs(uint32_t le); virtual void putStreamBufs(); virtual int32_t registerBuffer(buffer_handle_t * /*buffer*/, cam_is_type_t /*isType*/) { return NO_ERROR; }; virtual int32_t request(buffer_handle_t *buffer, uint32_t frameNumber); void dumpRawSnapshot(mm_camera_buf_def_t *frame); public: static int kMaxBuffers; cam_dimension_t mDim; private: bool mRawDump; QCamera3HeapMemory *mMemory; }; /* QCamera3PicChannel is for JPEG stream, which contains a YUV stream generated * by the hardware, and encoded to a JPEG stream */ class QCamera3PicChannel : public QCamera3Channel { public: QCamera3PicChannel(uint32_t cam_handle, mm_camera_ops_t *cam_ops, channel_cb_routine cb_routine, cam_padding_info_t *paddingInfo, void *userData, camera3_stream_t *stream, uint32_t postprocess_mask, bool is4KVideo, QCamera3Channel *metadataChannel); ~QCamera3PicChannel(); virtual int32_t initialize(cam_is_type_t isType); virtual int32_t stop(); virtual int32_t request(buffer_handle_t *buffer, uint32_t frameNumber, camera3_stream_buffer_t* pInputBuffer, metadata_buffer_t* metadata); virtual void streamCbRoutine(mm_camera_super_buf_t *super_frame, QCamera3Stream *stream); virtual QCamera3Memory *getStreamBufs(uint32_t le); virtual void putStreamBufs(); bool isWNREnabled() {return m_bWNROn;}; bool needOnlineRotation(); int32_t metadataBufDone(mm_camera_super_buf_t *recvd_frame); QCamera3Exif *getExifData(metadata_buffer_t *metadata, jpeg_settings_t *jpeg_settings); void overrideYuvSize(uint32_t width, uint32_t height); static void jpegEvtHandle(jpeg_job_status_t status, uint32_t /*client_hdl*/, uint32_t jobId, mm_jpeg_output_t *p_output, void *userdata); static void dataNotifyCB(mm_camera_super_buf_t *recvd_frame, void *userdata); virtual int32_t registerBuffer(buffer_handle_t *buffer, cam_is_type_t isType); int32_t queueReprocMetadata(mm_camera_super_buf_t *metadata); private: int32_t queueJpegSetting(int32_t out_buf_index, metadata_buffer_t *metadata); public: static int kMaxBuffers; QCamera3PostProcessor m_postprocessor; // post processor cam_dimension_t m_max_pic_dim; private: camera3_stream_t *mCamera3Stream; uint32_t mNumBufsRegistered; uint32_t mNumSnapshotBufs; uint32_t mYuvWidth, mYuvHeight; int32_t mCurrentBufIndex; cam_stream_type_t mStreamType; cam_format_t mStreamFormat; bool m_bWNROn; bool mPostProcStarted; bool mInputBufferConfig; // Set when the picture channel is configured // for processing input(framework) buffers QCamera3GrallocMemory mMemory; QCamera3HeapMemory *mYuvMemory; QCamera3Channel *m_pMetaChannel; mm_camera_super_buf_t *mMetaFrame; QCamera3GrallocMemory mOfflineMemory; QCamera3HeapMemory mOfflineMetaMemory; // Keep a list of free buffers Mutex mFreeBuffersLock; List<uint32_t> mFreeBufferList; }; // reprocess channel class class QCamera3ReprocessChannel : public QCamera3Channel { public: QCamera3ReprocessChannel(uint32_t cam_handle, mm_camera_ops_t *cam_ops, channel_cb_routine cb_routine, cam_padding_info_t *paddingInfo, uint32_t postprocess_mask, void *userData, void *ch_hdl); QCamera3ReprocessChannel(); virtual ~QCamera3ReprocessChannel(); // offline reprocess int32_t doReprocessOffline(qcamera_fwk_input_pp_data_t *frame); int32_t doReprocess(int buf_fd, uint32_t buf_length, int32_t &ret_val, mm_camera_super_buf_t *meta_buf); int32_t extractFrameCropAndRotation(mm_camera_super_buf_t *frame, mm_camera_buf_def_t *meta_buffer, jpeg_settings_t *jpeg_settings, qcamera_fwk_input_pp_data_t &fwk_frame); int32_t extractCrop(qcamera_fwk_input_pp_data_t *frame); virtual QCamera3Memory *getStreamBufs(uint32_t len); virtual void putStreamBufs(); virtual int32_t initialize(cam_is_type_t isType); int32_t unmapOfflineBuffers(bool all); virtual int32_t stop(); virtual void streamCbRoutine(mm_camera_super_buf_t *super_frame, QCamera3Stream *stream); static void dataNotifyCB(mm_camera_super_buf_t *recvd_frame, void* userdata); int32_t addReprocStreamsFromSource(cam_pp_feature_config_t &pp_config, const reprocess_config_t &src_config, cam_is_type_t is_type, QCamera3Channel *pMetaChannel); QCamera3Stream *getStreamBySrcHandle(uint32_t srcHandle); QCamera3Stream *getSrcStreamBySrcHandle(uint32_t srcHandle); virtual int32_t registerBuffer(buffer_handle_t * /*buffer*/, cam_is_type_t /*isType*/) { return NO_ERROR; }; public: void *picChHandle; private: typedef struct { QCamera3Stream *stream; cam_mapping_buf_type type; int index; } OfflineBuffer; android::List<OfflineBuffer> mOfflineBuffers; android::List<OfflineBuffer> mOfflineMetaBuffers; int32_t mOfflineBuffersIndex; int32_t mOfflineMetaIndex; uint32_t mSrcStreamHandles[MAX_STREAM_NUM_IN_BUNDLE]; QCamera3Channel *m_pSrcChannel; // ptr to source channel for reprocess QCamera3Channel *m_pMetaChannel; QCamera3HeapMemory *mMemory; }; /* QCamera3SupportChannel is for HAL internal consumption only */ class QCamera3SupportChannel : public QCamera3Channel { public: QCamera3SupportChannel(uint32_t cam_handle, mm_camera_ops_t *cam_ops, cam_padding_info_t *paddingInfo, uint32_t postprocess_mask, void *userData); virtual ~QCamera3SupportChannel(); virtual int32_t initialize(cam_is_type_t isType); virtual int32_t request(buffer_handle_t *buffer, uint32_t frameNumber); virtual void streamCbRoutine(mm_camera_super_buf_t *super_frame, QCamera3Stream *stream); virtual QCamera3Memory *getStreamBufs(uint32_t le); virtual void putStreamBufs(); virtual int32_t registerBuffer(buffer_handle_t * /*buffer*/, cam_is_type_t /*isType*/) { return NO_ERROR; }; static cam_dimension_t kDim; private: QCamera3HeapMemory *mMemory; }; }; // namespace qcamera #endif /* __QCAMERA_CHANNEL_H__ */