/*
* soft_blender.cpp - soft blender class implementation
*
* Copyright (c) 2017 Intel Corporation
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
* Author: Wind Yuan <feng.yuan@intel.com>
*/
#include "soft_blender.h"
#include "xcam_utils.h"
#include "soft_image.h"
#include "soft_worker.h"
#include "soft_blender_tasks_priv.h"
#include "image_file_handle.h"
#include "soft_video_buf_allocator.h"
#include <map>
#define OVERLAP_POOL_SIZE 6
#define LAP_POOL_SIZE 4
#define DUMP_BLENDER 0
namespace XCam {
using namespace XCamSoftTasks;
DECLARE_WORK_CALLBACK (CbGaussDownScale, SoftBlender, gauss_scale_done);
DECLARE_WORK_CALLBACK (CbBlendTask, SoftBlender, blend_task_done);
DECLARE_WORK_CALLBACK (CbReconstructTask, SoftBlender, reconstruct_done);
DECLARE_WORK_CALLBACK (CbLapTask, SoftBlender, lap_done);
typedef std::map<void*, SmartPtr<BlendTask::Args>> MapBlendArgs;
typedef std::map<void*, SmartPtr<ReconstructTask::Args>> MapReconsArgs;
namespace SoftBlenderPriv {
struct PyramidResource {
SmartPtr<BufferPool> overlap_pool;
SmartPtr<GaussDownScale> scale_task[SoftBlender::BufIdxCount];
SmartPtr<LaplaceTask> lap_task[SoftBlender::BufIdxCount];
SmartPtr<ReconstructTask> recon_task;
SmartPtr<UcharImage> coef_mask;
MapReconsArgs recons_args;
};
/* Level0: G[0] = gauss(in), Lap[0] = in - upsample(G[0])
Level1: G[1] = gauss(G[0]), Lap[1] = G[0] - upsample(G[1])
..
LevelN: G[N] = gauss(G[N-1]),
blend[N] = blend (Ga[N)], Gb[N)])
Level(N-1): Reconst[N-1] = reconstruct (blend[N], LapA[N-1], LapB[N-1])
...
Level1: reconst[1] = reconstruct (reconst[2], LapA[1], LapB[1])
Level0: output = reconstruct (reconst[1], LapA[0], LapB[0])
LevelN: Pool[N].size = G[N].size
*/
class BlenderPrivConfig {
public:
PyramidResource pyr_layer[XCAM_SOFT_PYRAMID_MAX_LEVEL];
uint32_t pyr_levels;
SmartPtr<BlendTask> last_level_blend;
SmartPtr<BufferPool> first_lap_pool;
SmartPtr<UcharImage> orig_mask;
Mutex map_args_mutex;
MapBlendArgs blend_args;
private:
SoftBlender *_blender;
public:
BlenderPrivConfig (SoftBlender *blender, uint32_t level)
: pyr_levels (level)
, _blender (blender)
{}
XCamReturn init_first_masks (uint32_t width, uint32_t height);
XCamReturn scale_down_masks (uint32_t level, uint32_t width, uint32_t height);
XCamReturn start_scaler (
const SmartPtr<ImageHandler::Parameters> ¶m,
const SmartPtr<VideoBuffer> &in_buf,
const uint32_t level, const SoftBlender::BufIdx idx);
XCamReturn start_lap_task (
const SmartPtr<ImageHandler::Parameters> ¶m,
const uint32_t level, const SoftBlender::BufIdx idx,
const SmartPtr<GaussDownScale::Args> &scale_args);
XCamReturn start_blend_task (
const SmartPtr<ImageHandler::Parameters> ¶m,
const SmartPtr<VideoBuffer> &buf,
const SoftBlender::BufIdx idx);
XCamReturn start_reconstruct_task_by_lap (
const SmartPtr<ImageHandler::Parameters> ¶m,
const SmartPtr<VideoBuffer> &lap,
const uint32_t level, const SoftBlender::BufIdx idx);
XCamReturn start_reconstruct_task_by_gauss (
const SmartPtr<ImageHandler::Parameters> ¶m,
const SmartPtr<VideoBuffer> &gauss,
const uint32_t level);
XCamReturn start_reconstruct_task (const SmartPtr<ReconstructTask::Args> &args, const uint32_t level);
XCamReturn stop ();
};
};
#if DUMP_BLENDER
#define dump_buf dump_buf_perfix_path
template <class SoftImageT>
static void
dump_soft (const SmartPtr<SoftImageT> &image, const char *name, int32_t level)
{
XCAM_ASSERT (image.ptr ());
char file_name[256];
if (level < 0)
snprintf (file_name, 256, "%s-%dx%d.soft", name, image->get_width(), image->get_height());
else
snprintf (file_name, 256, "%s-L%d-%dx%d.soft", name, level, image->get_width(), image->get_height());
#if 0
typename SoftImageT::Type *ptr = image->get_buf_ptr (0, 0);
printf ("Print level:%d, line:0\n", level);
for (uint32_t i = 0; i < image->get_width (); ++i) {
printf ("%.1f ", (float)(ptr[i]));
}
printf ("\n");
#endif
SoftImageFile<SoftImageT> file(file_name, "wb");
file.write_buf (image);
file.close ();
}
static
void dump_level_buf (const SmartPtr<VideoBuffer> buf, const char *name, uint32_t level, uint32_t idx)
{
char file_name[256];
XCAM_ASSERT (name);
snprintf (file_name, 256, "%s-L%d-Idx%d", name, level, idx);
dump_buf_perfix_path (buf, file_name);
}
#else
static void dump_buf (const SmartPtr<VideoBuffer> buf, ...) {
XCAM_UNUSED (buf);
}
template <class SoftImageT>
static void dump_soft (const SmartPtr<SoftImageT> &image, ...) {
XCAM_UNUSED (image);
}
static void dump_level_buf (const SmartPtr<VideoBuffer> buf, ...) {
XCAM_UNUSED (buf);
}
#endif
SoftBlender::SoftBlender (const char *name)
: SoftHandler (name)
, Blender (SOFT_BLENDER_ALIGNMENT_X, SOFT_BLENDER_ALIGNMENT_Y)
{
_priv_config = new SoftBlenderPriv::BlenderPrivConfig (this, XCAM_SOFT_PYRAMID_DEFAULT_LEVEL);
XCAM_ASSERT (_priv_config.ptr ());
}
SoftBlender::~SoftBlender ()
{
}
bool
SoftBlender::set_pyr_levels (uint32_t num)
{
XCAM_ASSERT (num > 0);
XCAM_FAIL_RETURN (
ERROR, num > 0, false,
"blender:%s set_pyr_levels failed, level(%d) must > 0", XCAM_STR (get_name ()), num);
_priv_config->pyr_levels = num;
return true;
}
XCamReturn
SoftBlender::terminate ()
{
_priv_config->stop ();
return SoftHandler::terminate ();
}
XCamReturn
SoftBlender::blend (
const SmartPtr<VideoBuffer> &in0,
const SmartPtr<VideoBuffer> &in1,
SmartPtr<VideoBuffer> &out_buf)
{
SmartPtr<BlenderParam> param = new BlenderParam (in0, in1, out_buf);
XCamReturn ret = execute_buffer (param, true);
if (xcam_ret_is_ok(ret) && !out_buf.ptr ()) {
out_buf = param->out_buf;
}
return ret;
}
XCamReturn
SoftBlenderPriv::BlenderPrivConfig::stop ()
{
for (uint32_t i = 0; i < pyr_levels; ++i) {
if (pyr_layer[i].scale_task[SoftBlender::Idx0].ptr ()) {
pyr_layer[i].scale_task[SoftBlender::Idx0]->stop ();
pyr_layer[i].scale_task[SoftBlender::Idx0].release ();
}
if (pyr_layer[i].scale_task[SoftBlender::Idx1].ptr ()) {
pyr_layer[i].scale_task[SoftBlender::Idx1]->stop ();
pyr_layer[i].scale_task[SoftBlender::Idx1].release ();
}
if (pyr_layer[i].lap_task[SoftBlender::Idx0].ptr ()) {
pyr_layer[i].lap_task[SoftBlender::Idx0]->stop ();
pyr_layer[i].lap_task[SoftBlender::Idx0].release ();
}
if (pyr_layer[i].lap_task[SoftBlender::Idx1].ptr ()) {
pyr_layer[i].lap_task[SoftBlender::Idx1]->stop ();
pyr_layer[i].lap_task[SoftBlender::Idx0].release ();
}
if (pyr_layer[i].recon_task.ptr ()) {
pyr_layer[i].recon_task->stop ();
pyr_layer[i].recon_task.release ();
}
if (pyr_layer[i].overlap_pool.ptr ()) {
pyr_layer[i].overlap_pool->stop ();
}
}
if (last_level_blend.ptr ()) {
last_level_blend->stop ();
last_level_blend.release ();
}
return XCAM_RETURN_NO_ERROR;
}
XCamReturn
SoftBlenderPriv::BlenderPrivConfig::init_first_masks (uint32_t width, uint32_t height)
{
uint32_t aligned_width = XCAM_ALIGN_UP (width, SOFT_BLENDER_ALIGNMENT_X);
orig_mask = new UcharImage (
width, height, aligned_width);
XCAM_ASSERT (orig_mask.ptr ());
XCAM_ASSERT (orig_mask->is_valid ());
std::vector<float> gauss_table;
std::vector<Uchar> mask_line;
uint32_t i = 0, j = 0;
uint32_t quater = width / 4;
XCAM_ASSERT (quater > 1);
get_gauss_table (quater, (quater + 1) / 4.0f, gauss_table, false);
for (i = 0; i < gauss_table.size (); ++i) {
float value = ((i < quater) ? (128.0f * (2.0f - gauss_table[i])) : (128.0f * gauss_table[i]));
value = XCAM_CLAMP (value, 0.0f, 255.0f);
gauss_table[i] = value;
}
mask_line.resize (aligned_width);
uint32_t gauss_start_pos = (width - gauss_table.size ()) / 2;
for (i = 0; i < gauss_start_pos; ++i) {
mask_line[i] = 255;
}
for (j = 0; j < gauss_table.size (); ++i, ++j) {
mask_line[i] = (Uchar)gauss_table[j];
}
for (; i < mask_line.size (); ++i) {
mask_line[i] = 0;
}
for (uint32_t h = 0; h < height; ++h) {
Uchar *ptr = orig_mask->get_buf_ptr (0, h);
memcpy (ptr, mask_line.data (), aligned_width);
}
dump_soft (orig_mask, "mask_orig", -1);
return XCAM_RETURN_NO_ERROR;
}
XCamReturn
SoftBlenderPriv::BlenderPrivConfig::scale_down_masks (uint32_t level, uint32_t width, uint32_t height)
{
XCAM_ASSERT (width % SOFT_BLENDER_ALIGNMENT_X == 0);
XCAM_ASSERT (height % SOFT_BLENDER_ALIGNMENT_Y == 0);
pyr_layer[level].coef_mask = new UcharImage (width, height);
XCAM_ASSERT (pyr_layer[level].coef_mask.ptr ());
SmartPtr<GaussScaleGray::Args> args = new GaussScaleGray::Args;
if (level == 0) {
args->in_luma = orig_mask;
} else {
args->in_luma = pyr_layer[level - 1].coef_mask;
}
args->out_luma = pyr_layer[level].coef_mask;
SmartPtr<GaussScaleGray> worker = new GaussScaleGray;
WorkSize size ((args->out_luma->get_width () + 1) / 2, (args->out_luma->get_height () + 1) / 2);
worker->set_local_size (size);
worker->set_global_size (size);
XCamReturn ret = worker->work (args);
dump_soft (pyr_layer[level].coef_mask, "mask", (int32_t)level);
return ret;
}
XCamReturn
SoftBlenderPriv::BlenderPrivConfig::start_scaler (
const SmartPtr<ImageHandler::Parameters> ¶m,
const SmartPtr<VideoBuffer> &in_buf,
const uint32_t level, const SoftBlender::BufIdx idx)
{
XCAM_ASSERT (level < pyr_levels);
XCAM_ASSERT (idx < SoftBlender::BufIdxCount);
SmartPtr<SoftWorker> worker = pyr_layer[level].scale_task[idx];
XCAM_ASSERT (worker.ptr ());
XCAM_ASSERT (pyr_layer[level].overlap_pool.ptr ());
SmartPtr<VideoBuffer> out_buf = pyr_layer[level].overlap_pool->get_buffer ();
XCAM_FAIL_RETURN (
ERROR, out_buf.ptr (), XCAM_RETURN_ERROR_MEM,
"blender:(%s) start_scaler failed, level(%d),idx(%d) get output buffer empty.",
XCAM_STR (_blender->get_name ()), level, (int)idx);
SmartPtr<GaussDownScale::Args> args = new GaussDownScale::Args (param, level, idx, in_buf, out_buf);
if (level == 0) {
Rect in_area = _blender->get_input_merge_area (idx);
const VideoBufferInfo &buf_info = in_buf->get_video_info ();
if (in_area.width == 0 || in_area.height == 0) {
in_area.width = buf_info.width;
in_area.height = buf_info.height;
}
XCAM_ASSERT (in_area.pos_x % SOFT_BLENDER_ALIGNMENT_X == 0);
XCAM_ASSERT (in_area.pos_y % SOFT_BLENDER_ALIGNMENT_Y == 0);
args->in_luma = new UcharImage (
in_buf, in_area.width, in_area.height, buf_info.strides[0],
buf_info.offsets[0] + in_area.pos_x + in_area.pos_y * buf_info.strides[0]);
args->in_uv = new Uchar2Image (
in_buf, in_area.width / 2, in_area.height / 2, buf_info.strides[1],
buf_info.offsets[1] + in_area.pos_x + buf_info.strides[1] * in_area.pos_y / 2);
} else {
args->in_luma = new UcharImage (in_buf, 0);
args->in_uv = new Uchar2Image (in_buf, 1);
}
args->out_luma = new UcharImage (out_buf, 0);
args->out_uv = new Uchar2Image (out_buf, 1);
XCAM_ASSERT (out_buf->get_video_info ().width % 2 == 0 && out_buf->get_video_info ().height % 2 == 0);
uint32_t thread_x = 2, thread_y = 2;
WorkSize work_unit = worker->get_work_uint ();
WorkSize global_size (
xcam_ceil (args->out_luma->get_width (), work_unit.value[0]) / work_unit.value[0],
xcam_ceil (args->out_luma->get_height (), work_unit.value[1]) / work_unit.value[1]);
WorkSize local_size (
xcam_ceil(global_size.value[0], thread_x) / thread_x ,
xcam_ceil(global_size.value[1], thread_y) / thread_y);
worker->set_local_size (local_size);
worker->set_global_size (global_size);
return worker->work (args);
}
XCamReturn
SoftBlenderPriv::BlenderPrivConfig::start_lap_task (
const SmartPtr<ImageHandler::Parameters> ¶m,
const uint32_t level, const SoftBlender::BufIdx idx,
const SmartPtr<GaussDownScale::Args> &scale_args)
{
XCAM_ASSERT (level < pyr_levels);
XCAM_ASSERT (idx < SoftBlender::BufIdxCount);
SmartPtr<VideoBuffer> gauss = scale_args->out_buf;
SmartPtr<VideoBuffer> out_buf;
if (level == 0) {
XCAM_ASSERT (first_lap_pool.ptr ());
out_buf = first_lap_pool->get_buffer ();
} else {
XCAM_ASSERT (pyr_layer[level - 1].overlap_pool.ptr ());
out_buf = pyr_layer[level - 1].overlap_pool->get_buffer ();
}
XCAM_FAIL_RETURN (
ERROR, out_buf.ptr (), XCAM_RETURN_ERROR_MEM,
"blender:(%s) start_lap_task failed, level(%d),idx(%d) get output buffer empty.",
XCAM_STR (_blender->get_name ()), level, (int)idx);
SmartPtr<LaplaceTask::Args> args = new LaplaceTask::Args (param, level, idx, out_buf);
args->orig_luma = scale_args->in_luma;//new UcharImage (orig, 0);
args->orig_uv = scale_args->in_uv; //new Uchar2Image (orig, 1);
args->gauss_luma = new UcharImage (gauss, 0);
args->gauss_uv = new Uchar2Image (gauss, 1);
args->out_luma = new UcharImage (out_buf, 0);
args->out_uv = new Uchar2Image (out_buf, 1);
SmartPtr<SoftWorker> worker = pyr_layer[level].lap_task[idx];
XCAM_ASSERT (worker.ptr ());
uint32_t thread_x = 2, thread_y = 2;
WorkSize work_unit = worker->get_work_uint ();
WorkSize global_size (
xcam_ceil (args->out_luma->get_width (), work_unit.value[0]) / work_unit.value[0],
xcam_ceil (args->out_luma->get_height (), work_unit.value[1]) / work_unit.value[1]);
WorkSize local_size (
xcam_ceil(global_size.value[0], thread_x) / thread_x ,
xcam_ceil(global_size.value[1], thread_y) / thread_y);
worker->set_local_size (local_size);
worker->set_global_size (global_size);
return worker->work (args);
}
XCamReturn
SoftBlenderPriv::BlenderPrivConfig::start_blend_task (
const SmartPtr<ImageHandler::Parameters> ¶m,
const SmartPtr<VideoBuffer> &buf,
const SoftBlender::BufIdx idx)
{
SmartPtr<BlendTask::Args> args;
uint32_t last_level = pyr_levels - 1;
{
SmartLock locker (map_args_mutex);
MapBlendArgs::iterator i = blend_args.find (param.ptr ());
if (i == blend_args.end ()) {
args = new BlendTask::Args (param, pyr_layer[last_level].coef_mask);
XCAM_ASSERT (args.ptr ());
blend_args.insert (std::make_pair((void*)param.ptr (), args));
XCAM_LOG_DEBUG ("soft_blender:%s init blender args", XCAM_STR (_blender->get_name ()));
} else {
args = (*i).second;
}
args->in_luma[idx] = new UcharImage (buf, 0);
args->in_uv[idx] = new Uchar2Image (buf, 1);
XCAM_ASSERT (args->in_luma[idx].ptr () && args->in_uv[idx].ptr ());
if (!args->in_luma[SoftBlender::Idx0].ptr () || !args->in_luma[SoftBlender::Idx1].ptr ())
return XCAM_RETURN_BYPASS;
blend_args.erase (i);
}
XCAM_ASSERT (args.ptr ());
XCAM_ASSERT (args->in_luma[SoftBlender::Idx0]->get_width () == args->in_luma[SoftBlender::Idx1]->get_width ());
XCAM_ASSERT (pyr_layer[last_level].overlap_pool.ptr ());
SmartPtr<VideoBuffer> out_buf = pyr_layer[last_level].overlap_pool->get_buffer ();
XCAM_FAIL_RETURN (
ERROR, out_buf.ptr (), XCAM_RETURN_ERROR_MEM,
"blender:(%s) start_blend_task failed, last level blend buffer empty.",
XCAM_STR (_blender->get_name ()), (int)idx);
args->out_luma = new UcharImage (out_buf, 0);
args->out_uv = new Uchar2Image (out_buf, 1);
args->out_buf = out_buf;
// process 4x1 uv each loop
SmartPtr<SoftWorker> worker = last_level_blend;
XCAM_ASSERT (worker.ptr ());
uint32_t thread_x = 2, thread_y = 2;
WorkSize work_unit = worker->get_work_uint ();
WorkSize global_size (
xcam_ceil (args->out_luma->get_width (), work_unit.value[0]) / work_unit.value[0],
xcam_ceil (args->out_luma->get_height (), work_unit.value[1]) / work_unit.value[1]);
WorkSize local_size (
xcam_ceil (global_size.value[0], thread_x) / thread_x,
xcam_ceil (global_size.value[1], thread_y) / thread_y);
worker->set_local_size (local_size);
worker->set_global_size (global_size);
return worker->work (args);
}
XCamReturn
SoftBlenderPriv::BlenderPrivConfig::start_reconstruct_task (
const SmartPtr<ReconstructTask::Args> &args, const uint32_t level)
{
XCAM_ASSERT (args.ptr ());
XCAM_ASSERT (args->lap_luma[SoftBlender::Idx0].ptr () && args->lap_luma[SoftBlender::Idx1].ptr () && args->gauss_luma.ptr ());
XCAM_ASSERT (args->lap_luma[SoftBlender::Idx0]->get_width () == args->lap_luma[SoftBlender::Idx1]->get_width ());
SmartPtr<VideoBuffer> out_buf;
if (level == 0) {
out_buf = args->get_param ()->out_buf;
XCAM_ASSERT (out_buf.ptr ());
args->mask = orig_mask;
Rect out_area = _blender->get_merge_window ();
const VideoBufferInfo &out_info = out_buf->get_video_info ();
if (out_area.width == 0 || out_area.height == 0) {
out_area.width = out_info.width;
out_area.height = out_info.height;
}
XCAM_ASSERT (out_area.pos_x % SOFT_BLENDER_ALIGNMENT_X == 0);
XCAM_ASSERT (out_area.pos_y % SOFT_BLENDER_ALIGNMENT_Y == 0);
args->out_luma = new UcharImage (
out_buf, out_area.width, out_area.height, out_info.strides[0],
out_info.offsets[0] + out_area.pos_x + out_area.pos_y * out_info.strides[0]);
args->out_uv = new Uchar2Image (
out_buf, out_area.width / 2, out_area.height / 2, out_info.strides[1],
out_info.offsets[1] + out_area.pos_x + out_area.pos_y / 2 * out_info.strides[1]);
} else {
out_buf = pyr_layer[level - 1].overlap_pool->get_buffer ();
XCAM_FAIL_RETURN (
ERROR, out_buf.ptr (), XCAM_RETURN_ERROR_MEM,
"blender:(%s) start_reconstruct_task failed, out buffer is empty.", XCAM_STR (_blender->get_name ()));
args->mask = pyr_layer[level - 1].coef_mask;
args->out_luma = new UcharImage (out_buf, 0);
args->out_uv = new Uchar2Image (out_buf, 1);
}
args->out_buf = out_buf;
SmartPtr<SoftWorker> worker = pyr_layer[level].recon_task;
XCAM_ASSERT (worker.ptr ());
uint32_t thread_x = 2, thread_y = 2;
WorkSize work_unit = worker->get_work_uint ();
WorkSize global_size (
xcam_ceil (args->out_luma->get_width (), work_unit.value[0]) / work_unit.value[0],
xcam_ceil (args->out_luma->get_height (), work_unit.value[1]) / work_unit.value[1]);
WorkSize local_size (
xcam_ceil (global_size.value[0], thread_x) / thread_x,
xcam_ceil (global_size.value[1], thread_y) / thread_y);
worker->set_local_size (local_size);
worker->set_global_size (global_size);
return worker->work (args);
}
XCamReturn
SoftBlenderPriv::BlenderPrivConfig::start_reconstruct_task_by_gauss (
const SmartPtr<ImageHandler::Parameters> ¶m,
const SmartPtr<VideoBuffer> &gauss,
const uint32_t level)
{
SmartPtr<ReconstructTask::Args> args;
{
SmartLock locker (map_args_mutex);
MapReconsArgs::iterator i = pyr_layer[level].recons_args.find (param.ptr ());
if (i == pyr_layer[level].recons_args.end ()) {
args = new ReconstructTask::Args (param, level);
XCAM_ASSERT (args.ptr ());
pyr_layer[level].recons_args.insert (std::make_pair((void*)param.ptr (), args));
XCAM_LOG_DEBUG ("soft_blender:%s init recons_args level(%d)", XCAM_STR (_blender->get_name ()), level);
} else {
args = (*i).second;
}
args->gauss_luma = new UcharImage (gauss, 0);
args->gauss_uv = new Uchar2Image (gauss, 1);
XCAM_ASSERT (args->gauss_luma.ptr () && args->gauss_uv.ptr ());
if (!args->lap_luma[SoftBlender::Idx0].ptr () || !args->lap_luma[SoftBlender::Idx1].ptr ())
return XCAM_RETURN_BYPASS;
pyr_layer[level].recons_args.erase (i);
}
return start_reconstruct_task (args, level);
}
XCamReturn
SoftBlenderPriv::BlenderPrivConfig::start_reconstruct_task_by_lap (
const SmartPtr<ImageHandler::Parameters> ¶m,
const SmartPtr<VideoBuffer> &lap,
const uint32_t level,
const SoftBlender::BufIdx idx)
{
SmartPtr<ReconstructTask::Args> args;
{
SmartLock locker (map_args_mutex);
MapReconsArgs::iterator i = pyr_layer[level].recons_args.find (param.ptr ());
if (i == pyr_layer[level].recons_args.end ()) {
args = new ReconstructTask::Args (param, level);
XCAM_ASSERT (args.ptr ());
pyr_layer[level].recons_args.insert (std::make_pair((void*)param.ptr (), args));
XCAM_LOG_DEBUG ("soft_blender:%s init recons_args level(%d)", XCAM_STR (_blender->get_name ()), level);
} else {
args = (*i).second;
}
args->lap_luma[idx] = new UcharImage (lap, 0);
args->lap_uv[idx] = new Uchar2Image (lap, 1);
XCAM_ASSERT (args->lap_luma[idx].ptr () && args->lap_uv[idx].ptr ());
if (!args->gauss_luma.ptr () || !args->lap_luma[SoftBlender::Idx0].ptr () ||
!args->lap_luma[SoftBlender::Idx1].ptr ())
return XCAM_RETURN_BYPASS;
pyr_layer[level].recons_args.erase (i);
}
return start_reconstruct_task (args, level);
}
XCamReturn
SoftBlender::start_work (const SmartPtr<ImageHandler::Parameters> &base)
{
XCamReturn ret = XCAM_RETURN_NO_ERROR;
SmartPtr<BlenderParam> param = base.dynamic_cast_ptr<BlenderParam> ();
XCAM_FAIL_RETURN (
ERROR, param.ptr () && param->in1_buf.ptr () && param->out_buf.ptr (), XCAM_RETURN_ERROR_PARAM,
"blender:%s start_work failed, params(in1/out buf) are not fully set or type not correct",
XCAM_STR (get_name ()));
//start gauss scale level0: idx0
ret = _priv_config->start_scaler (param, param->in_buf, 0, Idx0);
XCAM_FAIL_RETURN (
ERROR, xcam_ret_is_ok (ret), ret,
"blender:%s start_work failed on idx0", XCAM_STR (get_name ()));
//start gauss scale level0: idx1
ret = _priv_config->start_scaler (param, param->in1_buf, 0, Idx1);
XCAM_FAIL_RETURN (
ERROR, xcam_ret_is_ok (ret), ret,
"blender:%s start_work failed on idx1", XCAM_STR (get_name ()));
//param->in_buf.release ();
//param->in1_buf.release ();
return ret;
};
XCamReturn
SoftBlender::configure_resource (const SmartPtr<Parameters> ¶m)
{
XCAM_ASSERT (_priv_config->pyr_levels <= XCAM_SOFT_PYRAMID_MAX_LEVEL);
const VideoBufferInfo &in0_info = param->in_buf->get_video_info ();
XCAM_FAIL_RETURN (
ERROR, in0_info.format == V4L2_PIX_FMT_NV12, XCAM_RETURN_ERROR_PARAM,
"blender:%s only support format(NV12) but input format is %s",
XCAM_STR(get_name ()), xcam_fourcc_to_string (in0_info.format));
Rect in0_area, in1_area, out_area;
in0_area = get_input_merge_area (Idx0);
in1_area = get_input_merge_area (Idx1);
out_area = get_merge_window ();
XCAM_FAIL_RETURN (
ERROR,
in0_area.width == in1_area.width && in1_area.width == out_area.width &&
in0_area.height == in1_area.height && in1_area.height == out_area.height,
XCAM_RETURN_ERROR_PARAM,
"blender:%s input/output overlap area was not same. in0(w:%d,h:%d), in1(w:%d,h:%d), out(w:%d,h:%d)",
XCAM_STR(get_name ()), in0_area.width, in0_area.height,
in1_area.width, in1_area.height, out_area.width, out_area.height);
VideoBufferInfo out_info;
uint32_t out_width(0), out_height(0);
get_output_size (out_width, out_height);
XCAM_FAIL_RETURN (
ERROR, out_width && out_height, XCAM_RETURN_ERROR_PARAM,
"blender:%s output size was not set", XCAM_STR(get_name ()));
out_info.init (
in0_info.format, out_width, out_height,
XCAM_ALIGN_UP (out_width, SOFT_BLENDER_ALIGNMENT_X), XCAM_ALIGN_UP (out_height, SOFT_BLENDER_ALIGNMENT_Y));
set_out_video_info (out_info);
VideoBufferInfo overlap_info;
Rect merge_size = get_merge_window ();
//overlap_info.init (in0_info.format, merge_size.width, merge_size.height);
XCAM_ASSERT (merge_size.width % SOFT_BLENDER_ALIGNMENT_X == 0);
overlap_info.init (in0_info.format, merge_size.width, merge_size.height);
_priv_config->first_lap_pool = new SoftVideoBufAllocator (overlap_info);
XCAM_FAIL_RETURN (
ERROR, _priv_config->first_lap_pool->reserve (LAP_POOL_SIZE), XCAM_RETURN_ERROR_MEM,
"blender:%s reserve lap buffer pool(w:%d,h:%d) failed",
XCAM_STR(get_name ()), overlap_info.width, overlap_info.height);
SmartPtr<Worker::Callback> gauss_scale_cb = new CbGaussDownScale (this);
SmartPtr<Worker::Callback> lap_cb = new CbLapTask (this);
SmartPtr<Worker::Callback> reconst_cb = new CbReconstructTask (this);
XCAM_ASSERT (gauss_scale_cb.ptr () && lap_cb.ptr () && reconst_cb.ptr ());
XCamReturn ret = _priv_config->init_first_masks (merge_size.width, merge_size.height);
XCAM_FAIL_RETURN (
ERROR, xcam_ret_is_ok (ret), ret,
"blender:%s init masks failed", XCAM_STR (get_name ()));
for (uint32_t i = 0; i < _priv_config->pyr_levels; ++i) {
merge_size.width = XCAM_ALIGN_UP ((merge_size.width + 1) / 2, SOFT_BLENDER_ALIGNMENT_X);
merge_size.height = XCAM_ALIGN_UP ((merge_size.height + 1) / 2, SOFT_BLENDER_ALIGNMENT_Y);
overlap_info.init (in0_info.format, merge_size.width, merge_size.height);
_priv_config->pyr_layer[i].overlap_pool = new SoftVideoBufAllocator (overlap_info);
XCAM_ASSERT (_priv_config->pyr_layer[i].overlap_pool.ptr ());
XCAM_FAIL_RETURN (
ERROR, _priv_config->pyr_layer[i].overlap_pool->reserve (OVERLAP_POOL_SIZE), XCAM_RETURN_ERROR_MEM,
"blender:%s reserve buffer pool(w:%d,h:%d) failed",
XCAM_STR(get_name ()), overlap_info.width, overlap_info.height);
ret = _priv_config->scale_down_masks (i, merge_size.width, merge_size.height);
XCAM_FAIL_RETURN (
ERROR, xcam_ret_is_ok (ret), ret,
"blender:(%s) first time scale coeff mask failed. level:%d", XCAM_STR (get_name ()), i);
_priv_config->pyr_layer[i].scale_task[SoftBlender::Idx0] = new GaussDownScale (gauss_scale_cb);
XCAM_ASSERT (_priv_config->pyr_layer[i].scale_task[SoftBlender::Idx0].ptr ());
_priv_config->pyr_layer[i].scale_task[SoftBlender::Idx1] = new GaussDownScale (gauss_scale_cb);
XCAM_ASSERT (_priv_config->pyr_layer[i].scale_task[SoftBlender::Idx1].ptr ());
_priv_config->pyr_layer[i].lap_task[SoftBlender::Idx0] = new LaplaceTask (lap_cb);
XCAM_ASSERT (_priv_config->pyr_layer[i].lap_task[SoftBlender::Idx0].ptr ());
_priv_config->pyr_layer[i].lap_task[SoftBlender::Idx1] = new LaplaceTask (lap_cb);
XCAM_ASSERT (_priv_config->pyr_layer[i].lap_task[SoftBlender::Idx1].ptr ());
_priv_config->pyr_layer[i].recon_task = new ReconstructTask (reconst_cb);
XCAM_ASSERT (_priv_config->pyr_layer[i].recon_task.ptr ());
}
_priv_config->last_level_blend = new BlendTask (new CbBlendTask (this));
XCAM_ASSERT (_priv_config->last_level_blend.ptr ());
return XCAM_RETURN_NO_ERROR;
}
void
SoftBlender::gauss_scale_done (
const SmartPtr<Worker> &worker, const SmartPtr<Worker::Arguments> &base, const XCamReturn error)
{
XCAM_UNUSED (worker);
XCamReturn ret = XCAM_RETURN_NO_ERROR;
SmartPtr<GaussDownScale::Args> args = base.dynamic_cast_ptr<GaussDownScale::Args> ();
XCAM_ASSERT (args.ptr ());
const SmartPtr<ImageHandler::Parameters> param = args->get_param ();
uint32_t level = args->level;
BufIdx idx = args->idx;
uint32_t next_level = level + 1;
XCAM_ASSERT (param.ptr ());
XCAM_ASSERT (level < _priv_config->pyr_levels);
if (!check_work_continue (param, error))
return;
dump_level_buf (args->out_buf, "gauss-scale", level, idx);
ret = _priv_config->start_lap_task (param, level, idx, args);//args->in_buf, args->out_buf);
if (!xcam_ret_is_ok (ret)) {
work_broken (param, ret);
}
if (next_level == _priv_config->pyr_levels) { // last level
ret = _priv_config->start_blend_task (param, args->out_buf, idx);
} else {
ret = _priv_config->start_scaler (param, args->out_buf, next_level, idx);
}
if (!xcam_ret_is_ok (ret)) {
work_broken (param, ret);
}
}
void
SoftBlender::lap_done (
const SmartPtr<Worker> &worker, const SmartPtr<Worker::Arguments> &base, const XCamReturn error)
{
XCAM_UNUSED (worker);
XCamReturn ret = XCAM_RETURN_NO_ERROR;
SmartPtr<LaplaceTask::Args> args = base.dynamic_cast_ptr<LaplaceTask::Args> ();
XCAM_ASSERT (args.ptr ());
const SmartPtr<ImageHandler::Parameters> param = args->get_param ();
XCAM_ASSERT (param.ptr ());
uint32_t level = args->level;
BufIdx idx = args->idx;
XCAM_ASSERT (level < _priv_config->pyr_levels);
if (!check_work_continue (param, error))
return;
dump_level_buf (args->out_buf, "lap", level, idx);
ret = _priv_config->start_reconstruct_task_by_lap (param, args->out_buf, level, idx);
if (!xcam_ret_is_ok (ret)) {
work_broken (param, ret);
}
}
void
SoftBlender::blend_task_done (
const SmartPtr<Worker> &worker, const SmartPtr<Worker::Arguments> &base, const XCamReturn error)
{
XCAM_UNUSED (worker);
XCamReturn ret = XCAM_RETURN_NO_ERROR;
SmartPtr<BlendTask::Args> args = base.dynamic_cast_ptr<BlendTask::Args> ();
XCAM_ASSERT (args.ptr ());
const SmartPtr<ImageHandler::Parameters> param = args->get_param ();
XCAM_ASSERT (param.ptr ());
if (!check_work_continue (param, error))
return;
dump_buf (args->out_buf, "blend-last");
ret = _priv_config->start_reconstruct_task_by_gauss (param, args->out_buf, _priv_config->pyr_levels - 1);
if (!xcam_ret_is_ok (ret)) {
work_broken (param, ret);
}
}
void
SoftBlender::reconstruct_done (
const SmartPtr<Worker> &worker, const SmartPtr<Worker::Arguments> &base, const XCamReturn error)
{
XCAM_UNUSED (worker);
XCamReturn ret = XCAM_RETURN_NO_ERROR;
SmartPtr<ReconstructTask::Args> args = base.dynamic_cast_ptr<ReconstructTask::Args> ();
XCAM_ASSERT (args.ptr ());
const SmartPtr<ImageHandler::Parameters> param = args->get_param ();
XCAM_ASSERT (param.ptr ());
uint32_t level = args->level;
XCAM_ASSERT (level < _priv_config->pyr_levels);
if (!check_work_continue (param, error))
return;
dump_level_buf (args->out_buf, "reconstruct", level, 0);
if (level == 0) {
work_well_done (param, error);
return;
}
ret = _priv_config->start_reconstruct_task_by_gauss (param, args->out_buf, level - 1);
if (!xcam_ret_is_ok (ret)) {
work_broken (param, ret);
}
}
SmartPtr<SoftHandler>
create_soft_blender ()
{
SmartPtr<SoftBlender> blender = new SoftBlender();
XCAM_ASSERT (blender.ptr ());
return blender;
}
SmartPtr<Blender>
Blender::create_soft_blender ()
{
SmartPtr<SoftHandler> handler = XCam::create_soft_blender ();
return handler.dynamic_cast_ptr<Blender> ();
}
}