/******************************************************************************
*
* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
******************************************************************************/
/**
*******************************************************************************
* @file
* ihevcd_frm_cvt_x86_intr.c
*
* @brief
* Platform specific intrinsic implementation of certain functions
*
* @author
* Ittiam
* @par List of Functions:
* - ihevcd_itrans_recon_dc
* - ihevcd_fmt_conv_420sp_to_420p
*
* @remarks
* None
*
*******************************************************************************
*/
#include "string.h"
#include "ihevc_typedefs.h"
#include "ihevc_defs.h"
#include "ihevc_macros.h"
#include "ihevc_platform_macros.h"
#include "ihevcd_function_selector.h"
#include <string.h>
#include <immintrin.h>
void ihevcd_fmt_conv_420sp_to_420p_ssse3(UWORD8 *pu1_y_src,
UWORD8 *pu1_uv_src,
UWORD8 *pu1_y_dst,
UWORD8 *pu1_u_dst,
UWORD8 *pu1_v_dst,
WORD32 wd,
WORD32 ht,
WORD32 src_y_strd,
WORD32 src_uv_strd,
WORD32 dst_y_strd,
WORD32 dst_uv_strd,
WORD32 is_u_first,
WORD32 disable_luma_copy)
{
UWORD8 *pu1_src, *pu1_dst;
UWORD8 *pu1_u_src, *pu1_v_src;
WORD32 num_rows, num_cols, src_strd, dst_strd, cols, rows;
WORD32 i, j;
cols = 0;
pu1_u_src = (UWORD8 *)pu1_uv_src;
pu1_v_src = (UWORD8 *)pu1_uv_src + 1;
if(0 == disable_luma_copy)
{
/* copy luma */
pu1_src = (UWORD8 *)pu1_y_src;
pu1_dst = (UWORD8 *)pu1_y_dst;
num_rows = ht;
num_cols = wd;
src_strd = src_y_strd;
dst_strd = dst_y_strd;
for(i = 0; i < num_rows; i++)
{
memcpy(pu1_dst, pu1_src, num_cols);
pu1_dst += dst_strd;
pu1_src += src_strd;
}
}
/* de-interleave U and V and copy to destination */
if(!is_u_first)
{
UWORD8 *temp = pu1_u_dst;
pu1_u_dst = pu1_v_dst;
pu1_v_dst = temp;
pu1_u_src = (UWORD8 *)pu1_uv_src + 1;
pu1_v_src = (UWORD8 *)pu1_uv_src;
}
{
__m128i src_uv0_8x16b, src_uv1_8x16b, src_u_8x16b, src_v_8x16b;
__m128i temp0_8x16b, temp1_8x16b, alt_first_mask;
UWORD8 FIRST_ALT_SHUFFLE[16] = {
0x00, 0x02, 0x04, 0x06,
0x08, 0x0A, 0x0C, 0x0E,
0x01, 0x03, 0x05, 0x07,
0x09, 0x0B, 0x0D, 0x0F };
PREFETCH((char const *)(pu1_uv_src + (0 * src_uv_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (1 * src_uv_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (2 * src_uv_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (3 * src_uv_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (4 * src_uv_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (5 * src_uv_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (6 * src_uv_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (7 * src_uv_strd)), _MM_HINT_T0)
num_rows = ht >> 1;
num_cols = wd >> 1;
src_strd = src_uv_strd;
dst_strd = dst_uv_strd;
alt_first_mask = _mm_loadu_si128((__m128i *)&FIRST_ALT_SHUFFLE[0]);
if(num_cols > 15)
{
cols = num_cols >> 4;
for(i = 0; i < (num_rows >> 2); i++)
{
UWORD8 *pu1_uv_src_temp, *pu1_u_dst_temp, *pu1_v_dst_temp;
PREFETCH((char const *)(pu1_uv_src + (8 * src_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (9 * src_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (10 * src_strd)), _MM_HINT_T0)
PREFETCH((char const *)(pu1_uv_src + (11 * src_strd)), _MM_HINT_T0)
pu1_uv_src_temp = pu1_uv_src;
pu1_u_dst_temp = pu1_u_dst;
pu1_v_dst_temp = pu1_v_dst;
for(j = 0; j < cols; j++)
{
/**** Row 0 ***/
src_uv0_8x16b = _mm_loadu_si128((__m128i *)pu1_uv_src_temp);
src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + 16));
temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask);
temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask);
src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b);
src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b);
_mm_storeu_si128((__m128i *)(pu1_u_dst_temp), src_u_8x16b);
_mm_storeu_si128((__m128i *)(pu1_v_dst_temp), src_v_8x16b);
/**** Row 1 ***/
src_uv0_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (1 * src_strd)));
src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (1 * src_strd) + 16));
temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask);
temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask);
src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b);
src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b);
_mm_storeu_si128((__m128i *)(pu1_u_dst_temp + (1 * dst_strd)), src_u_8x16b);
_mm_storeu_si128((__m128i *)(pu1_v_dst_temp + (1 * dst_strd)), src_v_8x16b);
/**** Row 2 ***/
src_uv0_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (2 * src_strd)));
src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (2 * src_strd) + 16));
temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask);
temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask);
src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b);
src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b);
_mm_storeu_si128((__m128i *)(pu1_u_dst_temp + (2 * dst_strd)), src_u_8x16b);
_mm_storeu_si128((__m128i *)(pu1_v_dst_temp + (2 * dst_strd)), src_v_8x16b);
/**** Row 3 ***/
src_uv0_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (3 * src_strd)));
src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + (3 * src_strd) + 16));
temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask);
temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask);
src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b);
src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b);
_mm_storeu_si128((__m128i *)(pu1_u_dst_temp + (3 * dst_strd)), src_u_8x16b);
_mm_storeu_si128((__m128i *)(pu1_v_dst_temp + (3 * dst_strd)), src_v_8x16b);
pu1_u_dst_temp += 16;
pu1_v_dst_temp += 16;
pu1_uv_src_temp += 32;
}
pu1_u_dst += 4 * dst_strd;
pu1_v_dst += 4 * dst_strd;
pu1_uv_src += 4 * src_strd;
//pu1_v_src += src_strd;
}
rows = num_rows & 0x3;
if(rows)
{
for(i = 0; i < rows; i++)
{
UWORD8 *pu1_uv_src_temp, *pu1_u_dst_temp, *pu1_v_dst_temp;
pu1_uv_src_temp = pu1_uv_src;
pu1_u_dst_temp = pu1_u_dst;
pu1_v_dst_temp = pu1_v_dst;
for(j = 0; j < cols; j++)
{
src_uv0_8x16b = _mm_loadu_si128((__m128i *)pu1_uv_src_temp);
src_uv1_8x16b = _mm_loadu_si128((__m128i *)(pu1_uv_src_temp + 16));
temp0_8x16b = _mm_shuffle_epi8(src_uv0_8x16b, alt_first_mask);
temp1_8x16b = _mm_shuffle_epi8(src_uv1_8x16b, alt_first_mask);
src_u_8x16b = _mm_unpacklo_epi64(temp0_8x16b, temp1_8x16b);
src_v_8x16b = _mm_unpackhi_epi64(temp0_8x16b, temp1_8x16b);
_mm_storeu_si128((__m128i *)(pu1_u_dst_temp), src_u_8x16b);
_mm_storeu_si128((__m128i *)(pu1_v_dst_temp), src_v_8x16b);
pu1_u_dst_temp += 16;
pu1_v_dst_temp += 16;
pu1_uv_src_temp += 32;
}
pu1_u_dst += dst_strd;
pu1_v_dst += dst_strd;
pu1_uv_src += src_strd;
}
}
pu1_u_dst -= (num_rows * dst_strd);
pu1_v_dst -= (num_rows * dst_strd);
num_cols &= 0x0F;
}
if(num_cols)
{
pu1_u_dst += (cols << 4);
pu1_v_dst += (cols << 4);
pu1_u_src += 2 * (cols << 4);
pu1_v_src += 2 * (cols << 4);
for(i = 0; i < num_rows; i++)
{
for(j = 0; j < num_cols; j++)
{
pu1_u_dst[j] = pu1_u_src[j * 2];
pu1_v_dst[j] = pu1_v_src[j * 2];
}
pu1_u_dst += dst_strd;
pu1_v_dst += dst_strd;
pu1_u_src += src_strd;
pu1_v_src += src_strd;
}
}
}
return;
}