/******************************************************************************
*
* Copyright (C) 2015 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*****************************************************************************
* Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
*/
/*****************************************************************************/
/* */
/* File Name : ih264_weighted_pred_intr_sse42.c */
/* */
/* Description : Contains function definitions for weighted */
/* prediction functions in x86 sse4 intrinsics */
/* */
/* List of Functions : ih264_default_weighted_pred_luma_sse42() */
/* ih264_default_weighted_pred_chroma_sse42() */
/* ih264_weighted_pred_luma_sse42() */
/* ih264_weighted_pred_chroma_sse42() */
/* ih264_weighted_bipred_luma_sse42() */
/* ih264_weighted_bipred_chroma_sse42() */
/* */
/* Issues / Problems : None */
/* */
/* Revision History : */
/* */
/* DD MM YYYY Author(s) Changes */
/* 30 01 2015 Kaushik Initial version */
/* Senthoor */
/* */
/*****************************************************************************/
/*****************************************************************************/
/* File Includes */
/*****************************************************************************/
#include <immintrin.h>
#include "ih264_typedefs.h"
#include "ih264_macros.h"
#include "ih264_platform_macros.h"
#include "ih264_weighted_pred.h"
/*****************************************************************************/
/* Function definitions . */
/*****************************************************************************/
/*****************************************************************************/
/* */
/* Function Name : ih264_default_weighted_pred_luma_sse42 */
/* */
/* Description : This function performs the default weighted prediction */
/* as described in sec 8.4.2.3.1 titled "Default weighted */
/* sample prediction process" for luma. The function gets */
/* two ht x wd blocks, calculates their rounded-average and */
/* stores it in the destination block. (ht,wd) can be */
/* (4,4), (8,4), (4,8), (8,8), (16,8), (8,16) or (16,16). */
/* */
/* Inputs : pu1_src1 - Pointer to source 1 */
/* pu1_src2 - Pointer to source 2 */
/* pu1_dst - Pointer to destination */
/* src_strd1 - stride for source 1 */
/* src_strd1 - stride for source 2 */
/* dst_strd - stride for destination */
/* ht - height of the block */
/* wd - width of the block */
/* */
/* Issues : None */
/* */
/* Revision History: */
/* */
/* DD MM YYYY Author(s) Changes */
/* 04 02 2015 Kaushik Initial Version */
/* Senthoor */
/* */
/*****************************************************************************/
void ih264_default_weighted_pred_luma_sse42(UWORD8 *pu1_src1,
UWORD8 *pu1_src2,
UWORD8 *pu1_dst,
WORD32 src_strd1,
WORD32 src_strd2,
WORD32 dst_strd,
WORD32 ht,
WORD32 wd)
{
__m128i y0_0_16x8b, y0_1_16x8b, y0_2_16x8b, y0_3_16x8b;
__m128i y1_0_16x8b, y1_1_16x8b, y1_2_16x8b, y1_3_16x8b;
if(wd == 4)
{
do
{
y0_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src1);
y0_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1));
y0_2_16x8b = _mm_loadl_epi64(
(__m128i *)(pu1_src1 + (src_strd1 << 1)));
y0_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1 * 3));
y1_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src2);
y1_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2));
y1_2_16x8b = _mm_loadl_epi64(
(__m128i *)(pu1_src2 + (src_strd2 << 1)));
y1_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2 * 3));
y0_0_16x8b = _mm_avg_epu8(y0_0_16x8b, y1_0_16x8b);
y0_1_16x8b = _mm_avg_epu8(y0_1_16x8b, y1_1_16x8b);
y0_2_16x8b = _mm_avg_epu8(y0_2_16x8b, y1_2_16x8b);
y0_3_16x8b = _mm_avg_epu8(y0_3_16x8b, y1_3_16x8b);
*((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(y0_0_16x8b);
*((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(y0_1_16x8b);
*((WORD32 *)(pu1_dst + (dst_strd << 1))) = _mm_cvtsi128_si32(y0_2_16x8b);
*((WORD32 *)(pu1_dst + dst_strd * 3)) = _mm_cvtsi128_si32(y0_3_16x8b);
ht -= 4;
pu1_src1 += src_strd1 << 2;
pu1_src2 += src_strd2 << 2;
pu1_dst += dst_strd << 2;
}
while(ht > 0);
}
else if(wd == 8)
{
do
{
y0_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src1);
y0_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1));
y0_2_16x8b = _mm_loadl_epi64(
(__m128i *)(pu1_src1 + (src_strd1 << 1)));
y0_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1 * 3));
y1_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src2);
y1_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2));
y1_2_16x8b = _mm_loadl_epi64(
(__m128i *)(pu1_src2 + (src_strd2 << 1)));
y1_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2 * 3));
y0_0_16x8b = _mm_avg_epu8(y0_0_16x8b, y1_0_16x8b);
y0_1_16x8b = _mm_avg_epu8(y0_1_16x8b, y1_1_16x8b);
y0_2_16x8b = _mm_avg_epu8(y0_2_16x8b, y1_2_16x8b);
y0_3_16x8b = _mm_avg_epu8(y0_3_16x8b, y1_3_16x8b);
_mm_storel_epi64((__m128i *)pu1_dst, y0_0_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), y0_1_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + (dst_strd << 1)), y0_2_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + dst_strd * 3), y0_3_16x8b);
ht -= 4;
pu1_src1 += src_strd1 << 2;
pu1_src2 += src_strd2 << 2;
pu1_dst += dst_strd << 2;
}
while(ht > 0);
}
else // wd == 16
{
__m128i y0_4_16x8b, y0_5_16x8b, y0_6_16x8b, y0_7_16x8b;
__m128i y1_4_16x8b, y1_5_16x8b, y1_6_16x8b, y1_7_16x8b;
do
{
y0_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src1);
y0_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src1 + src_strd1));
y0_2_16x8b = _mm_loadu_si128(
(__m128i *)(pu1_src1 + (src_strd1 << 1)));
y0_3_16x8b = _mm_loadu_si128((__m128i *)(pu1_src1 + src_strd1 * 3));
y0_4_16x8b = _mm_loadu_si128(
(__m128i *)(pu1_src1 + (src_strd1 << 2)));
y0_5_16x8b = _mm_loadu_si128((__m128i *)(pu1_src1 + src_strd1 * 5));
y0_6_16x8b = _mm_loadu_si128((__m128i *)(pu1_src1 + src_strd1 * 6));
y0_7_16x8b = _mm_loadu_si128((__m128i *)(pu1_src1 + src_strd1 * 7));
y1_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src2);
y1_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src2 + src_strd2));
y1_2_16x8b = _mm_loadu_si128(
(__m128i *)(pu1_src2 + (src_strd2 << 1)));
y1_3_16x8b = _mm_loadu_si128((__m128i *)(pu1_src2 + src_strd2 * 3));
y1_4_16x8b = _mm_loadu_si128(
(__m128i *)(pu1_src2 + (src_strd2 << 2)));
y1_5_16x8b = _mm_loadu_si128((__m128i *)(pu1_src2 + src_strd2 * 5));
y1_6_16x8b = _mm_loadu_si128((__m128i *)(pu1_src2 + src_strd2 * 6));
y1_7_16x8b = _mm_loadu_si128((__m128i *)(pu1_src2 + src_strd2 * 7));
y0_0_16x8b = _mm_avg_epu8(y0_0_16x8b, y1_0_16x8b);
y0_1_16x8b = _mm_avg_epu8(y0_1_16x8b, y1_1_16x8b);
y0_2_16x8b = _mm_avg_epu8(y0_2_16x8b, y1_2_16x8b);
y0_3_16x8b = _mm_avg_epu8(y0_3_16x8b, y1_3_16x8b);
y0_4_16x8b = _mm_avg_epu8(y0_4_16x8b, y1_4_16x8b);
y0_5_16x8b = _mm_avg_epu8(y0_5_16x8b, y1_5_16x8b);
y0_6_16x8b = _mm_avg_epu8(y0_6_16x8b, y1_6_16x8b);
y0_7_16x8b = _mm_avg_epu8(y0_7_16x8b, y1_7_16x8b);
_mm_storeu_si128((__m128i *)pu1_dst, y0_0_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd), y0_1_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + (dst_strd << 1)), y0_2_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd * 3), y0_3_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + (dst_strd << 2)), y0_4_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd * 5), y0_5_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd * 6), y0_6_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd * 7), y0_7_16x8b);
ht -= 8;
pu1_src1 += src_strd1 << 3;
pu1_src2 += src_strd2 << 3;
pu1_dst += dst_strd << 3;
}
while(ht > 0);
}
}
/*****************************************************************************/
/* */
/* Function Name : ih264_default_weighted_pred_chroma_sse42 */
/* */
/* Description : This function performs the default weighted prediction */
/* as described in sec 8.4.2.3.1 titled "Default weighted */
/* sample prediction process" for chroma. The function gets */
/* two ht x wd blocks, calculates their rounded-average and */
/* stores it in the destination block. (ht,wd) can be */
/* (2,2), (4,2) , (2,4), (4,4), (8,4), (4,8) or (8,8). */
/* */
/* Inputs : pu1_src1 - Pointer to source 1 */
/* pu1_src2 - Pointer to source 2 */
/* pu1_dst - Pointer to destination */
/* src_strd1 - stride for source 1 */
/* src_strd1 - stride for source 2 */
/* dst_strd - stride for destination */
/* ht - height of the block */
/* wd - width of the block */
/* */
/* Issues : None */
/* */
/* Revision History: */
/* */
/* DD MM YYYY Author(s) Changes */
/* 04 02 2015 Kaushik Initial Version */
/* Senthoor */
/* */
/*****************************************************************************/
void ih264_default_weighted_pred_chroma_sse42(UWORD8 *pu1_src1,
UWORD8 *pu1_src2,
UWORD8 *pu1_dst,
WORD32 src_strd1,
WORD32 src_strd2,
WORD32 dst_strd,
WORD32 ht,
WORD32 wd)
{
__m128i uv0_0_16x8b, uv0_1_16x8b;
__m128i uv1_0_16x8b, uv1_1_16x8b;
if(wd == 2)
{
do
{
uv0_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src1);
uv0_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1));
uv1_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src2);
uv1_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2));
uv0_0_16x8b = _mm_avg_epu8(uv0_0_16x8b, uv1_0_16x8b);
uv0_1_16x8b = _mm_avg_epu8(uv0_1_16x8b, uv1_1_16x8b);
*((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(uv0_0_16x8b);
*((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(uv0_1_16x8b);
ht -= 2;
pu1_src1 += src_strd1 << 1;
pu1_src2 += src_strd2 << 1;
pu1_dst += dst_strd << 1;
}
while(ht > 0);
}
else if(wd == 4)
{
do
{
uv0_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src1);
uv0_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1));
uv1_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src2);
uv1_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2));
uv0_0_16x8b = _mm_avg_epu8(uv0_0_16x8b, uv1_0_16x8b);
uv0_1_16x8b = _mm_avg_epu8(uv0_1_16x8b, uv1_1_16x8b);
_mm_storel_epi64((__m128i *)pu1_dst, uv0_0_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), uv0_1_16x8b);
ht -= 2;
pu1_src1 += src_strd1 << 1;
pu1_src2 += src_strd2 << 1;
pu1_dst += dst_strd << 1;
}
while(ht > 0);
}
else // wd == 8
{
__m128i uv0_2_16x8b, uv0_3_16x8b;
__m128i uv1_2_16x8b, uv1_3_16x8b;
do
{
uv0_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src1);
uv0_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src1 + src_strd1));
uv0_2_16x8b = _mm_loadu_si128(
(__m128i *)(pu1_src1 + (src_strd1 << 1)));
uv0_3_16x8b = _mm_loadu_si128(
(__m128i *)(pu1_src1 + src_strd1 * 3));
uv1_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src2);
uv1_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src2 + src_strd2));
uv1_2_16x8b = _mm_loadu_si128(
(__m128i *)(pu1_src2 + (src_strd2 << 1)));
uv1_3_16x8b = _mm_loadu_si128(
(__m128i *)(pu1_src2 + src_strd2 * 3));
uv0_0_16x8b = _mm_avg_epu8(uv0_0_16x8b, uv1_0_16x8b);
uv0_1_16x8b = _mm_avg_epu8(uv0_1_16x8b, uv1_1_16x8b);
uv0_2_16x8b = _mm_avg_epu8(uv0_2_16x8b, uv1_2_16x8b);
uv0_3_16x8b = _mm_avg_epu8(uv0_3_16x8b, uv1_3_16x8b);
_mm_storeu_si128((__m128i *)pu1_dst, uv0_0_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd), uv0_1_16x8b);
_mm_storeu_si128(
(__m128i *)(pu1_dst + (dst_strd << 1)), uv0_2_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd * 3), uv0_3_16x8b);
ht -= 4;
pu1_src1 += src_strd1 << 2;
pu1_src2 += src_strd2 << 2;
pu1_dst += dst_strd << 2;
}
while(ht > 0);
}
}
/*****************************************************************************/
/* */
/* Function Name : ih264_weighted_pred_luma_sse42 */
/* */
/* Description : This function performs the weighted prediction as */
/* described in sec 8.4.2.3.2 titled "Weighted sample */
/* prediction process" for luma. The function gets one */
/* ht x wd block, weights it, rounds it off, offsets it, */
/* saturates it to unsigned 8-bit and stores it in the */
/* destination block. (ht,wd) can be (4,4), (8,4), (4,8), */
/* (8,8), (16,8), (8,16) or (16,16). */
/* */
/* Inputs : pu1_src - Pointer to source */
/* pu1_dst - Pointer to destination */
/* src_strd - stride for source */
/* dst_strd - stride for destination */
/* log_wd - number of bits to be rounded off */
/* wt - weight value */
/* ofst - offset value */
/* ht - height of the block */
/* wd - width of the block */
/* */
/* Issues : None */
/* */
/* Revision History: */
/* */
/* DD MM YYYY Author(s) Changes */
/* 04 02 2015 Kaushik Initial Version */
/* Senthoor */
/* */
/*****************************************************************************/
void ih264_weighted_pred_luma_sse42(UWORD8 *pu1_src,
UWORD8 *pu1_dst,
WORD32 src_strd,
WORD32 dst_strd,
WORD32 log_wd,
WORD32 wt,
WORD32 ofst,
WORD32 ht,
WORD32 wd)
{
__m128i y_0_16x8b, y_1_16x8b, y_2_16x8b, y_3_16x8b;
__m128i wt_8x16b, round_8x16b, ofst_8x16b;
WORD32 round_val;
wt = (WORD16)(wt & 0xffff);
round_val = 1 << (log_wd - 1);
ofst = (WORD8)(ofst & 0xff);
wt_8x16b = _mm_set1_epi16(wt);
round_8x16b = _mm_set1_epi16(round_val);
ofst_8x16b = _mm_set1_epi16(ofst);
if(wd == 4)
{
__m128i y_0_8x16b, y_2_8x16b;
do
{
y_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src);
y_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd));
y_2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + (src_strd << 1)));
y_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd * 3));
y_0_16x8b = _mm_unpacklo_epi32(y_0_16x8b, y_1_16x8b);
y_2_16x8b = _mm_unpacklo_epi32(y_2_16x8b, y_3_16x8b);
y_0_8x16b = _mm_cvtepu8_epi16(y_0_16x8b);
y_2_8x16b = _mm_cvtepu8_epi16(y_2_16x8b);
y_0_8x16b = _mm_mullo_epi16(y_0_8x16b, wt_8x16b);
y_2_8x16b = _mm_mullo_epi16(y_2_8x16b, wt_8x16b);
y_0_8x16b = _mm_adds_epi16(round_8x16b, y_0_8x16b);
y_2_8x16b = _mm_adds_epi16(round_8x16b, y_2_8x16b);
y_0_8x16b = _mm_srai_epi16(y_0_8x16b, log_wd);
y_2_8x16b = _mm_srai_epi16(y_2_8x16b, log_wd);
y_0_8x16b = _mm_adds_epi16(ofst_8x16b, y_0_8x16b);
y_2_8x16b = _mm_adds_epi16(ofst_8x16b, y_2_8x16b);
y_0_16x8b = _mm_packus_epi16(y_0_8x16b, y_2_8x16b);
y_1_16x8b = _mm_srli_si128(y_0_16x8b, 4);
y_2_16x8b = _mm_srli_si128(y_0_16x8b, 8);
y_3_16x8b = _mm_srli_si128(y_0_16x8b, 12);
*((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(y_0_16x8b);
*((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(y_1_16x8b);
*((WORD32 *)(pu1_dst + (dst_strd << 1))) = _mm_cvtsi128_si32(y_2_16x8b);
*((WORD32 *)(pu1_dst + dst_strd * 3)) = _mm_cvtsi128_si32(y_3_16x8b);
ht -= 4;
pu1_src += src_strd << 2;
pu1_dst += dst_strd << 2;
}
while(ht > 0);
}
else if(wd == 8)
{
__m128i y_0_8x16b, y_1_8x16b, y_2_8x16b, y_3_8x16b;
do
{
y_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src);
y_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd));
y_2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + (src_strd << 1)));
y_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd * 3));
y_0_8x16b = _mm_cvtepu8_epi16(y_0_16x8b);
y_1_8x16b = _mm_cvtepu8_epi16(y_1_16x8b);
y_2_8x16b = _mm_cvtepu8_epi16(y_2_16x8b);
y_3_8x16b = _mm_cvtepu8_epi16(y_3_16x8b);
y_0_8x16b = _mm_mullo_epi16(y_0_8x16b, wt_8x16b);
y_1_8x16b = _mm_mullo_epi16(y_1_8x16b, wt_8x16b);
y_2_8x16b = _mm_mullo_epi16(y_2_8x16b, wt_8x16b);
y_3_8x16b = _mm_mullo_epi16(y_3_8x16b, wt_8x16b);
y_0_8x16b = _mm_adds_epi16(round_8x16b, y_0_8x16b);
y_1_8x16b = _mm_adds_epi16(round_8x16b, y_1_8x16b);
y_2_8x16b = _mm_adds_epi16(round_8x16b, y_2_8x16b);
y_3_8x16b = _mm_adds_epi16(round_8x16b, y_3_8x16b);
y_0_8x16b = _mm_srai_epi16(y_0_8x16b, log_wd);
y_1_8x16b = _mm_srai_epi16(y_1_8x16b, log_wd);
y_2_8x16b = _mm_srai_epi16(y_2_8x16b, log_wd);
y_3_8x16b = _mm_srai_epi16(y_3_8x16b, log_wd);
y_0_8x16b = _mm_adds_epi16(ofst_8x16b, y_0_8x16b);
y_1_8x16b = _mm_adds_epi16(ofst_8x16b, y_1_8x16b);
y_2_8x16b = _mm_adds_epi16(ofst_8x16b, y_2_8x16b);
y_3_8x16b = _mm_adds_epi16(ofst_8x16b, y_3_8x16b);
y_0_16x8b = _mm_packus_epi16(y_0_8x16b, y_1_8x16b);
y_2_16x8b = _mm_packus_epi16(y_2_8x16b, y_3_8x16b);
y_1_16x8b = _mm_srli_si128(y_0_16x8b, 8);
y_3_16x8b = _mm_srli_si128(y_2_16x8b, 8);
_mm_storel_epi64((__m128i *)pu1_dst, y_0_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), y_1_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + (dst_strd << 1)), y_2_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + dst_strd * 3), y_3_16x8b);
ht -= 4;
pu1_src += src_strd << 2;
pu1_dst += dst_strd << 2;
}
while(ht > 0);
}
else // wd == 16
{
__m128i y_0L_8x16b, y_1L_8x16b, y_2L_8x16b, y_3L_8x16b;
__m128i y_0H_8x16b, y_1H_8x16b, y_2H_8x16b, y_3H_8x16b;
__m128i zero_16x8b;
zero_16x8b = _mm_set1_epi8(0);
do
{
y_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src);
y_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd));
y_2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + (src_strd << 1)));
y_3_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd * 3));
y_0L_8x16b = _mm_cvtepu8_epi16(y_0_16x8b);
y_0H_8x16b = _mm_unpackhi_epi8(y_0_16x8b, zero_16x8b);
y_1L_8x16b = _mm_cvtepu8_epi16(y_1_16x8b);
y_1H_8x16b = _mm_unpackhi_epi8(y_1_16x8b, zero_16x8b);
y_2L_8x16b = _mm_cvtepu8_epi16(y_2_16x8b);
y_2H_8x16b = _mm_unpackhi_epi8(y_2_16x8b, zero_16x8b);
y_3L_8x16b = _mm_cvtepu8_epi16(y_3_16x8b);
y_3H_8x16b = _mm_unpackhi_epi8(y_3_16x8b, zero_16x8b);
y_0L_8x16b = _mm_mullo_epi16(y_0L_8x16b, wt_8x16b);
y_0H_8x16b = _mm_mullo_epi16(y_0H_8x16b, wt_8x16b);
y_1L_8x16b = _mm_mullo_epi16(y_1L_8x16b, wt_8x16b);
y_1H_8x16b = _mm_mullo_epi16(y_1H_8x16b, wt_8x16b);
y_2L_8x16b = _mm_mullo_epi16(y_2L_8x16b, wt_8x16b);
y_2H_8x16b = _mm_mullo_epi16(y_2H_8x16b, wt_8x16b);
y_3L_8x16b = _mm_mullo_epi16(y_3L_8x16b, wt_8x16b);
y_3H_8x16b = _mm_mullo_epi16(y_3H_8x16b, wt_8x16b);
y_0L_8x16b = _mm_adds_epi16(round_8x16b, y_0L_8x16b);
y_0H_8x16b = _mm_adds_epi16(round_8x16b, y_0H_8x16b);
y_1L_8x16b = _mm_adds_epi16(round_8x16b, y_1L_8x16b);
y_1H_8x16b = _mm_adds_epi16(round_8x16b, y_1H_8x16b);
y_2L_8x16b = _mm_adds_epi16(round_8x16b, y_2L_8x16b);
y_2H_8x16b = _mm_adds_epi16(round_8x16b, y_2H_8x16b);
y_3L_8x16b = _mm_adds_epi16(round_8x16b, y_3L_8x16b);
y_3H_8x16b = _mm_adds_epi16(round_8x16b, y_3H_8x16b);
y_0L_8x16b = _mm_srai_epi16(y_0L_8x16b, log_wd);
y_0H_8x16b = _mm_srai_epi16(y_0H_8x16b, log_wd);
y_1L_8x16b = _mm_srai_epi16(y_1L_8x16b, log_wd);
y_1H_8x16b = _mm_srai_epi16(y_1H_8x16b, log_wd);
y_2L_8x16b = _mm_srai_epi16(y_2L_8x16b, log_wd);
y_2H_8x16b = _mm_srai_epi16(y_2H_8x16b, log_wd);
y_3L_8x16b = _mm_srai_epi16(y_3L_8x16b, log_wd);
y_3H_8x16b = _mm_srai_epi16(y_3H_8x16b, log_wd);
y_0L_8x16b = _mm_adds_epi16(ofst_8x16b, y_0L_8x16b);
y_0H_8x16b = _mm_adds_epi16(ofst_8x16b, y_0H_8x16b);
y_1L_8x16b = _mm_adds_epi16(ofst_8x16b, y_1L_8x16b);
y_1H_8x16b = _mm_adds_epi16(ofst_8x16b, y_1H_8x16b);
y_2L_8x16b = _mm_adds_epi16(ofst_8x16b, y_2L_8x16b);
y_2H_8x16b = _mm_adds_epi16(ofst_8x16b, y_2H_8x16b);
y_3L_8x16b = _mm_adds_epi16(ofst_8x16b, y_3L_8x16b);
y_3H_8x16b = _mm_adds_epi16(ofst_8x16b, y_3H_8x16b);
y_0_16x8b = _mm_packus_epi16(y_0L_8x16b, y_0H_8x16b);
y_1_16x8b = _mm_packus_epi16(y_1L_8x16b, y_1H_8x16b);
y_2_16x8b = _mm_packus_epi16(y_2L_8x16b, y_2H_8x16b);
y_3_16x8b = _mm_packus_epi16(y_3L_8x16b, y_3H_8x16b);
_mm_storeu_si128((__m128i *)pu1_dst, y_0_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd), y_1_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + (dst_strd << 1)), y_2_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd * 3), y_3_16x8b);
ht -= 4;
pu1_src += src_strd << 2;
pu1_dst += dst_strd << 2;
}
while(ht > 0);
}
}
/*****************************************************************************/
/* */
/* Function Name : ih264_weighted_pred_chroma_sse42 */
/* */
/* Description : This function performs the weighted prediction as */
/* described in sec 8.4.2.3.2 titled "Weighted sample */
/* prediction process" for chroma. The function gets one */
/* ht x wd block, weights it, rounds it off, offsets it, */
/* saturates it to unsigned 8-bit and stores it in the */
/* destination block. (ht,wd) can be (2,2), (4,2), (2,4), */
/* (4,4), (8,4), (4,8) or (8,8). */
/* */
/* Inputs : pu1_src - Pointer to source */
/* pu1_dst - Pointer to destination */
/* src_strd - stride for source */
/* dst_strd - stride for destination */
/* log_wd - number of bits to be rounded off */
/* wt - weight values for u and v */
/* ofst - offset values for u and v */
/* ht - height of the block */
/* wd - width of the block */
/* */
/* Issues : None */
/* */
/* Revision History: */
/* */
/* DD MM YYYY Author(s) Changes */
/* 04 02 2015 Kaushik Initial Version */
/* Senthoor */
/* */
/*****************************************************************************/
void ih264_weighted_pred_chroma_sse42(UWORD8 *pu1_src,
UWORD8 *pu1_dst,
WORD32 src_strd,
WORD32 dst_strd,
WORD32 log_wd,
WORD32 wt,
WORD32 ofst,
WORD32 ht,
WORD32 wd)
{
__m128i y_0_16x8b, y_1_16x8b;
__m128i wt_8x16b, round_8x16b, ofst_8x16b;
WORD32 ofst_u, ofst_v;
WORD32 round_val;
ofst_u = (WORD8)(ofst & 0xff);
ofst_v = (WORD8)(ofst >> 8);
round_val = 1 << (log_wd - 1);
ofst = (ofst_u & 0xffff) | (ofst_v << 16);
wt_8x16b = _mm_set1_epi32(wt);
round_8x16b = _mm_set1_epi16(round_val);
ofst_8x16b = _mm_set1_epi32(ofst);
if(wd == 2)
{
__m128i y_0_8x16b;
do
{
y_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src);
y_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd));
y_0_16x8b = _mm_unpacklo_epi32(y_0_16x8b, y_1_16x8b);
y_0_8x16b = _mm_cvtepu8_epi16(y_0_16x8b);
y_0_8x16b = _mm_mullo_epi16(y_0_8x16b, wt_8x16b);
y_0_8x16b = _mm_adds_epi16(round_8x16b, y_0_8x16b);
y_0_8x16b = _mm_srai_epi16(y_0_8x16b, log_wd);
y_0_8x16b = _mm_adds_epi16(ofst_8x16b, y_0_8x16b);
y_0_16x8b = _mm_packus_epi16(y_0_8x16b, y_0_8x16b);
y_1_16x8b = _mm_srli_si128(y_0_16x8b, 4);
*((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(y_0_16x8b);
*((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(y_1_16x8b);
ht -= 2;
pu1_src += src_strd << 1;
pu1_dst += dst_strd << 1;
}
while(ht > 0);
}
else if(wd == 4)
{
__m128i y_0_8x16b, y_1_8x16b;
do
{
y_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src);
y_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd));
y_0_8x16b = _mm_cvtepu8_epi16(y_0_16x8b);
y_1_8x16b = _mm_cvtepu8_epi16(y_1_16x8b);
y_0_8x16b = _mm_mullo_epi16(y_0_8x16b, wt_8x16b);
y_1_8x16b = _mm_mullo_epi16(y_1_8x16b, wt_8x16b);
y_0_8x16b = _mm_adds_epi16(round_8x16b, y_0_8x16b);
y_1_8x16b = _mm_adds_epi16(round_8x16b, y_1_8x16b);
y_0_8x16b = _mm_srai_epi16(y_0_8x16b, log_wd);
y_1_8x16b = _mm_srai_epi16(y_1_8x16b, log_wd);
y_0_8x16b = _mm_adds_epi16(ofst_8x16b, y_0_8x16b);
y_1_8x16b = _mm_adds_epi16(ofst_8x16b, y_1_8x16b);
y_0_16x8b = _mm_packus_epi16(y_0_8x16b, y_1_8x16b);
y_1_16x8b = _mm_srli_si128(y_0_16x8b, 8);
_mm_storel_epi64((__m128i *)pu1_dst, y_0_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), y_1_16x8b);
ht -= 2;
pu1_src += src_strd << 1;
pu1_dst += dst_strd << 1;
}
while(ht > 0);
}
else // wd == 16
{
__m128i y_2_16x8b, y_3_16x8b;
__m128i y_0L_8x16b, y_1L_8x16b, y_2L_8x16b, y_3L_8x16b;
__m128i y_0H_8x16b, y_1H_8x16b, y_2H_8x16b, y_3H_8x16b;
__m128i zero_16x8b;
zero_16x8b = _mm_set1_epi8(0);
do
{
y_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src);
y_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd));
y_2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + (src_strd << 1)));
y_3_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd * 3));
y_0L_8x16b = _mm_cvtepu8_epi16(y_0_16x8b);
y_0H_8x16b = _mm_unpackhi_epi8(y_0_16x8b, zero_16x8b);
y_1L_8x16b = _mm_cvtepu8_epi16(y_1_16x8b);
y_1H_8x16b = _mm_unpackhi_epi8(y_1_16x8b, zero_16x8b);
y_2L_8x16b = _mm_cvtepu8_epi16(y_2_16x8b);
y_2H_8x16b = _mm_unpackhi_epi8(y_2_16x8b, zero_16x8b);
y_3L_8x16b = _mm_cvtepu8_epi16(y_3_16x8b);
y_3H_8x16b = _mm_unpackhi_epi8(y_3_16x8b, zero_16x8b);
y_0L_8x16b = _mm_mullo_epi16(y_0L_8x16b, wt_8x16b);
y_0H_8x16b = _mm_mullo_epi16(y_0H_8x16b, wt_8x16b);
y_1L_8x16b = _mm_mullo_epi16(y_1L_8x16b, wt_8x16b);
y_1H_8x16b = _mm_mullo_epi16(y_1H_8x16b, wt_8x16b);
y_2L_8x16b = _mm_mullo_epi16(y_2L_8x16b, wt_8x16b);
y_2H_8x16b = _mm_mullo_epi16(y_2H_8x16b, wt_8x16b);
y_3L_8x16b = _mm_mullo_epi16(y_3L_8x16b, wt_8x16b);
y_3H_8x16b = _mm_mullo_epi16(y_3H_8x16b, wt_8x16b);
y_0L_8x16b = _mm_adds_epi16(round_8x16b, y_0L_8x16b);
y_0H_8x16b = _mm_adds_epi16(round_8x16b, y_0H_8x16b);
y_1L_8x16b = _mm_adds_epi16(round_8x16b, y_1L_8x16b);
y_1H_8x16b = _mm_adds_epi16(round_8x16b, y_1H_8x16b);
y_2L_8x16b = _mm_adds_epi16(round_8x16b, y_2L_8x16b);
y_2H_8x16b = _mm_adds_epi16(round_8x16b, y_2H_8x16b);
y_3L_8x16b = _mm_adds_epi16(round_8x16b, y_3L_8x16b);
y_3H_8x16b = _mm_adds_epi16(round_8x16b, y_3H_8x16b);
y_0L_8x16b = _mm_srai_epi16(y_0L_8x16b, log_wd);
y_0H_8x16b = _mm_srai_epi16(y_0H_8x16b, log_wd);
y_1L_8x16b = _mm_srai_epi16(y_1L_8x16b, log_wd);
y_1H_8x16b = _mm_srai_epi16(y_1H_8x16b, log_wd);
y_2L_8x16b = _mm_srai_epi16(y_2L_8x16b, log_wd);
y_2H_8x16b = _mm_srai_epi16(y_2H_8x16b, log_wd);
y_3L_8x16b = _mm_srai_epi16(y_3L_8x16b, log_wd);
y_3H_8x16b = _mm_srai_epi16(y_3H_8x16b, log_wd);
y_0L_8x16b = _mm_adds_epi16(ofst_8x16b, y_0L_8x16b);
y_0H_8x16b = _mm_adds_epi16(ofst_8x16b, y_0H_8x16b);
y_1L_8x16b = _mm_adds_epi16(ofst_8x16b, y_1L_8x16b);
y_1H_8x16b = _mm_adds_epi16(ofst_8x16b, y_1H_8x16b);
y_2L_8x16b = _mm_adds_epi16(ofst_8x16b, y_2L_8x16b);
y_2H_8x16b = _mm_adds_epi16(ofst_8x16b, y_2H_8x16b);
y_3L_8x16b = _mm_adds_epi16(ofst_8x16b, y_3L_8x16b);
y_3H_8x16b = _mm_adds_epi16(ofst_8x16b, y_3H_8x16b);
y_0_16x8b = _mm_packus_epi16(y_0L_8x16b, y_0H_8x16b);
y_1_16x8b = _mm_packus_epi16(y_1L_8x16b, y_1H_8x16b);
y_2_16x8b = _mm_packus_epi16(y_2L_8x16b, y_2H_8x16b);
y_3_16x8b = _mm_packus_epi16(y_3L_8x16b, y_3H_8x16b);
_mm_storeu_si128((__m128i *)pu1_dst, y_0_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd), y_1_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + (dst_strd << 1)), y_2_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd * 3), y_3_16x8b);
ht -= 4;
pu1_src += src_strd << 2;
pu1_dst += dst_strd << 2;
}
while(ht > 0);
}
}
/*****************************************************************************/
/* */
/* Function Name : ih264_weighted_bi_pred_luma_sse42 */
/* */
/* Description : This function performs the weighted biprediction as */
/* described in sec 8.4.2.3.2 titled "Weighted sample */
/* prediction process" for luma. The function gets two */
/* ht x wd blocks, weights them, adds them, rounds off the */
/* sum, offsets it, saturates it to unsigned 8-bit and */
/* stores it in the destination block. (ht,wd) can be */
/* (4,4), (8,4), (4,8), (8,8), (16,8), (8,16) or (16,16). */
/* */
/* Inputs : pu1_src1 - Pointer to source 1 */
/* pu1_src2 - Pointer to source 2 */
/* pu1_dst - Pointer to destination */
/* src_strd1 - stride for source 1 */
/* src_strd2 - stride for source 2 */
/* dst_strd2 - stride for destination */
/* log_wd - number of bits to be rounded off */
/* wt1 - weight value for source 1 */
/* wt2 - weight value for source 2 */
/* ofst1 - offset value for source 1 */
/* ofst2 - offset value for source 2 */
/* ht - height of the block */
/* wd - width of the block */
/* */
/* Issues : None */
/* */
/* Revision History: */
/* */
/* DD MM YYYY Author(s) Changes */
/* 04 02 2015 Kaushik Initial Version */
/* Senthoor */
/* */
/*****************************************************************************/
void ih264_weighted_bi_pred_luma_sse42(UWORD8 *pu1_src1,
UWORD8 *pu1_src2,
UWORD8 *pu1_dst,
WORD32 src_strd1,
WORD32 src_strd2,
WORD32 dst_strd,
WORD32 log_wd,
WORD32 wt1,
WORD32 wt2,
WORD32 ofst1,
WORD32 ofst2,
WORD32 ht,
WORD32 wd)
{
__m128i y1_0_16x8b, y1_1_16x8b;
__m128i y2_0_16x8b, y2_1_16x8b;
__m128i wt1_8x16b, wt2_8x16b;
__m128i ofst_8x16b, round_8x16b;
WORD32 ofst;
WORD32 round_val, shft;
wt1 = (WORD16)(wt1 & 0xffff);
wt2 = (WORD16)(wt2 & 0xffff);
round_val = 1 << log_wd;
shft = log_wd + 1;
ofst1 = (WORD8)(ofst1 & 0xff);
ofst2 = (WORD8)(ofst2 & 0xff);
ofst = (ofst1 + ofst2 + 1) >> 1;
wt1_8x16b = _mm_set1_epi16(wt1);
wt2_8x16b = _mm_set1_epi16(wt2);
round_8x16b = _mm_set1_epi16(round_val);
ofst_8x16b = _mm_set1_epi16(ofst);
if(wd == 4)
{
__m128i y1_2_16x8b, y1_3_16x8b;
__m128i y2_2_16x8b, y2_3_16x8b;
__m128i y1_0_8x16b, y1_2_8x16b;
__m128i y2_0_8x16b, y2_2_8x16b;
do
{
y1_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src1);
y1_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1));
y1_2_16x8b = _mm_loadl_epi64(
(__m128i *)(pu1_src1 + (src_strd1 << 1)));
y1_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1 * 3));
y2_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src2);
y2_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2));
y2_2_16x8b = _mm_loadl_epi64(
(__m128i *)(pu1_src2 + (src_strd2 << 1)));
y2_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2 * 3));
y1_0_16x8b = _mm_unpacklo_epi32(y1_0_16x8b, y1_1_16x8b);
y1_2_16x8b = _mm_unpacklo_epi32(y1_2_16x8b, y1_3_16x8b);
y2_0_16x8b = _mm_unpacklo_epi32(y2_0_16x8b, y2_1_16x8b);
y2_2_16x8b = _mm_unpacklo_epi32(y2_2_16x8b, y2_3_16x8b);
y1_0_8x16b = _mm_cvtepu8_epi16(y1_0_16x8b);
y1_2_8x16b = _mm_cvtepu8_epi16(y1_2_16x8b);
y2_0_8x16b = _mm_cvtepu8_epi16(y2_0_16x8b);
y2_2_8x16b = _mm_cvtepu8_epi16(y2_2_16x8b);
y1_0_8x16b = _mm_mullo_epi16(y1_0_8x16b, wt1_8x16b);
y2_0_8x16b = _mm_mullo_epi16(y2_0_8x16b, wt2_8x16b);
y1_2_8x16b = _mm_mullo_epi16(y1_2_8x16b, wt1_8x16b);
y2_2_8x16b = _mm_mullo_epi16(y2_2_8x16b, wt2_8x16b);
y1_0_8x16b = _mm_adds_epi16(y1_0_8x16b, y2_0_8x16b);
y1_2_8x16b = _mm_adds_epi16(y1_2_8x16b, y2_2_8x16b);
y1_0_8x16b = _mm_adds_epi16(round_8x16b, y1_0_8x16b);
y1_2_8x16b = _mm_adds_epi16(round_8x16b, y1_2_8x16b);
y1_0_8x16b = _mm_srai_epi16(y1_0_8x16b, shft);
y1_2_8x16b = _mm_srai_epi16(y1_2_8x16b, shft);
y1_0_8x16b = _mm_adds_epi16(ofst_8x16b, y1_0_8x16b);
y1_2_8x16b = _mm_adds_epi16(ofst_8x16b, y1_2_8x16b);
y1_0_16x8b = _mm_packus_epi16(y1_0_8x16b, y1_2_8x16b);
y1_1_16x8b = _mm_srli_si128(y1_0_16x8b, 4);
y1_2_16x8b = _mm_srli_si128(y1_0_16x8b, 8);
y1_3_16x8b = _mm_srli_si128(y1_0_16x8b, 12);
*((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(y1_0_16x8b);
*((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(y1_1_16x8b);
*((WORD32 *)(pu1_dst + (dst_strd << 1))) = _mm_cvtsi128_si32(y1_2_16x8b);
*((WORD32 *)(pu1_dst + dst_strd * 3)) = _mm_cvtsi128_si32(y1_3_16x8b);
ht -= 4;
pu1_src1 += src_strd1 << 2;
pu1_src2 += src_strd2 << 2;
pu1_dst += dst_strd << 2;
}
while(ht > 0);
}
else if(wd == 8)
{
__m128i y1_2_16x8b, y1_3_16x8b;
__m128i y2_2_16x8b, y2_3_16x8b;
__m128i y1_0_8x16b, y1_1_8x16b, y1_2_8x16b, y1_3_8x16b;
__m128i y2_0_8x16b, y2_1_8x16b, y2_2_8x16b, y2_3_8x16b;
do
{
y1_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src1);
y1_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1));
y1_2_16x8b = _mm_loadl_epi64(
(__m128i *)(pu1_src1 + (src_strd1 << 1)));
y1_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1 * 3));
y2_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src2);
y2_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2));
y2_2_16x8b = _mm_loadl_epi64(
(__m128i *)(pu1_src2 + (src_strd2 << 1)));
y2_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2 * 3));
y1_0_8x16b = _mm_cvtepu8_epi16(y1_0_16x8b);
y1_1_8x16b = _mm_cvtepu8_epi16(y1_1_16x8b);
y1_2_8x16b = _mm_cvtepu8_epi16(y1_2_16x8b);
y1_3_8x16b = _mm_cvtepu8_epi16(y1_3_16x8b);
y2_0_8x16b = _mm_cvtepu8_epi16(y2_0_16x8b);
y2_1_8x16b = _mm_cvtepu8_epi16(y2_1_16x8b);
y2_2_8x16b = _mm_cvtepu8_epi16(y2_2_16x8b);
y2_3_8x16b = _mm_cvtepu8_epi16(y2_3_16x8b);
y1_0_8x16b = _mm_mullo_epi16(y1_0_8x16b, wt1_8x16b);
y2_0_8x16b = _mm_mullo_epi16(y2_0_8x16b, wt2_8x16b);
y1_1_8x16b = _mm_mullo_epi16(y1_1_8x16b, wt1_8x16b);
y2_1_8x16b = _mm_mullo_epi16(y2_1_8x16b, wt2_8x16b);
y1_2_8x16b = _mm_mullo_epi16(y1_2_8x16b, wt1_8x16b);
y2_2_8x16b = _mm_mullo_epi16(y2_2_8x16b, wt2_8x16b);
y1_3_8x16b = _mm_mullo_epi16(y1_3_8x16b, wt1_8x16b);
y2_3_8x16b = _mm_mullo_epi16(y2_3_8x16b, wt2_8x16b);
y1_0_8x16b = _mm_adds_epi16(y1_0_8x16b, y2_0_8x16b);
y1_1_8x16b = _mm_adds_epi16(y1_1_8x16b, y2_1_8x16b);
y1_2_8x16b = _mm_adds_epi16(y1_2_8x16b, y2_2_8x16b);
y1_3_8x16b = _mm_adds_epi16(y1_3_8x16b, y2_3_8x16b);
y1_0_8x16b = _mm_adds_epi16(round_8x16b, y1_0_8x16b);
y1_1_8x16b = _mm_adds_epi16(round_8x16b, y1_1_8x16b);
y1_2_8x16b = _mm_adds_epi16(round_8x16b, y1_2_8x16b);
y1_3_8x16b = _mm_adds_epi16(round_8x16b, y1_3_8x16b);
y1_0_8x16b = _mm_srai_epi16(y1_0_8x16b, shft);
y1_1_8x16b = _mm_srai_epi16(y1_1_8x16b, shft);
y1_2_8x16b = _mm_srai_epi16(y1_2_8x16b, shft);
y1_3_8x16b = _mm_srai_epi16(y1_3_8x16b, shft);
y1_0_8x16b = _mm_adds_epi16(ofst_8x16b, y1_0_8x16b);
y1_1_8x16b = _mm_adds_epi16(ofst_8x16b, y1_1_8x16b);
y1_2_8x16b = _mm_adds_epi16(ofst_8x16b, y1_2_8x16b);
y1_3_8x16b = _mm_adds_epi16(ofst_8x16b, y1_3_8x16b);
y1_0_16x8b = _mm_packus_epi16(y1_0_8x16b, y1_1_8x16b);
y1_2_16x8b = _mm_packus_epi16(y1_2_8x16b, y1_3_8x16b);
y1_1_16x8b = _mm_srli_si128(y1_0_16x8b, 8);
y1_3_16x8b = _mm_srli_si128(y1_2_16x8b, 8);
_mm_storel_epi64((__m128i *)pu1_dst, y1_0_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), y1_1_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + (dst_strd << 1)), y1_2_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + dst_strd * 3), y1_3_16x8b);
ht -= 4;
pu1_src1 += src_strd1 << 2;
pu1_src2 += src_strd2 << 2;
pu1_dst += dst_strd << 2;
}
while(ht > 0);
}
else // wd == 16
{
__m128i y1_0L_8x16b, y1_0H_8x16b, y1_1L_8x16b, y1_1H_8x16b;
__m128i y2_0L_8x16b, y2_0H_8x16b, y2_1L_8x16b, y2_1H_8x16b;
__m128i zero_16x8b;
zero_16x8b = _mm_set1_epi8(0);
do
{
y1_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src1);
y1_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src1 + src_strd1));
y2_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src2);
y2_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src2 + src_strd2));
y1_0L_8x16b = _mm_cvtepu8_epi16(y1_0_16x8b);
y1_0H_8x16b = _mm_unpackhi_epi8(y1_0_16x8b, zero_16x8b);
y1_1L_8x16b = _mm_cvtepu8_epi16(y1_1_16x8b);
y1_1H_8x16b = _mm_unpackhi_epi8(y1_1_16x8b, zero_16x8b);
y2_0L_8x16b = _mm_cvtepu8_epi16(y2_0_16x8b);
y2_0H_8x16b = _mm_unpackhi_epi8(y2_0_16x8b, zero_16x8b);
y2_1L_8x16b = _mm_cvtepu8_epi16(y2_1_16x8b);
y2_1H_8x16b = _mm_unpackhi_epi8(y2_1_16x8b, zero_16x8b);
y1_0L_8x16b = _mm_mullo_epi16(y1_0L_8x16b, wt1_8x16b);
y1_0H_8x16b = _mm_mullo_epi16(y1_0H_8x16b, wt1_8x16b);
y1_1L_8x16b = _mm_mullo_epi16(y1_1L_8x16b, wt1_8x16b);
y1_1H_8x16b = _mm_mullo_epi16(y1_1H_8x16b, wt1_8x16b);
y2_0L_8x16b = _mm_mullo_epi16(y2_0L_8x16b, wt2_8x16b);
y2_0H_8x16b = _mm_mullo_epi16(y2_0H_8x16b, wt2_8x16b);
y2_1L_8x16b = _mm_mullo_epi16(y2_1L_8x16b, wt2_8x16b);
y2_1H_8x16b = _mm_mullo_epi16(y2_1H_8x16b, wt2_8x16b);
y1_0L_8x16b = _mm_adds_epi16(y1_0L_8x16b, y2_0L_8x16b);
y1_0H_8x16b = _mm_adds_epi16(y1_0H_8x16b, y2_0H_8x16b);
y1_1L_8x16b = _mm_adds_epi16(y1_1L_8x16b, y2_1L_8x16b);
y1_1H_8x16b = _mm_adds_epi16(y1_1H_8x16b, y2_1H_8x16b);
y1_0L_8x16b = _mm_adds_epi16(round_8x16b, y1_0L_8x16b);
y1_0H_8x16b = _mm_adds_epi16(round_8x16b, y1_0H_8x16b);
y1_1L_8x16b = _mm_adds_epi16(round_8x16b, y1_1L_8x16b);
y1_1H_8x16b = _mm_adds_epi16(round_8x16b, y1_1H_8x16b);
y1_0L_8x16b = _mm_srai_epi16(y1_0L_8x16b, shft);
y1_0H_8x16b = _mm_srai_epi16(y1_0H_8x16b, shft);
y1_1L_8x16b = _mm_srai_epi16(y1_1L_8x16b, shft);
y1_1H_8x16b = _mm_srai_epi16(y1_1H_8x16b, shft);
y1_0L_8x16b = _mm_adds_epi16(ofst_8x16b, y1_0L_8x16b);
y1_0H_8x16b = _mm_adds_epi16(ofst_8x16b, y1_0H_8x16b);
y1_1L_8x16b = _mm_adds_epi16(ofst_8x16b, y1_1L_8x16b);
y1_1H_8x16b = _mm_adds_epi16(ofst_8x16b, y1_1H_8x16b);
y1_0_16x8b = _mm_packus_epi16(y1_0L_8x16b, y1_0H_8x16b);
y1_1_16x8b = _mm_packus_epi16(y1_1L_8x16b, y1_1H_8x16b);
_mm_storeu_si128((__m128i *)pu1_dst, y1_0_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd), y1_1_16x8b);
ht -= 2;
pu1_src1 += src_strd1 << 1;
pu1_src2 += src_strd2 << 1;
pu1_dst += dst_strd << 1;
}
while(ht > 0);
}
}
/*****************************************************************************/
/* */
/* Function Name : ih264_weighted_bi_pred_chroma_sse42 */
/* */
/* Description : This function performs the weighted biprediction as */
/* described in sec 8.4.2.3.2 titled "Weighted sample */
/* prediction process" for chroma. The function gets two */
/* ht x wd blocks, weights them, adds them, rounds off the */
/* sum, offsets it, saturates it to unsigned 8-bit and */
/* stores it in the destination block. (ht,wd) can be */
/* (2,2), (4,2), (2,4), (4,4), (8,4), (4,8) or (8,8). */
/* */
/* Inputs : pu1_src1 - Pointer to source 1 */
/* pu1_src2 - Pointer to source 2 */
/* pu1_dst - Pointer to destination */
/* src_strd1 - stride for source 1 */
/* src_strd2 - stride for source 2 */
/* dst_strd2 - stride for destination */
/* log_wd - number of bits to be rounded off */
/* wt1 - weight values for u and v in source 1 */
/* wt2 - weight values for u and v in source 2 */
/* ofst1 - offset value for u and v in source 1 */
/* ofst2 - offset value for u and v in source 2 */
/* ht - height of the block */
/* wd - width of the block */
/* */
/* Issues : None */
/* */
/* Revision History: */
/* */
/* DD MM YYYY Author(s) Changes */
/* 04 02 2015 Kaushik Initial Version */
/* Senthoor */
/* */
/*****************************************************************************/
void ih264_weighted_bi_pred_chroma_sse42(UWORD8 *pu1_src1,
UWORD8 *pu1_src2,
UWORD8 *pu1_dst,
WORD32 src_strd1,
WORD32 src_strd2,
WORD32 dst_strd,
WORD32 log_wd,
WORD32 wt1,
WORD32 wt2,
WORD32 ofst1,
WORD32 ofst2,
WORD32 ht,
WORD32 wd)
{
__m128i y1_0_16x8b, y1_1_16x8b;
__m128i y2_0_16x8b, y2_1_16x8b;
__m128i wt1_8x16b, wt2_8x16b;
__m128i ofst_8x16b, round_8x16b;
WORD32 ofst1_u, ofst2_u, ofst_u;
WORD32 ofst1_v, ofst2_v, ofst_v;
WORD32 round_val, shft, ofst_val;
round_val = 1 << log_wd;
shft = log_wd + 1;
ofst1_u = (WORD8)(ofst1 & 0xff);
ofst1_v = (WORD8)(ofst1 >> 8);
ofst2_u = (WORD8)(ofst2 & 0xff);
ofst2_v = (WORD8)(ofst2 >> 8);
wt1_8x16b = _mm_set1_epi32(wt1);
wt2_8x16b = _mm_set1_epi32(wt2);
ofst_u = (ofst1_u + ofst2_u + 1) >> 1;
ofst_v = (ofst1_v + ofst2_v + 1) >> 1;
ofst_val = (ofst_u & 0xffff) | (ofst_v << 16);
round_8x16b = _mm_set1_epi16(round_val);
ofst_8x16b = _mm_set1_epi32(ofst_val);
if(wd == 2)
{
__m128i y1_0_8x16b, y2_0_8x16b;
do
{
y1_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src1);
y1_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1));
y2_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src2);
y2_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2));
y1_0_16x8b = _mm_unpacklo_epi32(y1_0_16x8b, y1_1_16x8b);
y2_0_16x8b = _mm_unpacklo_epi32(y2_0_16x8b, y2_1_16x8b);
y1_0_8x16b = _mm_cvtepu8_epi16(y1_0_16x8b);
y2_0_8x16b = _mm_cvtepu8_epi16(y2_0_16x8b);
y1_0_8x16b = _mm_mullo_epi16(y1_0_8x16b, wt1_8x16b);
y2_0_8x16b = _mm_mullo_epi16(y2_0_8x16b, wt2_8x16b);
y1_0_8x16b = _mm_adds_epi16(y1_0_8x16b, y2_0_8x16b);
y1_0_8x16b = _mm_adds_epi16(round_8x16b, y1_0_8x16b);
y1_0_8x16b = _mm_srai_epi16(y1_0_8x16b, shft);
y1_0_8x16b = _mm_adds_epi16(ofst_8x16b, y1_0_8x16b);
y1_0_16x8b = _mm_packus_epi16(y1_0_8x16b, y1_0_8x16b);
y1_1_16x8b = _mm_srli_si128(y1_0_16x8b, 4);
*((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(y1_0_16x8b);
*((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(y1_1_16x8b);
ht -= 2;
pu1_src1 += src_strd1 << 1;
pu1_src2 += src_strd2 << 1;
pu1_dst += dst_strd << 1;
}
while(ht > 0);
}
else if(wd == 4)
{
__m128i y1_0_8x16b, y1_1_8x16b;
__m128i y2_0_8x16b, y2_1_8x16b;
do
{
y1_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src1);
y1_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src1 + src_strd1));
y2_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src2);
y2_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src2 + src_strd2));
y1_0_8x16b = _mm_cvtepu8_epi16(y1_0_16x8b);
y1_1_8x16b = _mm_cvtepu8_epi16(y1_1_16x8b);
y2_0_8x16b = _mm_cvtepu8_epi16(y2_0_16x8b);
y2_1_8x16b = _mm_cvtepu8_epi16(y2_1_16x8b);
y1_0_8x16b = _mm_mullo_epi16(y1_0_8x16b, wt1_8x16b);
y2_0_8x16b = _mm_mullo_epi16(y2_0_8x16b, wt2_8x16b);
y1_1_8x16b = _mm_mullo_epi16(y1_1_8x16b, wt1_8x16b);
y2_1_8x16b = _mm_mullo_epi16(y2_1_8x16b, wt2_8x16b);
y1_0_8x16b = _mm_adds_epi16(y1_0_8x16b, y2_0_8x16b);
y1_1_8x16b = _mm_adds_epi16(y1_1_8x16b, y2_1_8x16b);
y1_0_8x16b = _mm_adds_epi16(round_8x16b, y1_0_8x16b);
y1_1_8x16b = _mm_adds_epi16(round_8x16b, y1_1_8x16b);
y1_0_8x16b = _mm_srai_epi16(y1_0_8x16b, shft);
y1_1_8x16b = _mm_srai_epi16(y1_1_8x16b, shft);
y1_0_8x16b = _mm_adds_epi16(ofst_8x16b, y1_0_8x16b);
y1_1_8x16b = _mm_adds_epi16(ofst_8x16b, y1_1_8x16b);
y1_0_16x8b = _mm_packus_epi16(y1_0_8x16b, y1_1_8x16b);
y1_1_16x8b = _mm_srli_si128(y1_0_16x8b, 8);
_mm_storel_epi64((__m128i *)pu1_dst, y1_0_16x8b);
_mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), y1_1_16x8b);
ht -= 2;
pu1_src1 += src_strd1 << 1;
pu1_src2 += src_strd2 << 1;
pu1_dst += dst_strd << 1;
}
while(ht > 0);
}
else // wd == 8
{
__m128i y1_0L_8x16b, y1_0H_8x16b, y1_1L_8x16b, y1_1H_8x16b;
__m128i y2_0L_8x16b, y2_0H_8x16b, y2_1L_8x16b, y2_1H_8x16b;
__m128i zero_16x8b;
zero_16x8b = _mm_set1_epi8(0);
do
{
y1_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src1);
y1_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src1 + src_strd1));
y2_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src2);
y2_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src2 + src_strd2));
y1_0L_8x16b = _mm_cvtepu8_epi16(y1_0_16x8b);
y1_0H_8x16b = _mm_unpackhi_epi8(y1_0_16x8b, zero_16x8b);
y1_1L_8x16b = _mm_cvtepu8_epi16(y1_1_16x8b);
y1_1H_8x16b = _mm_unpackhi_epi8(y1_1_16x8b, zero_16x8b);
y2_0L_8x16b = _mm_cvtepu8_epi16(y2_0_16x8b);
y2_0H_8x16b = _mm_unpackhi_epi8(y2_0_16x8b, zero_16x8b);
y2_1L_8x16b = _mm_cvtepu8_epi16(y2_1_16x8b);
y2_1H_8x16b = _mm_unpackhi_epi8(y2_1_16x8b, zero_16x8b);
y1_0L_8x16b = _mm_mullo_epi16(y1_0L_8x16b, wt1_8x16b);
y1_0H_8x16b = _mm_mullo_epi16(y1_0H_8x16b, wt1_8x16b);
y1_1L_8x16b = _mm_mullo_epi16(y1_1L_8x16b, wt1_8x16b);
y1_1H_8x16b = _mm_mullo_epi16(y1_1H_8x16b, wt1_8x16b);
y2_0L_8x16b = _mm_mullo_epi16(y2_0L_8x16b, wt2_8x16b);
y2_0H_8x16b = _mm_mullo_epi16(y2_0H_8x16b, wt2_8x16b);
y2_1L_8x16b = _mm_mullo_epi16(y2_1L_8x16b, wt2_8x16b);
y2_1H_8x16b = _mm_mullo_epi16(y2_1H_8x16b, wt2_8x16b);
y1_0L_8x16b = _mm_adds_epi16(y1_0L_8x16b, y2_0L_8x16b);
y1_0H_8x16b = _mm_adds_epi16(y1_0H_8x16b, y2_0H_8x16b);
y1_1L_8x16b = _mm_adds_epi16(y1_1L_8x16b, y2_1L_8x16b);
y1_1H_8x16b = _mm_adds_epi16(y1_1H_8x16b, y2_1H_8x16b);
y1_0L_8x16b = _mm_adds_epi16(round_8x16b, y1_0L_8x16b);
y1_0H_8x16b = _mm_adds_epi16(round_8x16b, y1_0H_8x16b);
y1_1L_8x16b = _mm_adds_epi16(round_8x16b, y1_1L_8x16b);
y1_1H_8x16b = _mm_adds_epi16(round_8x16b, y1_1H_8x16b);
y1_0L_8x16b = _mm_srai_epi16(y1_0L_8x16b, shft);
y1_0H_8x16b = _mm_srai_epi16(y1_0H_8x16b, shft);
y1_1L_8x16b = _mm_srai_epi16(y1_1L_8x16b, shft);
y1_1H_8x16b = _mm_srai_epi16(y1_1H_8x16b, shft);
y1_0L_8x16b = _mm_adds_epi16(ofst_8x16b, y1_0L_8x16b);
y1_0H_8x16b = _mm_adds_epi16(ofst_8x16b, y1_0H_8x16b);
y1_1L_8x16b = _mm_adds_epi16(ofst_8x16b, y1_1L_8x16b);
y1_1H_8x16b = _mm_adds_epi16(ofst_8x16b, y1_1H_8x16b);
y1_0_16x8b = _mm_packus_epi16(y1_0L_8x16b, y1_0H_8x16b);
y1_1_16x8b = _mm_packus_epi16(y1_1L_8x16b, y1_1H_8x16b);
_mm_storeu_si128((__m128i *)pu1_dst, y1_0_16x8b);
_mm_storeu_si128((__m128i *)(pu1_dst + dst_strd), y1_1_16x8b);
ht -= 2;
pu1_src1 += src_strd1 << 1;
pu1_src2 += src_strd2 << 1;
pu1_dst += dst_strd << 1;
}
while(ht > 0);
}
}