/******************************************************************************
*
* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
******************************************************************************/
/**
*******************************************************************************
* @file
* ihevc_inter_pred_filters_x86_intr.c
*
* @brief
* Contains function definitions for inter prediction interpolation filters
* coded in x86 intrinsics
*
*
* @author
*
*
* @par List of Functions:
* - ihevc_inter_pred_luma_copy_w16out_sse42()
* - ihevc_inter_pred_chroma_copy_sse42()
* - ihevc_inter_pred_chroma_copy_w16out_sse42()
*
* @remarks
* None
*
*******************************************************************************
*/
/*****************************************************************************/
/* File Includes */
/*****************************************************************************/
#include <assert.h>
#include "ihevc_debug.h"
#include "ihevc_typedefs.h"
#include "ihevc_defs.h"
#include "ihevc_inter_pred.h"
#include "ihevc_macros.h"
#include "ihevc_platform_macros.h"
#include "ihevc_func_selector.h"
#include <immintrin.h>
#include <emmintrin.h>
#include <smmintrin.h>
#include <tmmintrin.h>
/*****************************************************************************/
/* Function Definitions */
/*****************************************************************************/
/**
*******************************************************************************
*
* @brief
* Interprediction luma filter for copy 16bit output
*
* @par Description:
* Copies the array of width 'wd' and height 'ht' from the location pointed
* by 'src' to the location pointed by 'dst' The output is upshifted by 6
* bits and is used as input for vertical filtering or weighted prediction
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pi2_dst
* WORD16 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] pi1_coeff
* WORD8 pointer to the filter coefficients
*
* @param[in] ht
* integer height of the array
*
* @param[in] wd
* integer width of the array
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_inter_pred_luma_copy_w16out_sse42(UWORD8 *pu1_src,
WORD16 *pi2_dst,
WORD32 src_strd,
WORD32 dst_strd,
WORD8 *pi1_coeff,
WORD32 ht,
WORD32 wd)
{
WORD32 row, col;
__m128i src0_16x8b, src1_16x8b, src2_16x8b, src3_16x8b;
UNUSED(pi1_coeff);
ASSERT(wd % 4 == 0); /* checking assumption*/
ASSERT(ht % 4 == 0); /* checking assumption*/
if(0 == (wd & 7)) /* multiple of 8 case */
{
for(row = 0; row < ht; row += 4)
{
for(col = 0; col < wd; col += 8)
{
/*load 8 pixel values from 7:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
src2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 2 * src_strd)); /* row =2 */
src3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 3 * src_strd)); /* row =3 */
src0_16x8b = _mm_cvtepu8_epi16(src0_16x8b);
src1_16x8b = _mm_cvtepu8_epi16(src1_16x8b);
src2_16x8b = _mm_cvtepu8_epi16(src2_16x8b);
src3_16x8b = _mm_cvtepu8_epi16(src3_16x8b);
src0_16x8b = _mm_slli_epi16(src0_16x8b, SHIFT_14_MINUS_BIT_DEPTH); /* (pu1_src[col] << SHIFT_14_MINUS_BIT_DEPTH */
src1_16x8b = _mm_slli_epi16(src1_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
src2_16x8b = _mm_slli_epi16(src2_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
src3_16x8b = _mm_slli_epi16(src3_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
/* storing 16 8-bit output values */
_mm_storeu_si128((__m128i *)(pi2_dst), src0_16x8b); /* row =0 */
_mm_storeu_si128((__m128i *)(pi2_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
_mm_storeu_si128((__m128i *)(pi2_dst + 2 * dst_strd), src2_16x8b); /* row =2 */
_mm_storeu_si128((__m128i *)(pi2_dst + 3 * dst_strd), src3_16x8b); /* row =3 */
pu1_src += 8; /* pointer update */
pi2_dst += 8; /* pointer update */
} /* inner for loop ends here(8-output values in single iteration) */
pu1_src += 4 * src_strd - wd; /* pointer update */
pi2_dst += 4 * dst_strd - wd; /* pointer update */
}
}
else /* wd = multiple of 4 case */
{
for(row = 0; row < ht; row += 4)
{
for(col = 0; col < wd; col += 4)
{
/*load 8 pixel values from 7:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
src2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 2 * src_strd)); /* row =2 */
src3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 3 * src_strd)); /* row =3 */
src0_16x8b = _mm_cvtepu8_epi16(src0_16x8b);
src1_16x8b = _mm_cvtepu8_epi16(src1_16x8b);
src2_16x8b = _mm_cvtepu8_epi16(src2_16x8b);
src3_16x8b = _mm_cvtepu8_epi16(src3_16x8b);
src0_16x8b = _mm_slli_epi16(src0_16x8b, SHIFT_14_MINUS_BIT_DEPTH); /* (pu1_src[col] << SHIFT_14_MINUS_BIT_DEPTH */
src1_16x8b = _mm_slli_epi16(src1_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
src2_16x8b = _mm_slli_epi16(src2_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
src3_16x8b = _mm_slli_epi16(src3_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
/* storing 16 8-bit output values */
_mm_storel_epi64((__m128i *)(pi2_dst), src0_16x8b); /* row =0 */
_mm_storel_epi64((__m128i *)(pi2_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
_mm_storel_epi64((__m128i *)(pi2_dst + 2 * dst_strd), src2_16x8b); /* row =2 */
_mm_storel_epi64((__m128i *)(pi2_dst + 3 * dst_strd), src3_16x8b); /* row =3 */
pu1_src += 4; /* pointer update */
pi2_dst += 4; /* pointer update */
} /* inner for loop ends here(4-output values in single iteration) */
pu1_src += 4 * src_strd - wd; /* pointer update */
pi2_dst += 4 * dst_strd - wd; /* pointer update */
}
}
}
/**
*******************************************************************************
*
* @brief
* Chroma interprediction filter for copy
*
* @par Description:
* Copies the array of width 'wd' and height 'ht' from the location pointed
* by 'src' to the location pointed by 'dst'
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pu1_dst
* UWORD8 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] pi1_coeff
* WORD8 pointer to the filter coefficients
*
* @param[in] ht
* integer height of the array
*
* @param[in] wd
* integer width of the array
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_inter_pred_chroma_copy_sse42(UWORD8 *pu1_src,
UWORD8 *pu1_dst,
WORD32 src_strd,
WORD32 dst_strd,
WORD8 *pi1_coeff,
WORD32 ht,
WORD32 wd)
{
WORD32 row, col, wdx2;
__m128i src0_16x8b, src1_16x8b, src2_16x8b, src3_16x8b;
ASSERT(wd % 2 == 0); /* checking assumption*/
ASSERT(ht % 2 == 0); /* checking assumption*/
UNUSED(pi1_coeff);
wdx2 = wd * 2;
if(0 == (ht & 3)) /* ht multiple of 4 */
{
if(0 == (wdx2 & 15)) /* wdx2 multiple of 16 case */
{
for(row = 0; row < ht; row += 4)
{
for(col = 0; col < wdx2; col += 16)
{
/*load 16 pixel values from 15:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
src2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 2 * src_strd)); /* row =2 */
src3_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 3 * src_strd)); /* row =3 */
/* storing 16 8-bit output values */
_mm_storeu_si128((__m128i *)(pu1_dst), src0_16x8b); /* row =0 */
_mm_storeu_si128((__m128i *)(pu1_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
_mm_storeu_si128((__m128i *)(pu1_dst + 2 * dst_strd), src2_16x8b); /* row =2 */
_mm_storeu_si128((__m128i *)(pu1_dst + 3 * dst_strd), src3_16x8b); /* row =3 */
pu1_src += 16; /* pointer update */
pu1_dst += 16; /* pointer update */
} /* inner for loop ends here(16-output values in single iteration) */
pu1_src += 4 * src_strd - wdx2; /* pointer update */
pu1_dst += 4 * dst_strd - wdx2; /* pointer update */
}
}
else if(0 == (wdx2 & 7)) /* multiple of 8 case */
{
for(row = 0; row < ht; row += 4)
{
for(col = 0; col < wdx2; col += 8)
{
/*load 16 pixel values from 15:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
src2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 2 * src_strd)); /* row =2 */
src3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 3 * src_strd)); /* row =3 */
/* storing 16 8-bit output values */
_mm_storel_epi64((__m128i *)(pu1_dst), src0_16x8b); /* row =0 */
_mm_storel_epi64((__m128i *)(pu1_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
_mm_storel_epi64((__m128i *)(pu1_dst + 2 * dst_strd), src2_16x8b); /* row =2 */
_mm_storel_epi64((__m128i *)(pu1_dst + 3 * dst_strd), src3_16x8b); /* row =3 */
pu1_src += 8; /* pointer update */
pu1_dst += 8; /* pointer update */
} /* inner for loop ends here(8-output values in single iteration) */
pu1_src += 4 * src_strd - wdx2; /* pointer update */
pu1_dst += 4 * dst_strd - wdx2; /* pointer update */
}
}
else /* wdx2 = multiple of 4 case */
{
WORD32 dst0, dst1, dst2, dst3;
for(row = 0; row < ht; row += 4)
{
for(col = 0; col < wdx2; col += 4)
{
/*load 16 pixel values from 15:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
src2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 2 * src_strd)); /* row =2 */
src3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 3 * src_strd)); /* row =3 */
dst0 = _mm_cvtsi128_si32(src0_16x8b);
dst1 = _mm_cvtsi128_si32(src1_16x8b);
dst2 = _mm_cvtsi128_si32(src2_16x8b);
dst3 = _mm_cvtsi128_si32(src3_16x8b);
/* storing 4 8-bit output values */
*(WORD32 *)(&pu1_dst[0 * dst_strd]) = dst0; /* row =0 */
*(WORD32 *)(&pu1_dst[1 * dst_strd]) = dst1; /* row =1 */
*(WORD32 *)(&pu1_dst[2 * dst_strd]) = dst2; /* row =2 */
*(WORD32 *)(&pu1_dst[3 * dst_strd]) = dst3; /* row =3 */
pu1_src += 4; /* pointer update */
pu1_dst += 4; /* pointer update */
} /* inner for loop ends here(4- output values in single iteration) */
pu1_src += 4 * src_strd - wdx2; /* pointer update */
pu1_dst += 4 * dst_strd - wdx2; /* pointer update */
}
}
}
else /* ht multiple of 2 */
{
if(0 == (wdx2 & 15)) /* wdx2 multiple of 16 case */
{
for(row = 0; row < ht; row += 2)
{
for(col = 0; col < wdx2; col += 16)
{
/*load 16 pixel values from 15:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
/* storing 16 8-bit output values */
_mm_storeu_si128((__m128i *)(pu1_dst), src0_16x8b); /* row =0 */
_mm_storeu_si128((__m128i *)(pu1_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
pu1_src += 16; /* pointer update */
pu1_dst += 16; /* pointer update */
} /* inner for loop ends here(16-output values in single iteration) */
pu1_src += 2 * src_strd - wdx2; /* pointer update */
pu1_dst += 2 * dst_strd - wdx2; /* pointer update */
}
}
else if(0 == (wdx2 & 7)) /* multiple of 8 case */
{
for(row = 0; row < ht; row += 2)
{
for(col = 0; col < wdx2; col += 8)
{
/*load 16 pixel values from 15:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
/* storing 16 8-bit output values */
_mm_storel_epi64((__m128i *)(pu1_dst), src0_16x8b); /* row =0 */
_mm_storel_epi64((__m128i *)(pu1_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
pu1_src += 8; /* pointer update */
pu1_dst += 8; /* pointer update */
} /* inner for loop ends here(8-output values in single iteration) */
pu1_src += 2 * src_strd - wdx2; /* pointer update */
pu1_dst += 2 * dst_strd - wdx2; /* pointer update */
}
}
else /* wdx2 = multiple of 4 case */
{
WORD32 dst0, dst1;
for(row = 0; row < ht; row += 2)
{
for(col = 0; col < wdx2; col += 4)
{
/*load 16 pixel values from 15:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
dst0 = _mm_cvtsi128_si32(src0_16x8b);
dst1 = _mm_cvtsi128_si32(src1_16x8b);
/* storing 4 8-bit output values */
*(WORD32 *)(&pu1_dst[0 * dst_strd]) = dst0; /* row =0 */
*(WORD32 *)(&pu1_dst[1 * dst_strd]) = dst1; /* row =1 */
pu1_src += 4; /* pointer update */
pu1_dst += 4; /* pointer update */
} /* inner for loop ends here(4- output values in single iteration) */
pu1_src += 2 * src_strd - wdx2; /* pointer update */
pu1_dst += 2 * dst_strd - wdx2; /* pointer update */
}
}
}
}
/**
*******************************************************************************
*
* @brief
* chroma interprediction filter for copying 16bit output
*
* @par Description:
* Copies the array of width 'wd' and height 'ht' from the location pointed
* by 'src' to the location pointed by 'dst' The output is upshifted by 6
* bits and is used as input for vertical filtering or weighted prediction
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pi2_dst
* WORD16 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] pi1_coeff
* WORD8 pointer to the filter coefficients
*
* @param[in] ht
* integer height of the array
*
* @param[in] wd
* integer width of the array
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_inter_pred_chroma_copy_w16out_sse42(UWORD8 *pu1_src,
WORD16 *pi2_dst,
WORD32 src_strd,
WORD32 dst_strd,
WORD8 *pi1_coeff,
WORD32 ht,
WORD32 wd)
{
WORD32 row, col, wdx2;
__m128i src0_16x8b, src1_16x8b, src2_16x8b, src3_16x8b;
ASSERT(wd % 2 == 0); /* checking assumption*/
ASSERT(ht % 2 == 0); /* checking assumption*/
UNUSED(pi1_coeff);
wdx2 = wd * 2;
if(0 == (ht & 3)) /* multiple of 4 case */
{
if(0 == (wdx2 & 7)) /* multiple of 8 case */
{
for(row = 0; row < ht; row += 4)
{
for(col = 0; col < wdx2; col += 8)
{
/*load 8 pixel values from 7:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
src2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 2 * src_strd)); /* row =2 */
src3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 3 * src_strd)); /* row =3 */
src0_16x8b = _mm_cvtepu8_epi16(src0_16x8b);
src1_16x8b = _mm_cvtepu8_epi16(src1_16x8b);
src2_16x8b = _mm_cvtepu8_epi16(src2_16x8b);
src3_16x8b = _mm_cvtepu8_epi16(src3_16x8b);
src0_16x8b = _mm_slli_epi16(src0_16x8b, SHIFT_14_MINUS_BIT_DEPTH); /* (pu1_src[col] << SHIFT_14_MINUS_BIT_DEPTH */
src1_16x8b = _mm_slli_epi16(src1_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
src2_16x8b = _mm_slli_epi16(src2_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
src3_16x8b = _mm_slli_epi16(src3_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
/* storing 16 8-bit output values */
_mm_storeu_si128((__m128i *)(pi2_dst), src0_16x8b); /* row =0 */
_mm_storeu_si128((__m128i *)(pi2_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
_mm_storeu_si128((__m128i *)(pi2_dst + 2 * dst_strd), src2_16x8b); /* row =2 */
_mm_storeu_si128((__m128i *)(pi2_dst + 3 * dst_strd), src3_16x8b); /* row =3 */
pu1_src += 8; /* pointer update */
pi2_dst += 8; /* pointer update */
} /* inner for loop ends here(8-output values in single iteration) */
pu1_src += 4 * src_strd - wdx2; /* pointer update */
pi2_dst += 4 * dst_strd - wdx2; /* pointer update */
}
}
else /* wdx2 = multiple of 4 case */
{
for(row = 0; row < ht; row += 4)
{
for(col = 0; col < wdx2; col += 4)
{
/*load 8 pixel values from 7:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
src2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 2 * src_strd)); /* row =2 */
src3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 3 * src_strd)); /* row =3 */
src0_16x8b = _mm_cvtepu8_epi16(src0_16x8b);
src1_16x8b = _mm_cvtepu8_epi16(src1_16x8b);
src2_16x8b = _mm_cvtepu8_epi16(src2_16x8b);
src3_16x8b = _mm_cvtepu8_epi16(src3_16x8b);
src0_16x8b = _mm_slli_epi16(src0_16x8b, SHIFT_14_MINUS_BIT_DEPTH); /* (pu1_src[col] << SHIFT_14_MINUS_BIT_DEPTH */
src1_16x8b = _mm_slli_epi16(src1_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
src2_16x8b = _mm_slli_epi16(src2_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
src3_16x8b = _mm_slli_epi16(src3_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
/* storing 16 8-bit output values */
_mm_storel_epi64((__m128i *)(pi2_dst), src0_16x8b); /* row =0 */
_mm_storel_epi64((__m128i *)(pi2_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
_mm_storel_epi64((__m128i *)(pi2_dst + 2 * dst_strd), src2_16x8b); /* row =2 */
_mm_storel_epi64((__m128i *)(pi2_dst + 3 * dst_strd), src3_16x8b); /* row =3 */
pu1_src += 4; /* pointer update */
pi2_dst += 4; /* pointer update */
} /* inner for loop ends here(4-output values in single iteration) */
pu1_src += 4 * src_strd - wdx2; /* pointer update */
pi2_dst += 4 * dst_strd - wdx2; /* pointer update */
}
}
}
else /* ht multiple of 2 case */
{
if(0 == (wdx2 & 7)) /* multiple of 8 case */
{
for(row = 0; row < ht; row += 2)
{
for(col = 0; col < wdx2; col += 8)
{
/*load 8 pixel values from 7:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
src0_16x8b = _mm_cvtepu8_epi16(src0_16x8b);
src1_16x8b = _mm_cvtepu8_epi16(src1_16x8b);
src0_16x8b = _mm_slli_epi16(src0_16x8b, SHIFT_14_MINUS_BIT_DEPTH); /* (pu1_src[col] << SHIFT_14_MINUS_BIT_DEPTH */
src1_16x8b = _mm_slli_epi16(src1_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
/* storing 16 8-bit output values */
_mm_storeu_si128((__m128i *)(pi2_dst), src0_16x8b); /* row =0 */
_mm_storeu_si128((__m128i *)(pi2_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
pu1_src += 8; /* pointer update */
pi2_dst += 8; /* pointer update */
} /* inner for loop ends here(8-output values in single iteration) */
pu1_src += 2 * src_strd - wdx2; /* pointer update */
pi2_dst += 2 * dst_strd - wdx2; /* pointer update */
}
}
else /* wdx2 = multiple of 4 case */
{
for(row = 0; row < ht; row += 2)
{
for(col = 0; col < wdx2; col += 4)
{
/*load 8 pixel values from 7:0 pos. relative to cur. pos.*/
src0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); /* row =0 */
src1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + 1 * src_strd)); /* row =1 */
src0_16x8b = _mm_cvtepu8_epi16(src0_16x8b);
src1_16x8b = _mm_cvtepu8_epi16(src1_16x8b);
src0_16x8b = _mm_slli_epi16(src0_16x8b, SHIFT_14_MINUS_BIT_DEPTH); /* (pu1_src[col] << SHIFT_14_MINUS_BIT_DEPTH */
src1_16x8b = _mm_slli_epi16(src1_16x8b, SHIFT_14_MINUS_BIT_DEPTH);
/* storing 16 8-bit output values */
_mm_storel_epi64((__m128i *)(pi2_dst), src0_16x8b); /* row =0 */
_mm_storel_epi64((__m128i *)(pi2_dst + 1 * dst_strd), src1_16x8b); /* row =1 */
pu1_src += 4; /* pointer update */
pi2_dst += 4; /* pointer update */
} /* inner for loop ends here(4-output values in single iteration) */
pu1_src += 2 * src_strd - wdx2; /* pointer update */
pi2_dst += 2 * dst_strd - wdx2; /* pointer update */
}
}
}
}