///*****************************************************************************
//*
//* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore
//*
//* Licensed under the Apache License, Version 2.0 (the "License");
//* you may not use this file except in compliance with the License.
//* You may obtain a copy of the License at:
//*
//* http://www.apache.org/licenses/LICENSE-2.0
//*
//* Unless required by applicable law or agreed to in writing, software
//* distributed under the License is distributed on an "AS IS" BASIS,
//* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
//* See the License for the specific language governing permissions and
//* limitations under the License.
//*
//*****************************************************************************/
///**
//*******************************************************************************
//* @file
//* ihevc_weighted_pred_bi_default.s
//*
//* @brief
//* contains function definitions for weighted prediction used in inter
//* prediction
//*
//* @author
//* parthiban v
//*
//* @par list of functions:
//* - ihevc_weighted_pred_bi_default()
//*
//* @remarks
//* none
//*
//*******************************************************************************
//*/
///**
//*******************************************************************************
//*
//* @brief
//* does default bi-weighted prediction on the arrays pointed by pi2_src1 and
//* pi2_src2 and stores it at location pointed by pi2_dst assumptions : the
//* function is optimized considering the fact width and height are multiple
//* of 2.
//*
//* @par description:
//* dst = ( (src1 + lvl_shift1) + (src2 + lvl_shift2) + 1 << (shift - 1) )
//* >> shift where shift = 15 - bitdepth
//*
//* @param[in] pi2_src1
//* pointer to source 1
//*
//* @param[in] pi2_src2
//* pointer to source 2
//*
//* @param[out] pu1_dst
//* pointer to destination
//*
//* @param[in] src_strd1
//* source stride 1
//*
//* @param[in] src_strd2
//* source stride 2
//*
//* @param[in] dst_strd
//* destination stride
//*
//* @param[in] lvl_shift1
//* added before shift and offset
//*
//* @param[in] lvl_shift2
//* added before shift and offset
//*
//* @param[in] ht
//* height of the source
//*
//* @param[in] wd
//* width of the source
//*
//* @returns
//*
//* @remarks
//* none
//*
//*******************************************************************************
//*/
//void ihevc_weighted_pred_bi_default(word16 *pi2_src1,
// word16 *pi2_src2,
// uword8 *pu1_dst,
// word32 src_strd1,
// word32 src_strd2,
// word32 dst_strd,
// word32 lvl_shift1,
// word32 lvl_shift2,
// word32 ht,
// word32 wd)
//**************variables vs registers*****************************************
// x0 => *pi2_src1
// x1 => *pi2_src2
// x2 => *pu1_dst
// x3 => src_strd1
// x4 => src_strd2
// x5 => dst_strd
// x6 => lvl_shift1
// x7 => lvl_shift2
// x8 => ht
// x9 => wd
.text
.align 4
.include "ihevc_neon_macros.s"
.globl ihevc_weighted_pred_bi_default_av8
.type ihevc_weighted_pred_bi_default_av8, %function
ihevc_weighted_pred_bi_default_av8:
ldr w8,[sp,#0]
ldr w9,[sp,#8]
// stmfd sp!, {x4-x12, x14} //stack stores the values of the arguments
stp x19, x20,[sp,#-16]!
stp x21, x22,[sp,#-16]!
mov x15,x4 // src_strd2 40
mov x16,x5 // dst_strd 44
mov x17,x6 // lvl_shift1 48
mov x19,x7 // lvl_shift2 52
mov x20,x8 // ht 56
mov x21,x9 // wd 60
mov x4,x15 //load src_strd2
lsl x3,x3,#1
mov x5,x16 //load dst_strd
mov x6,x17 //load lvl_shift1
lsl x4,x4,#1
mov x7,x19 //load lvl_shift2
mov x8,x20 //load ht
mov x9,x21 //load wd
dup v4.8h,w6 //lvl_shift1_t = vmov_n_s16((int16_t)lvl_shift1)
dup v6.8h,w7 //lvl_shift2_t = vmov_n_s16((int16_t)lvl_shift2)
movi v0.8h, #0x40 //tmp_lvl_shift = 1 << (shift - 1)
add v4.8h, v4.8h,v6.8h
add v0.8h, v0.8h , v4.8h
// vmvn.i32 v2.8h,#0x6 @vmovq_n_s32(tmp_shift)
lsl x6,x9,#1
sub x20,x6,x3,lsl #2 //4*src_strd1 - wd
neg x7, x20
sub x20,x6,x4,lsl #2 //4*src_strd2 - wd
neg x10, x20
//asr x6,#1
//rsb x6,x6,x5,lsl #2 @4*dst_strd - wd
cmp x8,#0 //check ht == 0
beq end_loops //if equal, then end the function
chroma_decision:
orr x14,x8,x9
cmp x14,#10
beq outer_loop_chroma_8x2
cmp x14,#6
beq outer_loop_chroma_4x2
luma_decision:
cmp x9,#24
beq outer_loop_8
cmp x9,#16
bge outer_loop_16
cmp x9,#12
beq outer_loop_4
cmp x9,#8
bge outer_loop_8
outer_loop_4:
cmp x9,#0 //check wd == 0
beq end_loops //if equal, then end the function
core_loop_4:
add x11,x0,x3 //pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer)
add x12,x1,x4 //pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer)
ld1 {v6.4h},[x0],#8 //load and increment the pi2_src1
add x14,x2,x5 //pu1_dst_tmp = pu1_dst + dst_strd
ld1 {v7.4h},[x1],#8 //load and increment the pi2_src2
ld1 {v1.4h},[x11],x3 //load and increment the pi2_src1 ii iteration
sqadd v18.4h,v6.4h,v7.4h
sqadd v18.4h,v18.4h,v0.4h //vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t)
ld1 {v3.4h},[x12],x4 //load and increment the pi2_src2 ii iteration
sqadd v20.4h,v1.4h,v3.4h //vaddq_s32(i4_tmp2_t1, i4_tmp2_t2)
sqadd v19.4h,v20.4h,v0.4h //vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t)
mov v18.d[1],v19.d[0]
sqshrun v20.8b, v18.8h,#7
ld1 {v22.4h},[x11],x3 //load and increment the pi2_src1 iii iteration
ld1 {v23.4h},[x12],x4 //load and increment the pi2_src2 iii iteration
sqadd v30.4h,v22.4h,v23.4h
sqadd v30.4h,v30.4h,v0.4h //vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t) iii iteration
ld1 {v24.4h},[x11],x3 //load and increment the pi2_src1 iv iteration
ld1 {v25.4h},[x12],x4 //load and increment the pi2_src2 iv iteration
sqadd v18.4h,v24.4h,v25.4h //vaddq_s32(i4_tmp2_t1, i4_tmp2_t2) iv iteration
sqadd v31.4h,v18.4h,v0.4h
mov v30.d[1],v31.d[0]
st1 {v20.s}[0],[x2],#4 //store pu1_dst i iteration
st1 {v20.s}[1],[x14],x5 //store pu1_dst ii iteration
sqshrun v30.8b, v30.8h,#7
st1 {v30.s}[0],[x14],x5 //store pu1_dst iii iteration //vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) iv iteratio
subs x9,x9,#4 //decrement wd by 4 and check for 0
st1 {v30.s}[1],[x14],x5 //store pu1_dst iv iteration
bgt core_loop_4 //if greater than 0 repeat the core loop again
end_core_loop_4:
subs x8,x8,#4 //decrement the ht by 4
add x0,x0,x7 //pi2_src1 + 4*src_strd1 - 2*wd(since pi2_src1 is 16 bit pointer double the increment with double the wd decrement)
asr x9,x6,#1
add x1,x1,x10 //pi2_src2 + 4*src_strd2 - 2*wd
sub x20,x9,x5,lsl #2 //4*dst_strd - wd
neg x14, x20
add x2,x2,x14
//pu1_dst + dst_std - wd
bgt core_loop_4 //if ht is greater than 0 goto outer_loop
b end_loops
// this is only for chroma module with input 2x2
outer_loop_chroma_4x2:
cmp x9,#0 //check wd == 0
beq end_loops //if equal, then end the function
sub x20,x6,x3,lsl #1 //2*src_strd1 - wd
neg x7, x20
sub x20,x6,x4,lsl #1 //2*src_strd2 - wd
neg x10, x20
core_loop_chroma_4x2:
add x11,x0,x3 //pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer)
add x12,x1,x4 //pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer)
ld1 {v6.4h},[x0],#8 //load and increment the pi2_src1
add x14,x2,x5 //pu1_dst_tmp = pu1_dst + dst_strd
ld1 {v7.4h},[x1],#8 //load and increment the pi2_src2
ld1 {v1.4h},[x11],x3 //load and increment the pi2_src1 ii iteration
sqadd v18.4h,v6.4h,v7.4h
sqadd v18.4h,v18.4h,v0.4h //vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t)
ld1 {v3.4h},[x12],x4 //load and increment the pi2_src2 ii iteration
sqadd v20.4h,v1.4h,v3.4h //vaddq_s32(i4_tmp2_t1, i4_tmp2_t2)
sqadd v19.4h,v20.4h,v0.4h //vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t)
mov v18.d[1],v19.d[0]
sqshrun v20.8b, v18.8h,#7
st1 {v20.s}[0],[x2],#4 //store pu1_dst i iteration
st1 {v20.s}[1],[x14],x5 //store pu1_dst ii iteration
subs x9,x9,#4 //decrement wd by 4 and check for 0
bgt core_loop_chroma_4x2 //if greater than 0 repeat the core loop again
end_core_loop_chorma_4x2:
subs x8,x8,#2 //decrement the ht by 4
add x0,x0,x7 //pi2_src1 + 2*src_strd1 - 2*wd(since pi2_src1 is 16 bit pointer double the increment with double the wd decrement)
asr x9,x6,#1
add x1,x1,x10 //pi2_src2 + 2*src_strd2 - 2*wd
sub x20,x9,x5,lsl #1 //2*dst_strd - wd
neg x14, x20
add x2,x2,x14
//pu1_dst + dst_std - wd
bgt core_loop_chroma_4x2 //if ht is greater than 0 goto outer_loop
b end_loops
outer_loop_8:
cmp x9,#0 //check wd == 0
beq end_loops //if equal, then end the function
add x11,x0,x3 //pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer)
add x12,x1,x4 //pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer)
core_loop_8:
ld1 { v24.8h},[x0],#16 //load and increment the pi2_src1
add x14,x2,x5 //pu1_dst_tmp = pu1_dst + dst_strd
ld1 { v26.8h},[x1],#16 //load and increment the pi2_src2
sqadd v24.8h,v24.8h,v26.8h
ld1 { v28.8h},[x11],x3 //load and increment the pi2_src1 ii iteration
sqadd v24.8h,v24.8h,v0.8h //vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t)
ld1 { v30.8h},[x12],x4 //load and increment the pi2_src2 ii iteration
ld1 { v16.8h},[x11],x3 //load and increment the pi2_src1 iii iteration
sqadd v22.8h,v28.8h,v30.8h //vaddq_s32(i4_tmp2_t1, i4_tmp2_t2)
ld1 { v18.8h},[x12],x4 //load and increment the pi2_src2 iii iteration
sqadd v22.8h,v22.8h,v0.8h //vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t)
sqshrun v20.8b, v24.8h,#7
ld1 { v17.8h},[x11],x3 //load and increment the pi2_src1 iv iteration
sqadd v30.8h,v16.8h,v18.8h
sqshrun v21.8b, v22.8h,#7
ld1 { v29.8h},[x12],x4 //load and increment the pi2_src2 iv iteration
sqadd v30.8h,v30.8h,v0.8h //vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t) iii iteration
st1 {v20.2s},[x2],#8 //store pu1_dst i iteration
sqadd v1.8h,v17.8h,v29.8h //vaddq_s32(i4_tmp2_t1, i4_tmp2_t2) iv iteration
st1 {v21.2s},[x14],x5 //store pu1_dst ii iteration
sqadd v1.8h,v1.8h,v0.8h
sqshrun v30.8b, v30.8h,#7
sqshrun v31.8b, v1.8h,#7
add x11,x0,x3 //pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer)
add x12,x1,x4 //pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer)
st1 {v30.2s},[x14],x5 //store pu1_dst iii iteration //vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) iv iteratio
subs x9,x9,#8 //decrement wd by 4 and check for 0
st1 {v31.2s},[x14],x5 //store pu1_dst iv iteration
bgt core_loop_8 //if greater than 0 repeat the core loop again
end_core_loop_8:
subs x8,x8,#4 //decrement the ht by 4
add x0,x0,x7 //pi2_src1 + 4*src_strd1 - 2*wd(since pi2_src1 is 16 bit pointer double the increment with double the wd decrement)
asr x9,x6,#1
add x1,x1,x10 //pi2_src2 + 4*src_strd2 - 2*wd
sub x20,x9,x5,lsl #2 //4*dst_strd - wd
neg x14, x20
add x2,x2,x14
add x11,x0,x3 //pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer)
add x12,x1,x4 //pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) //pu1_dst + dst_std - wd
bgt core_loop_8
b end_loops
// this is only for chroma module with inpput 4x2
outer_loop_chroma_8x2:
cmp x9,#0 //check wd == 0
beq end_loops //if equal, then end the function
add x11,x0,x3 //pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer)
add x12,x1,x4 //pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer)
sub x20,x6,x3,lsl #1 //2*src_strd1 - wd
neg x7, x20
sub x20,x6,x4,lsl #1 //2*src_strd2 - wd
neg x10, x20
core_loop_chroma_8x2:
ld1 { v24.8h},[x0],#16 //load and increment the pi2_src1
add x14,x2,x5 //pu1_dst_tmp = pu1_dst + dst_strd
ld1 { v26.8h},[x1],#16 //load and increment the pi2_src2
sqadd v24.8h,v24.8h,v26.8h
ld1 { v28.8h},[x11],x3 //load and increment the pi2_src1 ii iteration
sqadd v24.8h,v24.8h,v0.8h //vaddq_s32(i4_tmp1_t1, tmp_lvl_shift_t)
ld1 { v30.8h},[x12],x4 //load and increment the pi2_src2 ii iteration
ld1 { v16.8h},[x11],x3 //load and increment the pi2_src1 iii iteration
sqadd v22.8h,v28.8h,v30.8h //vaddq_s32(i4_tmp2_t1, i4_tmp2_t2)
sqadd v22.8h,v22.8h,v0.8h //vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t)
sqshrun v20.8b, v24.8h,#7
sqshrun v21.8b, v22.8h,#7
st1 {v20.2s},[x2],#8 //store pu1_dst i iteration
st1 {v21.2s},[x14],x5 //store pu1_dst ii iteration
add x11,x0,x3 //pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer)
add x12,x1,x4 //pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer)
//vaddq_s32(i4_tmp2_t1, tmp_lvl_shift_t) iv iteratio
subs x9,x9,#8 //decrement wd by 4 and check for 0
bgt core_loop_chroma_8x2 //if greater than 0 repeat the core loop again
end_core_loop_chroma_8x2:
subs x8,x8,#2 //decrement the ht by 4
add x0,x0,x7 //pi2_src1 + 4*src_strd1 - 2*wd(since pi2_src1 is 16 bit pointer double the increment with double the wd decrement)
asr x9,x6,#1
add x1,x1,x10 //pi2_src2 + 4*src_strd2 - 2*wd
sub x20,x9,x5,lsl #1 //4*dst_strd - wd
neg x14, x20
add x2,x2,x14
add x11,x0,x3 //pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer)
add x12,x1,x4 //pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer) //pu1_dst + dst_std - wd
bgt core_loop_chroma_8x2
b end_loops
outer_loop_16:
cmp x9,#0 //check wd == 0
beq end_loops //if equal, then end the function
add x11,x0,x3 //pi2_src_tmp1 = pi2_src1 + 2*src_strd1(2* because pi1_src is a 16 bit pointer)
add x12,x1,x4 //pi2_src_tmp2 = pi2_src2 + 2*src_strd2(2* because pi2_src is a 16 bit pointer)
sub x20,x6,x3,lsl #1 //2*src_strd1 - wd
neg x7, x20
mov x14,#16
sub x10,x14,x5
sub x11,x3,x14
sub x12,x14,x3
sub x20,x9,x5,lsl #1 //2*dst_strd - wd
neg x14, x20
prolog_16:
ld1 { v2.8h},[x0],#16 //load and increment the pi2_src1
ld1 { v4.8h},[x1],#16 //load and increment the pi2_src2
ld1 { v5.8h},[x0],x11 //load and increment the pi2_src1
ld1 { v17.8h},[x1],x11 //load and increment the pi2_src2
ld1 { v6.8h},[x0],#16 //load and increment the pi2_src1 ii iteration
subs x9,x9,#16
ld1 { v1.8h},[x1],#16 //load and increment the pi2_src2 ii iteration
sub x20,x8,#2
csel x8, x20, x8,eq
sqadd v22.8h,v2.8h,v4.8h
ld1 { v29.8h},[x0],x12 //load and increment the pi2_src1 ii iteration
sqadd v28.8h,v5.8h,v17.8h
ld1 { v16.8h},[x1],x12 //load and increment the pi2_src2 ii iteration
add x20,x0,x7
csel x0, x20, x0,eq
add x20,x1,x7
csel x1, x20, x1,eq
sqadd v24.8h,v6.8h,v1.8h
ld1 { v2.8h},[x0],#16
sqadd v26.8h,v29.8h,v16.8h
// if the input is chroma with 8x2 block size
cmp x8,#0
beq epilog_16
ld1 { v4.8h},[x1],#16 //load and increment the pi2_src2
sqadd v22.8h,v22.8h,v0.8h
ld1 { v5.8h},[x0],x11 //load and increment the pi2_src1
sqadd v28.8h,v28.8h,v0.8h
ld1 { v17.8h},[x1],x11 //load and increment the pi2_src2
sqadd v24.8h,v24.8h,v0.8h
ld1 { v6.8h},[x0],#16 //load and increment the pi2_src1 ii iteration
sqadd v30.8h,v26.8h,v0.8h
sqshrun v20.8b, v22.8h,#7
ld1 { v1.8h},[x1],#16 //load and increment the pi2_src2 ii iteration
sqshrun v21.8b, v28.8h,#7
ld1 { v29.8h},[x0],x12 //load and increment the pi2_src1 ii iteration
sqshrun v26.8b, v24.8h,#7
ld1 { v16.8h},[x1],x12 //load and increment the pi2_src2 ii iteration
sqshrun v27.8b, v30.8h,#7
core_loop_16:
cmp x9,#0
sqadd v22.8h,v2.8h,v4.8h
asr x20,x6,#1
csel x9,x20,x9,eq
//asreq x9,x6,#1
mov v20.d[1],v21.d[0]
mov v26.d[1],v27.d[0]
st1 { v20.4s},[x2],x5
sqadd v28.8h,v5.8h,v17.8h
st1 { v26.4s},[x2],x10
add x20,x2,x14
csel x2, x20, x2,eq
sqadd v24.8h,v6.8h,v1.8h
subs x9,x9,#16
add x20,x0,x7
csel x0, x20, x0,eq
sqadd v26.8h,v29.8h,v16.8h
add x20,x1,x7
csel x1, x20, x1,eq
sub x20,x8,#2
csel x8,x20,x8,eq
cmp x8,#0
//subeqs x8,x8,#2 //decrement the ht by 2
beq epilog_16
sqadd v22.8h,v22.8h,v0.8h
ld1 { v2.8h},[x0],#16 //load and increment the pi2_src1
sqadd v28.8h,v28.8h,v0.8h
ld1 { v4.8h},[x1],#16 //load and increment the pi2_src2
sqadd v24.8h,v24.8h,v0.8h
ld1 { v5.8h},[x0],x11 //load and increment the pi2_src1
sqadd v30.8h,v26.8h,v0.8h
ld1 { v17.8h},[x1],x11 //load and increment the pi2_src2
sqshrun v20.8b, v22.8h,#7
ld1 { v6.8h},[x0],#16 //load and increment the pi2_src1 ii iteration
sqshrun v21.8b, v28.8h,#7
ld1 { v1.8h},[x1],#16 //load and increment the pi2_src2 ii iteration
sqshrun v26.8b, v24.8h,#7
ld1 { v29.8h},[x0],x12 //load and increment the pi2_src1 ii iteration
sqshrun v27.8b, v30.8h,#7
ld1 { v16.8h},[x1],x12 //load and increment the pi2_src2 ii iteration
b core_loop_16
epilog_16:
sqadd v22.8h,v22.8h,v0.8h
sqadd v28.8h,v28.8h,v0.8h
sqadd v24.8h,v24.8h,v0.8h
sqadd v30.8h,v26.8h,v0.8h
sqshrun v20.8b, v22.8h,#7
sqshrun v21.8b, v28.8h,#7
sqshrun v26.8b, v24.8h,#7
sqshrun v27.8b, v30.8h,#7
mov v20.d[1],v21.d[0]
mov v26.d[1],v27.d[0]
st1 { v20.4s},[x2],x5
st1 { v26.4s},[x2]
end_core_loop_16:
end_loops:
// ldmfd sp!,{x4-x12,x15} //reload the registers from sp
ldp x21, x22,[sp],#16
ldp x19, x20,[sp],#16
ret