//******************************************************************************
//*
//* Copyright (C) 2015 The Android Open Source Project
//*
//* Licensed under the Apache License, Version 2.0 (the "License");
//* you may not use this file except in compliance with the License.
//* You may obtain a copy of the License at:
//*
//* http://www.apache.org/licenses/LICENSE-2.0
//*
//* Unless required by applicable law or agreed to in writing, software
//* distributed under the License is distributed on an "AS IS" BASIS,
//* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
//* See the License for the specific language governing permissions and
//* limitations under the License.
//*
//*****************************************************************************
//* Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
//*/
///**
//******************************************************************************
//* @file
//* ih264_weighted_pred_av8.s
//*
//* @brief
//* Contains function definitions for weighted prediction.
//*
//* @author
//* Kaushik Senthoor R
//*
//* @par List of Functions:
//*
//* - ih264_weighted_pred_luma_av8()
//* - ih264_weighted_pred_chroma_av8()
//*
//* @remarks
//* None
//*
//*******************************************************************************
//*/
//*******************************************************************************
//* @function
//* ih264_weighted_pred_luma_av8()
//*
//* @brief
//* This routine performs the default weighted prediction as described in sec
//* 8.4.2.3.2 titled "Weighted sample prediction process" for luma.
//*
//* @par Description:
//* This function gets a ht x wd block, calculates the weighted sample, rounds
//* off, adds offset and stores it in the destination block.
//*
//* @param[in] puc_src:
//* UWORD8 Pointer to the buffer containing the input block.
//*
//* @param[out] puc_dst
//* UWORD8 pointer to the destination where the output block is stored.
//*
//* @param[in] src_strd
//* Stride of the input buffer
//*
//* @param[in] dst_strd
//* Stride of the destination buffer
//*
//* @param[in] log_WD
//* number of bits to be rounded off
//*
//* @param[in] wt
//* weight for the weighted prediction
//*
//* @param[in] ofst
//* offset used after rounding off
//*
//* @param[in] ht
//* integer height of the array
//*
//* @param[in] wd
//* integer width of the array
//*
//* @returns
//* None
//*
//* @remarks
//* (ht,wd) can be (4,4), (4,8), (8,4), (8,8), (8,16), (16,8) or (16,16).
//*
//*******************************************************************************
//*/
//void ih264_weighted_pred_luma_av8(UWORD8 *puc_src,
// UWORD8 *puc_dst,
// WORD32 src_strd,
// WORD32 dst_strd,
// UWORD8 log_WD,
// UWORD32 wt,
// UWORD16 ofst,
// UWORD8 ht,
// UWORD8 wd)
//
//**************Variables Vs Registers*****************************************
// x0 => puc_src
// x1 => puc_dst
// x2 => src_strd
// x3 => dst_strd
// [sp] => log_WD (x4)
// [sp+4] => wt (x5)
// [sp+8] => ofst (x6)
// [sp+12] => ht (x7)
// [sp+16] => wd (x8)
//
.text
.p2align 2
.include "ih264_neon_macros.s"
.global ih264_weighted_pred_luma_av8
ih264_weighted_pred_luma_av8:
// STMFD sp!, {x4-x9,x14} //stack stores the values of the arguments
push_v_regs
stp x19, x20, [sp, #-16]!
ldr w8, [sp, #80] //Load wd
sxtw x8, w8
dup v2.4h, w5 //D2 = wt (16-bit)
sub x20, x4, #0 //x9 = -log_WD
neg x9, x20
dup v3.8b, w6 //D3 = ofst (8-bit)
cmp w8, #16 //check if wd is 16
dup v0.8h, w9 //Q0 = -log_WD (16-bit)
beq loop_16 //branch if wd is 16
cmp w8, #8 //check if wd is 8
beq loop_8 //branch if wd is 8
loop_4: //each iteration processes four rows
ld1 {v4.s}[0], [x0], x2 //load row 1 in source
ld1 {v4.s}[1], [x0], x2 //load row 2 in source
ld1 {v6.s}[0], [x0], x2 //load row 3 in source
ld1 {v6.s}[1], [x0], x2 //load row 4 in source
uxtl v4.8h, v4.8b //converting rows 1,2 to 16-bit
uxtl v6.8h, v6.8b //converting rows 3,4 to 16-bit
mul v4.8h, v4.8h , v2.h[0] //weight mult. for rows 1,2
mul v6.8h, v6.8h , v2.h[0] //weight mult. for rows 3,4
subs w7, w7, #4 //decrement ht by 4
srshl v4.8h, v4.8h , v0.8h //rounds off the weighted samples from rows 1,2
srshl v6.8h, v6.8h , v0.8h //rounds off the weighted samples from rows 3,4
saddw v4.8h, v4.8h , v3.8b //adding offset for rows 1,2
saddw v6.8h, v6.8h , v3.8b //adding offset for rows 3,4
sqxtun v4.8b, v4.8h //saturating rows 1,2 to unsigned 8-bit
sqxtun v6.8b, v6.8h //saturating rows 3,4 to unsigned 8-bit
st1 {v4.s}[0], [x1], x3 //store row 1 in destination
st1 {v4.s}[1], [x1], x3 //store row 2 in destination
st1 {v6.s}[0], [x1], x3 //store row 3 in destination
st1 {v6.s}[1], [x1], x3 //store row 4 in destination
bgt loop_4 //if greater than 0 repeat the loop again
b end_loops
loop_8: //each iteration processes four rows
ld1 {v4.8b}, [x0], x2 //load row 1 in source
ld1 {v6.8b}, [x0], x2 //load row 2 in source
ld1 {v8.8b}, [x0], x2 //load row 3 in source
uxtl v4.8h, v4.8b //converting row 1 to 16-bit
ld1 {v10.8b}, [x0], x2 //load row 4 in source
uxtl v6.8h, v6.8b //converting row 2 to 16-bit
uxtl v8.8h, v8.8b //converting row 3 to 16-bit
mul v4.8h, v4.8h , v2.h[0] //weight mult. for row 1
uxtl v10.8h, v10.8b //converting row 4 to 16-bit
mul v6.8h, v6.8h , v2.h[0] //weight mult. for row 2
mul v8.8h, v8.8h , v2.h[0] //weight mult. for row 3
mul v10.8h, v10.8h , v2.h[0] //weight mult. for row 4
srshl v4.8h, v4.8h , v0.8h //rounds off the weighted samples from row 1
srshl v6.8h, v6.8h , v0.8h //rounds off the weighted samples from row 2
srshl v8.8h, v8.8h , v0.8h //rounds off the weighted samples from row 3
saddw v4.8h, v4.8h , v3.8b //adding offset for row 1
srshl v10.8h, v10.8h , v0.8h //rounds off the weighted samples from row 4
saddw v6.8h, v6.8h , v3.8b //adding offset for row 2
saddw v8.8h, v8.8h , v3.8b //adding offset for row 3
sqxtun v4.8b, v4.8h //saturating row 1 to unsigned 8-bit
saddw v10.8h, v10.8h , v3.8b //adding offset for row 4
sqxtun v6.8b, v6.8h //saturating row 2 to unsigned 8-bit
sqxtun v8.8b, v8.8h //saturating row 3 to unsigned 8-bit
sqxtun v10.8b, v10.8h //saturating row 4 to unsigned 8-bit
st1 {v4.8b}, [x1], x3 //store row 1 in destination
st1 {v6.8b}, [x1], x3 //store row 2 in destination
subs w7, w7, #4 //decrement ht by 4
st1 {v8.8b}, [x1], x3 //store row 3 in destination
st1 {v10.8b}, [x1], x3 //store row 4 in destination
bgt loop_8 //if greater than 0 repeat the loop again
b end_loops
loop_16: //each iteration processes two rows
ld1 {v4.8b, v5.8b}, [x0], x2 //load row 1 in source
ld1 {v6.8b, v7.8b}, [x0], x2 //load row 2 in source
uxtl v12.8h, v4.8b //converting row 1L to 16-bit
ld1 {v8.8b, v9.8b}, [x0], x2 //load row 3 in source
uxtl v14.8h, v5.8b //converting row 1H to 16-bit
ld1 {v10.8b, v11.8b}, [x0], x2 //load row 4 in source
uxtl v16.8h, v6.8b //converting row 2L to 16-bit
mul v12.8h, v12.8h , v2.h[0] //weight mult. for row 1L
uxtl v18.8h, v7.8b //converting row 2H to 16-bit
mul v14.8h, v14.8h , v2.h[0] //weight mult. for row 1H
uxtl v20.8h, v8.8b //converting row 3L to 16-bit
mul v16.8h, v16.8h , v2.h[0] //weight mult. for row 2L
uxtl v22.8h, v9.8b //converting row 3H to 16-bit
mul v18.8h, v18.8h , v2.h[0] //weight mult. for row 2H
uxtl v24.8h, v10.8b //converting row 4L to 16-bit
mul v20.8h, v20.8h , v2.h[0] //weight mult. for row 3L
uxtl v26.8h, v11.8b //converting row 4H to 16-bit
mul v22.8h, v22.8h , v2.h[0] //weight mult. for row 3H
mul v24.8h, v24.8h , v2.h[0] //weight mult. for row 4L
srshl v12.8h, v12.8h , v0.8h //rounds off the weighted samples from row 1L
mul v26.8h, v26.8h , v2.h[0] //weight mult. for row 4H
srshl v14.8h, v14.8h , v0.8h //rounds off the weighted samples from row 1H
srshl v16.8h, v16.8h , v0.8h //rounds off the weighted samples from row 2L
saddw v12.8h, v12.8h , v3.8b //adding offset for row 1L
srshl v18.8h, v18.8h , v0.8h //rounds off the weighted samples from row 2H
saddw v14.8h, v14.8h , v3.8b //adding offset for row 1H
sqxtun v4.8b, v12.8h //saturating row 1L to unsigned 8-bit
srshl v20.8h, v20.8h , v0.8h //rounds off the weighted samples from row 3L
saddw v16.8h, v16.8h , v3.8b //adding offset for row 2L
sqxtun v5.8b, v14.8h //saturating row 1H to unsigned 8-bit
srshl v22.8h, v22.8h , v0.8h //rounds off the weighted samples from row 3H
saddw v18.8h, v18.8h , v3.8b //adding offset for row 2H
sqxtun v6.8b, v16.8h //saturating row 2L to unsigned 8-bit
srshl v24.8h, v24.8h , v0.8h //rounds off the weighted samples from row 4L
saddw v20.8h, v20.8h , v3.8b //adding offset for row 3L
sqxtun v7.8b, v18.8h //saturating row 2H to unsigned 8-bit
srshl v26.8h, v26.8h , v0.8h //rounds off the weighted samples from row 4H
saddw v22.8h, v22.8h , v3.8b //adding offset for row 3H
sqxtun v8.8b, v20.8h //saturating row 3L to unsigned 8-bit
saddw v24.8h, v24.8h , v3.8b //adding offset for row 4L
sqxtun v9.8b, v22.8h //saturating row 3H to unsigned 8-bit
saddw v26.8h, v26.8h , v3.8b //adding offset for row 4H
sqxtun v10.8b, v24.8h //saturating row 4L to unsigned 8-bit
st1 {v4.8b, v5.8b}, [x1], x3 //store row 1 in destination
sqxtun v11.8b, v26.8h //saturating row 4H to unsigned 8-bit
st1 {v6.8b, v7.8b}, [x1], x3 //store row 2 in destination
subs w7, w7, #4 //decrement ht by 4
st1 {v8.8b, v9.8b}, [x1], x3 //store row 3 in destination
st1 {v10.8b, v11.8b}, [x1], x3 //store row 4 in destination
bgt loop_16 //if greater than 0 repeat the loop again
end_loops:
// LDMFD sp!,{x4-x9,x15} //Reload the registers from sp
ldp x19, x20, [sp], #16
pop_v_regs
ret
//*******************************************************************************
//* @function
//* ih264_weighted_pred_chroma_av8()
//*
//* @brief
//* This routine performs the default weighted prediction as described in sec
//* 8.4.2.3.2 titled "Weighted sample prediction process" for chroma.
//*
//* @par Description:
//* This function gets a ht x wd block, calculates the weighted sample, rounds
//* off, adds offset and stores it in the destination block for U and V.
//*
//* @param[in] puc_src:
//* UWORD8 Pointer to the buffer containing the input block.
//*
//* @param[out] puc_dst
//* UWORD8 pointer to the destination where the output block is stored.
//*
//* @param[in] src_strd
//* Stride of the input buffer
//*
//* @param[in] dst_strd
//* Stride of the destination buffer
//*
//* @param[in] log_WD
//* number of bits to be rounded off
//*
//* @param[in] wt
//* weights for the weighted prediction for U and V
//*
//* @param[in] ofst
//* offsets used after rounding off for U and V
//*
//* @param[in] ht
//* integer height of the array
//*
//* @param[in] wd
//* integer width of the array
//*
//* @returns
//* None
//*
//* @remarks
//* (ht,wd) can be (2,2), (2,4), (4,2), (4,4), (4,8), (8,4) or (8,8).
//*
//*******************************************************************************
//*/
//void ih264_weighted_pred_chroma_av8(UWORD8 *puc_src,
// UWORD8 *puc_dst,
// WORD32 src_strd,
// WORD32 dst_strd,
// UWORD8 log_WD,
// UWORD32 wt,
// UWORD16 ofst,
// UWORD8 ht,
// UWORD8 wd)
//
//**************Variables Vs Registers*****************************************
// x0 => puc_src
// x1 => puc_dst
// x2 => src_strd
// x3 => dst_strd
// [sp] => log_WD (x4)
// [sp+4] => wt (x5)
// [sp+8] => ofst (x6)
// [sp+12] => ht (x7)
// [sp+16] => wd (x8)
//
.global ih264_weighted_pred_chroma_av8
ih264_weighted_pred_chroma_av8:
// STMFD sp!, {x4-x9,x14} //stack stores the values of the arguments
push_v_regs
stp x19, x20, [sp, #-16]!
ldr w8, [sp, #80] //Load wd
sxtw x8, w8
sub x20, x4, #0 //x9 = -log_WD
neg x9, x20
dup v2.4s, w5 //Q1 = {wt_u (16-bit), wt_v (16-bit)}
dup v4.4h, w6 //D4 = {ofst_u (8-bit), ofst_v (8-bit)}
cmp w8, #8 //check if wd is 8
dup v0.8h, w9 //Q0 = -log_WD (16-bit)
beq loop_8_uv //branch if wd is 8
cmp w8, #4 //check if ws is 4
beq loop_4_uv //branch if wd is 4
loop_2_uv: //each iteration processes two rows
ld1 {v6.s}[0], [x0], x2 //load row 1 in source
ld1 {v6.s}[1], [x0], x2 //load row 2 in source
uxtl v6.8h, v6.8b //converting rows 1,2 to 16-bit
mul v6.8h, v6.8h , v2.8h //weight mult. for rows 1,2
srshl v6.8h, v6.8h , v0.8h //rounds off the weighted samples from rows 1,2
saddw v6.8h, v6.8h , v4.8b //adding offset for rows 1,2
sqxtun v6.8b, v6.8h //saturating rows 1,2 to unsigned 8-bit
subs w7, w7, #2 //decrement ht by 2
st1 {v6.s}[0], [x1], x3 //store row 1 in destination
st1 {v6.s}[1], [x1], x3 //store row 2 in destination
bgt loop_2_uv //if greater than 0 repeat the loop again
b end_loops_uv
loop_4_uv: //each iteration processes two rows
ld1 {v6.8b}, [x0], x2 //load row 1 in source
ld1 {v8.8b}, [x0], x2 //load row 2 in source
uxtl v6.8h, v6.8b //converting row 1 to 16-bit
uxtl v8.8h, v8.8b //converting row 2 to 16-bit
mul v6.8h, v6.8h , v2.8h //weight mult. for row 1
mul v8.8h, v8.8h , v2.8h //weight mult. for row 2
subs w7, w7, #2 //decrement ht by 2
srshl v6.8h, v6.8h , v0.8h //rounds off the weighted samples from row 1
srshl v8.8h, v8.8h , v0.8h //rounds off the weighted samples from row 2
saddw v6.8h, v6.8h , v4.8b //adding offset for row 1
saddw v8.8h, v8.8h , v4.8b //adding offset for row 2
sqxtun v6.8b, v6.8h //saturating row 1 to unsigned 8-bit
sqxtun v8.8b, v8.8h //saturating row 2 to unsigned 8-bit
st1 {v6.8b}, [x1], x3 //store row 1 in destination
st1 {v8.8b}, [x1], x3 //store row 2 in destination
bgt loop_4_uv //if greater than 0 repeat the loop again
b end_loops_uv
loop_8_uv: //each iteration processes two rows
ld1 {v6.8b, v7.8b}, [x0], x2 //load row 1 in source
ld1 {v8.8b, v9.8b}, [x0], x2 //load row 2 in source
uxtl v14.8h, v6.8b //converting row 1L to 16-bit
ld1 {v10.8b, v11.8b}, [x0], x2 //load row 3 in source
uxtl v16.8h, v7.8b //converting row 1H to 16-bit
ld1 {v12.8b, v13.8b}, [x0], x2 //load row 4 in source
mul v14.8h, v14.8h , v2.8h //weight mult. for row 1L
uxtl v18.8h, v8.8b //converting row 2L to 16-bit
mul v16.8h, v16.8h , v2.8h //weight mult. for row 1H
uxtl v20.8h, v9.8b //converting row 2H to 16-bit
mul v18.8h, v18.8h , v2.8h //weight mult. for row 2L
uxtl v22.8h, v10.8b //converting row 3L to 16-bit
mul v20.8h, v20.8h , v2.8h //weight mult. for row 2H
uxtl v24.8h, v11.8b //converting row 3H to 16-bit
mul v22.8h, v22.8h , v2.8h //weight mult. for row 3L
uxtl v26.8h, v12.8b //converting row 4L to 16-bit
mul v24.8h, v24.8h , v2.8h //weight mult. for row 3H
uxtl v28.8h, v13.8b //converting row 4H to 16-bit
mul v26.8h, v26.8h , v2.8h //weight mult. for row 4L
srshl v14.8h, v14.8h , v0.8h //rounds off the weighted samples from row 1L
mul v28.8h, v28.8h , v2.8h //weight mult. for row 4H
srshl v16.8h, v16.8h , v0.8h //rounds off the weighted samples from row 1H
srshl v18.8h, v18.8h , v0.8h //rounds off the weighted samples from row 2L
saddw v14.8h, v14.8h , v4.8b //adding offset for row 1L
srshl v20.8h, v20.8h , v0.8h //rounds off the weighted samples from row 2H
saddw v16.8h, v16.8h , v4.8b //adding offset for row 1H
sqxtun v6.8b, v14.8h //saturating row 1L to unsigned 8-bit
srshl v22.8h, v22.8h , v0.8h //rounds off the weighted samples from row 3L
saddw v18.8h, v18.8h , v4.8b //adding offset for row 2L
sqxtun v7.8b, v16.8h //saturating row 1H to unsigned 8-bit
srshl v24.8h, v24.8h , v0.8h //rounds off the weighted samples from row 3H
saddw v20.8h, v20.8h , v4.8b //adding offset for row 2H
sqxtun v8.8b, v18.8h //saturating row 2L to unsigned 8-bit
srshl v26.8h, v26.8h , v0.8h //rounds off the weighted samples from row 4L
saddw v22.8h, v22.8h , v4.8b //adding offset for row 3L
sqxtun v9.8b, v20.8h //saturating row 2H to unsigned 8-bit
srshl v28.8h, v28.8h , v0.8h //rounds off the weighted samples from row 4H
saddw v24.8h, v24.8h , v4.8b //adding offset for row 3H
sqxtun v10.8b, v22.8h //saturating row 3L to unsigned 8-bit
saddw v26.8h, v26.8h , v4.8b //adding offset for row 4L
sqxtun v11.8b, v24.8h //saturating row 3H to unsigned 8-bit
saddw v28.8h, v28.8h , v4.8b //adding offset for row 4H
sqxtun v12.8b, v26.8h //saturating row 4L to unsigned 8-bit
st1 {v6.8b, v7.8b}, [x1], x3 //store row 1 in destination
sqxtun v13.8b, v28.8h //saturating row 4H to unsigned 8-bit
st1 {v8.8b, v9.8b}, [x1], x3 //store row 2 in destination
subs w7, w7, #4 //decrement ht by 4
st1 {v10.8b, v11.8b}, [x1], x3 //store row 3 in destination
st1 {v12.8b, v13.8b}, [x1], x3 //store row 4 in destination
bgt loop_8_uv //if greater than 0 repeat the loop again
end_loops_uv:
// LDMFD sp!,{x4-x9,x15} //Reload the registers from sp
ldp x19, x20, [sp], #16
pop_v_regs
ret