@/******************************************************************************
@ *
@ * Copyright (C) 2015 The Android Open Source Project
@ *
@ * Licensed under the Apache License, Version 2.0 (the "License");
@ * you may not use this file except in compliance with the License.
@ * You may obtain a copy of the License at:
@ *
@ * http://www.apache.org/licenses/LICENSE-2.0
@ *
@ * Unless required by applicable law or agreed to in writing, software
@ * distributed under the License is distributed on an "AS IS" BASIS,
@ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@ * See the License for the specific language governing permissions and
@ * limitations under the License.
@ *
@ *****************************************************************************
@ * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
@*/
@**
@******************************************************************************
@* @file
@* ih264_weighted_pred_a9q.s
@*
@* @brief
@* Contains function definitions for weighted prediction.
@*
@* @author
@* Kaushik Senthoor R
@*
@* @par List of Functions:
@*
@* - ih264_weighted_pred_luma_a9q()
@* - ih264_weighted_pred_chroma_a9q()
@*
@* @remarks
@* None
@*
@*******************************************************************************
@*
@*******************************************************************************
@* @function
@* ih264_weighted_pred_luma_a9q()
@*
@* @brief
@* This routine performs the default weighted prediction as described in sec
@* 8.4.2.3.2 titled "Weighted sample prediction process" for luma.
@*
@* @par Description:
@* This function gets a ht x wd block, calculates the weighted sample, rounds
@* off, adds offset and stores it in the destination block.
@*
@* @param[in] pu1_src:
@* UWORD8 Pointer to the buffer containing the input block.
@*
@* @param[out] pu1_dst
@* UWORD8 pointer to the destination where the output block is stored.
@*
@* @param[in] src_strd
@* Stride of the input buffer
@*
@* @param[in] dst_strd
@* Stride of the destination buffer
@*
@* @param[in] log_wd
@* number of bits to be rounded off
@*
@* @param[in] wt
@* weight for the weighted prediction
@*
@* @param[in] ofst
@* offset used after rounding off
@*
@* @param[in] ht
@* integer height of the array
@*
@* @param[in] wd
@* integer width of the array
@*
@* @returns
@* None
@*
@* @remarks
@* (ht,wd) can be (4,4), (4,8), (8,4), (8,8), (8,16), (16,8) or (16,16).
@*
@*******************************************************************************
@*
@void ih264_weighted_pred_luma_a9q(UWORD8 *pu1_src,
@ UWORD8 *pu1_dst,
@ WORD32 src_strd,
@ WORD32 dst_strd,
@ WORD32 log_wd,
@ WORD32 wt,
@ WORD32 ofst,
@ WORD32 ht,
@ WORD32 wd)
@
@**************Variables Vs Registers*****************************************
@ r0 => pu1_src
@ r1 => pu1_dst
@ r2 => src_strd
@ r3 => dst_strd
@ [sp] => log_wd (r4)
@ [sp+4] => wt (r5)
@ [sp+8] => ofst (r6)
@ [sp+12] => ht (r7)
@ [sp+16] => wd (r8)
@
.text
.p2align 2
.global ih264_weighted_pred_luma_a9q
ih264_weighted_pred_luma_a9q:
stmfd sp!, {r4-r9, r14} @stack stores the values of the arguments
ldr r5, [sp, #32] @Load wt
ldr r4, [sp, #28] @Load log_wd in r4
ldr r6, [sp, #36] @Load ofst
ldr r7, [sp, #40] @Load ht
ldr r8, [sp, #44] @Load wd
vpush {d8-d15}
vdup.16 d2, r5 @D2 = wt (16-bit)
neg r9, r4 @r9 = -log_wd
vdup.8 d3, r6 @D3 = ofst (8-bit)
cmp r8, #16 @check if wd is 16
vdup.16 q0, r9 @Q0 = -log_wd (16-bit)
beq loop_16 @branch if wd is 16
cmp r8, #8 @check if wd is 8
beq loop_8 @branch if wd is 8
loop_4: @each iteration processes four rows
vld1.32 d4[0], [r0], r2 @load row 1 in source
vld1.32 d4[1], [r0], r2 @load row 2 in source
vld1.32 d6[0], [r0], r2 @load row 3 in source
vld1.32 d6[1], [r0], r2 @load row 4 in source
vmovl.u8 q2, d4 @converting rows 1,2 to 16-bit
vmovl.u8 q3, d6 @converting rows 3,4 to 16-bit
vmul.s16 q2, q2, d2[0] @weight mult. for rows 1,2
vmul.s16 q3, q3, d2[0] @weight mult. for rows 3,4
subs r7, r7, #4 @decrement ht by 4
vrshl.s16 q2, q2, q0 @rounds off the weighted samples from rows 1,2
vrshl.s16 q3, q3, q0 @rounds off the weighted samples from rows 3,4
vaddw.s8 q2, q2, d3 @adding offset for rows 1,2
vaddw.s8 q3, q3, d3 @adding offset for rows 3,4
vqmovun.s16 d4, q2 @saturating rows 1,2 to unsigned 8-bit
vqmovun.s16 d6, q3 @saturating rows 3,4 to unsigned 8-bit
vst1.32 d4[0], [r1], r3 @store row 1 in destination
vst1.32 d4[1], [r1], r3 @store row 2 in destination
vst1.32 d6[0], [r1], r3 @store row 3 in destination
vst1.32 d6[1], [r1], r3 @store row 4 in destination
bgt loop_4 @if greater than 0 repeat the loop again
b end_loops
loop_8: @each iteration processes four rows
vld1.8 d4, [r0], r2 @load row 1 in source
vld1.8 d6, [r0], r2 @load row 2 in source
vld1.8 d8, [r0], r2 @load row 3 in source
vmovl.u8 q2, d4 @converting row 1 to 16-bit
vld1.8 d10, [r0], r2 @load row 4 in source
vmovl.u8 q3, d6 @converting row 2 to 16-bit
vmovl.u8 q4, d8 @converting row 3 to 16-bit
vmul.s16 q2, q2, d2[0] @weight mult. for row 1
vmovl.u8 q5, d10 @converting row 4 to 16-bit
vmul.s16 q3, q3, d2[0] @weight mult. for row 2
vmul.s16 q4, q4, d2[0] @weight mult. for row 3
vmul.s16 q5, q5, d2[0] @weight mult. for row 4
vrshl.s16 q2, q2, q0 @rounds off the weighted samples from row 1
vrshl.s16 q3, q3, q0 @rounds off the weighted samples from row 2
vrshl.s16 q4, q4, q0 @rounds off the weighted samples from row 3
vaddw.s8 q2, q2, d3 @adding offset for row 1
vrshl.s16 q5, q5, q0 @rounds off the weighted samples from row 4
vaddw.s8 q3, q3, d3 @adding offset for row 2
vaddw.s8 q4, q4, d3 @adding offset for row 3
vqmovun.s16 d4, q2 @saturating row 1 to unsigned 8-bit
vaddw.s8 q5, q5, d3 @adding offset for row 4
vqmovun.s16 d6, q3 @saturating row 2 to unsigned 8-bit
vqmovun.s16 d8, q4 @saturating row 3 to unsigned 8-bit
vqmovun.s16 d10, q5 @saturating row 4 to unsigned 8-bit
vst1.8 d4, [r1], r3 @store row 1 in destination
vst1.8 d6, [r1], r3 @store row 2 in destination
subs r7, r7, #4 @decrement ht by 4
vst1.8 d8, [r1], r3 @store row 3 in destination
vst1.8 d10, [r1], r3 @store row 4 in destination
bgt loop_8 @if greater than 0 repeat the loop again
b end_loops
loop_16: @each iteration processes two rows
vld1.8 {q2}, [r0], r2 @load row 1 in source
vld1.8 {q3}, [r0], r2 @load row 2 in source
vmovl.u8 q6, d4 @converting row 1L to 16-bit
vld1.8 {q4}, [r0], r2 @load row 3 in source
vmovl.u8 q7, d5 @converting row 1H to 16-bit
vld1.8 {q5}, [r0], r2 @load row 4 in source
vmovl.u8 q8, d6 @converting row 2L to 16-bit
vmul.s16 q6, q6, d2[0] @weight mult. for row 1L
vmovl.u8 q9, d7 @converting row 2H to 16-bit
vmul.s16 q7, q7, d2[0] @weight mult. for row 1H
vmovl.u8 q10, d8 @converting row 3L to 16-bit
vmul.s16 q8, q8, d2[0] @weight mult. for row 2L
vmovl.u8 q11, d9 @converting row 3H to 16-bit
vmul.s16 q9, q9, d2[0] @weight mult. for row 2H
vmovl.u8 q12, d10 @converting row 4L to 16-bit
vmul.s16 q10, q10, d2[0] @weight mult. for row 3L
vmovl.u8 q13, d11 @converting row 4H to 16-bit
vmul.s16 q11, q11, d2[0] @weight mult. for row 3H
vmul.s16 q12, q12, d2[0] @weight mult. for row 4L
vrshl.s16 q6, q6, q0 @rounds off the weighted samples from row 1L
vmul.s16 q13, q13, d2[0] @weight mult. for row 4H
vrshl.s16 q7, q7, q0 @rounds off the weighted samples from row 1H
vrshl.s16 q8, q8, q0 @rounds off the weighted samples from row 2L
vaddw.s8 q6, q6, d3 @adding offset for row 1L
vrshl.s16 q9, q9, q0 @rounds off the weighted samples from row 2H
vaddw.s8 q7, q7, d3 @adding offset for row 1H
vqmovun.s16 d4, q6 @saturating row 1L to unsigned 8-bit
vrshl.s16 q10, q10, q0 @rounds off the weighted samples from row 3L
vaddw.s8 q8, q8, d3 @adding offset for row 2L
vqmovun.s16 d5, q7 @saturating row 1H to unsigned 8-bit
vrshl.s16 q11, q11, q0 @rounds off the weighted samples from row 3H
vaddw.s8 q9, q9, d3 @adding offset for row 2H
vqmovun.s16 d6, q8 @saturating row 2L to unsigned 8-bit
vrshl.s16 q12, q12, q0 @rounds off the weighted samples from row 4L
vaddw.s8 q10, q10, d3 @adding offset for row 3L
vqmovun.s16 d7, q9 @saturating row 2H to unsigned 8-bit
vrshl.s16 q13, q13, q0 @rounds off the weighted samples from row 4H
vaddw.s8 q11, q11, d3 @adding offset for row 3H
vqmovun.s16 d8, q10 @saturating row 3L to unsigned 8-bit
vaddw.s8 q12, q12, d3 @adding offset for row 4L
vqmovun.s16 d9, q11 @saturating row 3H to unsigned 8-bit
vaddw.s8 q13, q13, d3 @adding offset for row 4H
vqmovun.s16 d10, q12 @saturating row 4L to unsigned 8-bit
vst1.8 {q2}, [r1], r3 @store row 1 in destination
vqmovun.s16 d11, q13 @saturating row 4H to unsigned 8-bit
vst1.8 {q3}, [r1], r3 @store row 2 in destination
subs r7, r7, #4 @decrement ht by 4
vst1.8 {q4}, [r1], r3 @store row 3 in destination
vst1.8 {q5}, [r1], r3 @store row 4 in destination
bgt loop_16 @if greater than 0 repeat the loop again
end_loops:
vpop {d8-d15}
ldmfd sp!, {r4-r9, r15} @Reload the registers from sp
@*******************************************************************************
@* @function
@* ih264_weighted_pred_chroma_a9q()
@*
@* @brief
@* This routine performs the default weighted prediction as described in sec
@* 8.4.2.3.2 titled "Weighted sample prediction process" for chroma.
@*
@* @par Description:
@* This function gets a ht x wd block, calculates the weighted sample, rounds
@* off, adds offset and stores it in the destination block for U and V.
@*
@* @param[in] pu1_src:
@* UWORD8 Pointer to the buffer containing the input block.
@*
@* @param[out] pu1_dst
@* UWORD8 pointer to the destination where the output block is stored.
@*
@* @param[in] src_strd
@* Stride of the input buffer
@*
@* @param[in] dst_strd
@* Stride of the destination buffer
@*
@* @param[in] log_wd
@* number of bits to be rounded off
@*
@* @param[in] wt
@* weights for the weighted prediction for U and V
@*
@* @param[in] ofst
@* offsets used after rounding off for U and V
@*
@* @param[in] ht
@* integer height of the array
@*
@* @param[in] wd
@* integer width of the array
@*
@* @returns
@* None
@*
@* @remarks
@* (ht,wd) can be (2,2), (2,4), (4,2), (4,4), (4,8), (8,4) or (8,8).
@*
@*******************************************************************************
@*
@void ih264_weighted_pred_chroma_a9q(UWORD8 *pu1_src,
@ UWORD8 *pu1_dst,
@ WORD32 src_strd,
@ WORD32 dst_strd,
@ WORD32 log_wd,
@ WORD32 wt,
@ WORD32 ofst,
@ WORD32 ht,
@ WORD32 wd)
@
@**************Variables Vs Registers*****************************************
@ r0 => pu1_src
@ r1 => pu1_dst
@ r2 => src_strd
@ r3 => dst_strd
@ [sp] => log_wd (r4)
@ [sp+4] => wt (r5)
@ [sp+8] => ofst (r6)
@ [sp+12] => ht (r7)
@ [sp+16] => wd (r8)
@
.global ih264_weighted_pred_chroma_a9q
ih264_weighted_pred_chroma_a9q:
stmfd sp!, {r4-r9, r14} @stack stores the values of the arguments
ldr r4, [sp, #28] @Load log_wd in r4
ldr r5, [sp, #32] @Load wt = {wt_u (16-bit), wt_v (16-bit)}
ldr r6, [sp, #36] @Load ofst = {ofst_u (8-bit), ofst_v (8-bit)}
ldr r8, [sp, #44] @Load wd
neg r9, r4 @r9 = -log_wd
vdup.32 q1, r5 @Q1 = {wt_u (16-bit), wt_v (16-bit)}
ldr r7, [sp, #40] @Load ht
vpush {d8-d15}
vdup.16 d4, r6 @D4 = {ofst_u (8-bit), ofst_v (8-bit)}
cmp r8, #8 @check if wd is 8
vdup.16 q0, r9 @Q0 = -log_wd (16-bit)
beq loop_8_uv @branch if wd is 8
cmp r8, #4 @check if ws is 4
beq loop_4_uv @branch if wd is 4
loop_2_uv: @each iteration processes two rows
vld1.32 d6[0], [r0], r2 @load row 1 in source
vld1.32 d6[1], [r0], r2 @load row 2 in source
vmovl.u8 q3, d6 @converting rows 1,2 to 16-bit
vmul.s16 q3, q3, q1 @weight mult. for rows 1,2
vrshl.s16 q3, q3, q0 @rounds off the weighted samples from rows 1,2
vaddw.s8 q3, q3, d4 @adding offset for rows 1,2
vqmovun.s16 d6, q3 @saturating rows 1,2 to unsigned 8-bit
subs r7, r7, #2 @decrement ht by 2
vst1.32 d6[0], [r1], r3 @store row 1 in destination
vst1.32 d6[1], [r1], r3 @store row 2 in destination
bgt loop_2_uv @if greater than 0 repeat the loop again
b end_loops_uv
loop_4_uv: @each iteration processes two rows
vld1.8 d6, [r0], r2 @load row 1 in source
vld1.8 d8, [r0], r2 @load row 2 in source
vmovl.u8 q3, d6 @converting row 1 to 16-bit
vmovl.u8 q4, d8 @converting row 2 to 16-bit
vmul.s16 q3, q3, q1 @weight mult. for row 1
vmul.s16 q4, q4, q1 @weight mult. for row 2
subs r7, r7, #2 @decrement ht by 2
vrshl.s16 q3, q3, q0 @rounds off the weighted samples from row 1
vrshl.s16 q4, q4, q0 @rounds off the weighted samples from row 2
vaddw.s8 q3, q3, d4 @adding offset for row 1
vaddw.s8 q4, q4, d4 @adding offset for row 2
vqmovun.s16 d6, q3 @saturating row 1 to unsigned 8-bit
vqmovun.s16 d8, q4 @saturating row 2 to unsigned 8-bit
vst1.8 d6, [r1], r3 @store row 1 in destination
vst1.8 d8, [r1], r3 @store row 2 in destination
bgt loop_4_uv @if greater than 0 repeat the loop again
b end_loops_uv
loop_8_uv: @each iteration processes two rows
vld1.8 {q3}, [r0], r2 @load row 1 in source
vld1.8 {q4}, [r0], r2 @load row 2 in source
vmovl.u8 q7, d6 @converting row 1L to 16-bit
vld1.8 {q5}, [r0], r2 @load row 3 in source
vmovl.u8 q8, d7 @converting row 1H to 16-bit
vld1.8 {q6}, [r0], r2 @load row 4 in source
vmul.s16 q7, q7, q1 @weight mult. for row 1L
vmovl.u8 q9, d8 @converting row 2L to 16-bit
vmul.s16 q8, q8, q1 @weight mult. for row 1H
vmovl.u8 q10, d9 @converting row 2H to 16-bit
vmul.s16 q9, q9, q1 @weight mult. for row 2L
vmovl.u8 q11, d10 @converting row 3L to 16-bit
vmul.s16 q10, q10, q1 @weight mult. for row 2H
vmovl.u8 q12, d11 @converting row 3H to 16-bit
vmul.s16 q11, q11, q1 @weight mult. for row 3L
vmovl.u8 q13, d12 @converting row 4L to 16-bit
vmul.s16 q12, q12, q1 @weight mult. for row 3H
vmovl.u8 q14, d13 @converting row 4H to 16-bit
vmul.s16 q13, q13, q1 @weight mult. for row 4L
vrshl.s16 q7, q7, q0 @rounds off the weighted samples from row 1L
vmul.s16 q14, q14, q1 @weight mult. for row 4H
vrshl.s16 q8, q8, q0 @rounds off the weighted samples from row 1H
vrshl.s16 q9, q9, q0 @rounds off the weighted samples from row 2L
vaddw.s8 q7, q7, d4 @adding offset for row 1L
vrshl.s16 q10, q10, q0 @rounds off the weighted samples from row 2H
vaddw.s8 q8, q8, d4 @adding offset for row 1H
vqmovun.s16 d6, q7 @saturating row 1L to unsigned 8-bit
vrshl.s16 q11, q11, q0 @rounds off the weighted samples from row 3L
vaddw.s8 q9, q9, d4 @adding offset for row 2L
vqmovun.s16 d7, q8 @saturating row 1H to unsigned 8-bit
vrshl.s16 q12, q12, q0 @rounds off the weighted samples from row 3H
vaddw.s8 q10, q10, d4 @adding offset for row 2H
vqmovun.s16 d8, q9 @saturating row 2L to unsigned 8-bit
vrshl.s16 q13, q13, q0 @rounds off the weighted samples from row 4L
vaddw.s8 q11, q11, d4 @adding offset for row 3L
vqmovun.s16 d9, q10 @saturating row 2H to unsigned 8-bit
vrshl.s16 q14, q14, q0 @rounds off the weighted samples from row 4H
vaddw.s8 q12, q12, d4 @adding offset for row 3H
vqmovun.s16 d10, q11 @saturating row 3L to unsigned 8-bit
vaddw.s8 q13, q13, d4 @adding offset for row 4L
vqmovun.s16 d11, q12 @saturating row 3H to unsigned 8-bit
vaddw.s8 q14, q14, d4 @adding offset for row 4H
vqmovun.s16 d12, q13 @saturating row 4L to unsigned 8-bit
vst1.8 {q3}, [r1], r3 @store row 1 in destination
vqmovun.s16 d13, q14 @saturating row 4H to unsigned 8-bit
vst1.8 {q4}, [r1], r3 @store row 2 in destination
subs r7, r7, #4 @decrement ht by 4
vst1.8 {q5}, [r1], r3 @store row 3 in destination
vst1.8 {q6}, [r1], r3 @store row 4 in destination
bgt loop_8_uv @if greater than 0 repeat the loop again
end_loops_uv:
vpop {d8-d15}
ldmfd sp!, {r4-r9, r15} @Reload the registers from sp