blob: dbab80a3c370facd32514d70610bef7ff114c560 [file] [log] [blame]
/******************************************************************************
*
* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
******************************************************************************/
/**
*******************************************************************************
* @file
* ihevc_intra_pred_filters_atom_intr.c
*
* @brief
* Contains function Definition for intra prediction interpolation filters
*
*
* @author
* Ittiam
*
* @par List of Functions:
* - ihevc_intra_pred_luma_planar_ssse3()
* - ihevc_intra_pred_luma_dc_ssse3()
* - ihevc_intra_pred_luma_horz_ssse3()
* - ihevc_intra_pred_luma_ver_ssse3()
* - ihevc_intra_pred_luma_mode2_ssse3()
* - ihevc_intra_pred_luma_mode_18_34_ssse3()
* - ihevc_intra_pred_luma_mode_3_to_9_ssse3()
* - ihevc_intra_pred_luma_mode_11_to_17_ssse3()
* - ihevc_intra_pred_luma_mode_19_to_25_ssse3()
* - ihevc_intra_pred_luma_mode_27_to_33_ssse3()
* - ihevc_intra_pred_luma_ref_substitution_ssse3()
*
* @remarks
* None
*
*******************************************************************************
*/
/*****************************************************************************/
/* File Includes */
/*****************************************************************************/
#include <stdlib.h>
#include "ihevc_typedefs.h"
#include "ihevc_intra_pred.h"
#include "ihevc_platform_macros.h"
#include "ihevc_macros.h"
#include "ihevc_func_selector.h"
#include "ihevc_common_tables.h"
#include "ihevc_defs.h"
#include "ihevc_tables_x86_intr.h"
#include <immintrin.h>
/****************************************************************************/
/* Constant Macros */
/****************************************************************************/
#define MAX_CU_SIZE 64
#define BIT_DEPTH 8
#define T32_4NT 128
#define T16_4NT 64
/****************************************************************************/
/* Function Macros */
/****************************************************************************/
#define GET_BITS(y,x) ((y) & (1 << x)) && (1 << x)
/* tables to shuffle 8-bit values */
/*****************************************************************************/
/* global tables Definition */
/*****************************************************************************/
/*****************************************************************************/
/* Function Definition */
/*****************************************************************************/
/**
*******************************************************************************
*
* @brief
* Intra prediction interpolation filter for pu1_ref substitution
*
*
* @par Description:
* Reference substitution process for samples unavailable for prediction
* Refer to section 8.4.4.2.2
*
* @param[in] pu1_top_left
* UWORD8 pointer to the top-left
*
* @param[in] pu1_top
* UWORD8 pointer to the top
*
* @param[in] pu1_left
* UWORD8 pointer to the left
*
* @param[in] src_strd
* WORD32 Source stride
*
* @param[in] nbr_flags
* WORD32 neighbor availability flags
*
* @param[in] nt
* WORD32 transform Block size
*
* @param[in] dst_strd
* WORD32 Destination stride
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_intra_pred_luma_ref_substitution_ssse3(UWORD8 *pu1_top_left,
UWORD8 *pu1_top,
UWORD8 *pu1_left,
WORD32 src_strd,
WORD32 nt,
WORD32 nbr_flags,
UWORD8 *pu1_dst,
WORD32 dst_strd)
{
UWORD8 pu1_ref;
WORD32 dc_val, i;
WORD32 total_samples = (4 * nt) + 1;
WORD32 two_nt = 2 * nt;
WORD32 three_nt = 3 * nt;
WORD32 get_bits;
WORD32 next;
WORD32 bot_left, left, top, tp_right, tp_left;
WORD32 idx, nbr_id_from_bl, frwd_nbr_flag;
UNUSED(dst_strd);
dc_val = 1 << (BIT_DEPTH - 1);
/* Neighbor Flag Structure*/
/* MSB ---> LSB */
/* Top-Left | Top-Right | Top | Left | Bottom-Left
1 4 4 4 4
*/
/* If no neighbor flags are present, fill the neighbor samples with DC value */
if(nbr_flags == 0)
{
for(i = 0; i < total_samples; i++)
{
pu1_dst[i] = dc_val;
}
}
else
{
/* Else fill the corresponding samples */
pu1_dst[two_nt] = *pu1_top_left;
for(i = 0; i < two_nt; i++)
pu1_dst[two_nt - 1 - i] = pu1_left[i * src_strd];
for(i = 0; i < two_nt; i++)
pu1_dst[two_nt + 1 + i] = pu1_top[i];
if(nt <= 8)
{
/* 1 bit extraction for all the neighboring blocks */
tp_left = (nbr_flags & 0x10000) >> 16;
bot_left = (nbr_flags & 0x8) >> 3;
left = (nbr_flags & 0x80) >> 7;
top = (nbr_flags & 0x100) >> 8;
tp_right = (nbr_flags & 0x1000) >> 12;
next = 1;
/* If bottom -left is not available, reverse substitution process*/
if(bot_left == 0)
{
WORD32 a_nbr_flag[5] = { bot_left, left, tp_left, top, tp_right };
/* Check for the 1st available sample from bottom-left*/
while(!a_nbr_flag[next])
next++;
/* If Left, top-left are available*/
if(next <= 2)
{
idx = nt * next;
pu1_ref = pu1_dst[idx];
for(i = 0; i < idx; i++)
pu1_dst[i] = pu1_ref;
}
else /* If top, top-right are available */
{
/* Idx is changed to copy 1 pixel value for top-left ,if top-left is not available*/
idx = (nt * (next - 1)) + 1;
pu1_ref = pu1_dst[idx];
for(i = 0; i < idx; i++)
pu1_dst[i] = pu1_ref;
}
}
/* Forward Substitution Process */
/* If left is Unavailable, copy the last bottom-left value */
if(left == 0)
{
for(i = 0; i < nt; i++)
pu1_dst[nt + i] = pu1_dst[nt - 1];
}
/* If top-left is Unavailable, copy the last left value */
if(tp_left == 0)
pu1_dst[two_nt] = pu1_dst[two_nt - 1];
/* If top is Unavailable, copy the last top-left value */
if(top == 0)
{
for(i = 0; i < nt; i++)
pu1_dst[two_nt + 1 + i] = pu1_dst[two_nt];
}
/* If to right is Unavailable, copy the last top value */
if(tp_right == 0)
{
for(i = 0; i < nt; i++)
pu1_dst[three_nt + 1 + i] = pu1_dst[three_nt];
}
}
if(nt == 16)
{
WORD32 nbr_flags_temp = 0;
nbr_flags_temp = ((nbr_flags & 0xC) >> 2) + ((nbr_flags & 0xC0) >> 4)
+ ((nbr_flags & 0x300) >> 4)
+ ((nbr_flags & 0x3000) >> 6)
+ ((nbr_flags & 0x10000) >> 8);
/* compute trailing zeors based on nbr_flag for substitution process of below left see section .*/
/* as each bit in nbr flags corresponds to 8 pels for bot_left, left, top and topright but 1 pel for topleft */
{
nbr_id_from_bl = look_up_trailing_zeros(nbr_flags_temp & 0XF) * 8; /* for below left and left */
if(nbr_id_from_bl == 64)
nbr_id_from_bl = 32;
if(nbr_id_from_bl == 32)
{
/* for top left : 1 pel per nbr bit */
if(!((nbr_flags_temp >> 8) & 0x1))
{
nbr_id_from_bl++;
nbr_id_from_bl += look_up_trailing_zeros((nbr_flags_temp >> 4) & 0xF) * 8; /* top and top right; 8 pels per nbr bit */
//nbr_id_from_bl += idx * 8;
}
}
/* Reverse Substitution Process*/
if(nbr_id_from_bl)
{
/* Replicate the bottom-left and subsequent unavailable pixels with the 1st available pixel above */
pu1_ref = pu1_dst[nbr_id_from_bl];
for(i = (nbr_id_from_bl - 1); i >= 0; i--)
{
pu1_dst[i] = pu1_ref;
}
}
}
/* for the loop of 4*Nt+1 pixels (excluding pixels computed from reverse substitution) */
while(nbr_id_from_bl < ((T16_4NT) + 1))
{
/* To Obtain the next unavailable idx flag after reverse neighbor substitution */
/* Devide by 8 to obtain the original index */
frwd_nbr_flag = (nbr_id_from_bl >> 3); /*+ (nbr_id_from_bl & 0x1);*/
/* The Top-left flag is at the last bit location of nbr_flags*/
if(nbr_id_from_bl == (T16_4NT / 2))
{
get_bits = GET_BITS(nbr_flags_temp, 8);
/* only pel substitution for TL */
if(!get_bits)
pu1_dst[nbr_id_from_bl] = pu1_dst[nbr_id_from_bl - 1];
}
else
{
get_bits = GET_BITS(nbr_flags_temp, frwd_nbr_flag);
if(!get_bits)
{
/* 8 pel substitution (other than TL) */
pu1_ref = pu1_dst[nbr_id_from_bl - 1];
for(i = 0; i < 8; i++)
pu1_dst[nbr_id_from_bl + i] = pu1_ref;
}
}
nbr_id_from_bl += (nbr_id_from_bl == (T16_4NT / 2)) ? 1 : 8;
}
}
if(nt == 32)
{
/* compute trailing ones based on mbr_flag for substitution process of below left see section .*/
/* as each bit in nbr flags corresponds to 8 pels for bot_left, left, top and topright but 1 pel for topleft */
{
nbr_id_from_bl = look_up_trailing_zeros((nbr_flags & 0XFF)) * 8; /* for below left and left */
if(nbr_id_from_bl == 64)
{
/* for top left : 1 pel per nbr bit */
if(!((nbr_flags >> 16) & 0x1))
{
/* top left not available */
nbr_id_from_bl++;
/* top and top right; 8 pels per nbr bit */
nbr_id_from_bl += look_up_trailing_zeros((nbr_flags >> 8) & 0xFF) * 8;
}
}
/* Reverse Substitution Process*/
if(nbr_id_from_bl)
{
/* Replicate the bottom-left and subsequent unavailable pixels with the 1st available pixel above */
pu1_ref = pu1_dst[nbr_id_from_bl];
for(i = (nbr_id_from_bl - 1); i >= 0; i--)
pu1_dst[i] = pu1_ref;
}
}
/* for the loop of 4*Nt+1 pixels (excluding pixels computed from reverse substitution) */
while(nbr_id_from_bl < ((T32_4NT) + 1))
{
/* To Obtain the next unavailable idx flag after reverse neighbor substitution */
/* Devide by 8 to obtain the original index */
frwd_nbr_flag = (nbr_id_from_bl >> 3); /*+ (nbr_id_from_bl & 0x1);*/
/* The Top-left flag is at the last bit location of nbr_flags*/
if(nbr_id_from_bl == (T32_4NT / 2))
{
get_bits = GET_BITS(nbr_flags, 16);
/* only pel substitution for TL */
if(!get_bits)
pu1_dst[nbr_id_from_bl] = pu1_dst[nbr_id_from_bl - 1];
}
else
{
get_bits = GET_BITS(nbr_flags, frwd_nbr_flag);
if(!get_bits)
{
/* 8 pel substitution (other than TL) */
pu1_ref = pu1_dst[nbr_id_from_bl - 1];
for(i = 0; i < 8; i++)
pu1_dst[nbr_id_from_bl + i] = pu1_ref;
}
}
nbr_id_from_bl += (nbr_id_from_bl == (T32_4NT / 2)) ? 1 : 8;
}
}
}
}
/**
*******************************************************************************
*
* @brief
* Intra prediction interpolation filter for ref_filtering
*
*
* @par Description:
* Reference DC filtering for neighboring samples dependent on TU size and
* mode Refer to section 8.4.4.2.3 in the standard
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pu1_dst
* UWORD8 pointer to the destination
*
* @param[in] nt
* integer Transform Block size
*
* @param[in] mode
* integer intraprediction mode
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_intra_pred_ref_filtering_ssse3(UWORD8 *pu1_src,
WORD32 nt,
UWORD8 *pu1_dst,
WORD32 mode,
WORD32 strong_intra_smoothing_enable_flag)
{
WORD32 filter_flag;
WORD32 i; /* Generic indexing variable */
WORD32 four_nt = 4 * nt;
UWORD8 au1_flt[(4 * MAX_CU_SIZE) + 1];
WORD32 bi_linear_int_flag = 0;
WORD32 abs_cond_left_flag = 0;
WORD32 abs_cond_top_flag = 0;
WORD32 dc_val = 1 << (BIT_DEPTH - 5);
__m128i src_temp1, src_temp2, src_temp3, src_temp7;
__m128i src_temp4, src_temp5, src_temp6, src_temp8;
//WORD32 strong_intra_smoothing_enable_flag = 1;
filter_flag = gau1_intra_pred_ref_filter[mode] & (1 << (CTZ(nt) - 2));
if(0 == filter_flag)
{
if(pu1_src == pu1_dst)
{
return;
}
else
{
if(nt == 4)
{
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_src));
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp1);
pu1_dst[four_nt] = pu1_src[four_nt];
}
else if(nt == 8)
{
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_src));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_src + 16));
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16), src_temp2);
pu1_dst[four_nt] = pu1_src[four_nt];
}
else if(nt == 16)
{
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_src));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_src + 16));
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_src + 32));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_src + 48));
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 32), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + 48), src_temp4);
pu1_dst[four_nt] = pu1_src[four_nt];
}
else if(nt == 32)
{
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_src));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_src + 16));
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_src + 32));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_src + 48));
src_temp5 = _mm_loadu_si128((__m128i *)(pu1_src + 64));
src_temp6 = _mm_loadu_si128((__m128i *)(pu1_src + 80));
src_temp7 = _mm_loadu_si128((__m128i *)(pu1_src + 96));
src_temp8 = _mm_loadu_si128((__m128i *)(pu1_src + 112));
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 32), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + 48), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + 64), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + 80), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + 96), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + 112), src_temp8);
pu1_dst[four_nt] = pu1_src[four_nt];
}
}
}
else
{
/* If strong intra smoothin is enabled and transform size is 32 */
if((1 == strong_intra_smoothing_enable_flag) && (32 == nt))
{
/* Strong Intra Filtering */
abs_cond_top_flag = (abs(pu1_src[2 * nt] + pu1_src[4 * nt]
- (2 * pu1_src[3 * nt]))) < dc_val;
abs_cond_left_flag = (abs(pu1_src[2 * nt] + pu1_src[0]
- (2 * pu1_src[nt]))) < dc_val;
bi_linear_int_flag = ((1 == abs_cond_left_flag)
&& (1 == abs_cond_top_flag));
}
/* Extremities Untouched*/
au1_flt[0] = pu1_src[0];
au1_flt[4 * nt] = pu1_src[4 * nt];
/* Strong filtering of reference samples */
if(1 == bi_linear_int_flag)
{
au1_flt[2 * nt] = pu1_src[2 * nt];
for(i = 1; i < (2 * nt); i++)
au1_flt[i] = (((2 * nt) - i) * pu1_src[0] + i * pu1_src[2 * nt] + 32) >> 6;
for(i = 1; i < (2 * nt); i++)
au1_flt[i + (2 * nt)] = (((2 * nt) - i) * pu1_src[2 * nt] + i * pu1_src[4 * nt] + 32) >> 6;
}
else
{
__m128i const_value_8x16, zero_8x16b;
const_value_8x16 = _mm_set1_epi16(2);
au1_flt[0] = pu1_src[0];
au1_flt[4 * nt] = pu1_src[4 * nt];
zero_8x16b = _mm_setzero_si128();
/* Perform bilinear filtering of Reference Samples */
for(i = 0; i < (four_nt); i += 16)
{
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_src + i));
src_temp2 = _mm_srli_si128(src_temp1, 1);
src_temp3 = _mm_srli_si128(src_temp2, 1);
src_temp1 = _mm_unpacklo_epi8(src_temp1, zero_8x16b);
src_temp2 = _mm_unpacklo_epi8(src_temp2, zero_8x16b);
src_temp3 = _mm_unpacklo_epi8(src_temp3, zero_8x16b);
src_temp2 = _mm_slli_epi16(src_temp2, 1);
src_temp1 = _mm_add_epi16(src_temp1, src_temp2);
src_temp1 = _mm_add_epi16(src_temp1, src_temp3);
src_temp1 = _mm_add_epi16(src_temp1, const_value_8x16);
src_temp1 = _mm_srai_epi16(src_temp1, 2);
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_src + 8 + i));
src_temp5 = _mm_srli_si128(src_temp4, 1);
src_temp6 = _mm_srli_si128(src_temp5, 1);
src_temp4 = _mm_unpacklo_epi8(src_temp4, zero_8x16b);
src_temp5 = _mm_unpacklo_epi8(src_temp5, zero_8x16b);
src_temp6 = _mm_unpacklo_epi8(src_temp6, zero_8x16b);
src_temp5 = _mm_slli_epi16(src_temp5, 1);
src_temp4 = _mm_add_epi16(src_temp4, src_temp5);
src_temp4 = _mm_add_epi16(src_temp4, src_temp6);
src_temp4 = _mm_add_epi16(src_temp4, const_value_8x16);
src_temp4 = _mm_srai_epi16(src_temp4, 2);
/* converting 16 bit to 8 bit */
src_temp1 = _mm_packus_epi16(src_temp1, src_temp4);
_mm_storeu_si128((__m128i *)(au1_flt + 1 + i), src_temp1);
}
au1_flt[4 * nt] = pu1_src[4 * nt];
}
if(nt == 4)
{
src_temp1 = _mm_loadu_si128((__m128i *)(au1_flt));
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp1);
pu1_dst[four_nt] = au1_flt[four_nt];
}
else if(nt == 8)
{
src_temp1 = _mm_loadu_si128((__m128i *)(au1_flt));
src_temp2 = _mm_loadu_si128((__m128i *)(au1_flt + 16));
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16), src_temp2);
pu1_dst[four_nt] = au1_flt[four_nt];
}
else if(nt == 16)
{
src_temp1 = _mm_loadu_si128((__m128i *)(au1_flt));
src_temp2 = _mm_loadu_si128((__m128i *)(au1_flt + 16));
src_temp3 = _mm_loadu_si128((__m128i *)(au1_flt + 32));
src_temp4 = _mm_loadu_si128((__m128i *)(au1_flt + 48));
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 32), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + 48), src_temp4);
pu1_dst[four_nt] = au1_flt[four_nt];
}
else if(nt == 32)
{
src_temp1 = _mm_loadu_si128((__m128i *)(au1_flt));
src_temp2 = _mm_loadu_si128((__m128i *)(au1_flt + 16));
src_temp3 = _mm_loadu_si128((__m128i *)(au1_flt + 32));
src_temp4 = _mm_loadu_si128((__m128i *)(au1_flt + 48));
src_temp5 = _mm_loadu_si128((__m128i *)(au1_flt + 64));
src_temp6 = _mm_loadu_si128((__m128i *)(au1_flt + 80));
src_temp7 = _mm_loadu_si128((__m128i *)(au1_flt + 96));
src_temp8 = _mm_loadu_si128((__m128i *)(au1_flt + 112));
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 32), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + 48), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + 64), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + 80), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + 96), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + 112), src_temp8);
pu1_dst[four_nt] = au1_flt[four_nt];
}
}
}
/**
*******************************************************************************
*
* @brief
* Intra prediction interpolation filter for luma planar
*
* @par Description:
* Planar Intraprediction with reference neighboring samples location
* pointed by 'pu1_ref' to the TU block location pointed by 'pu1_dst' Refer
* to section 8.4.4.2.4 in the standard
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pu1_dst
* UWORD8 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] nt
* integer Transform Block size
*
* @param[in] mode
* integer intraprediction mode
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_intra_pred_luma_planar_ssse3(UWORD8 *pu1_ref,
WORD32 src_strd,
UWORD8 *pu1_dst,
WORD32 dst_strd,
WORD32 nt,
WORD32 mode)
{
WORD32 row, col;
WORD32 two_nt, three_nt;
UWORD16 temp;
__m128i pu1_ref_16x8b, const_temp_4x32b, const_temp1_4x32b, const_temp2_4x32b, const_temp3_4x32b, const_temp4_4x32b;
__m128i col_8x16b, const_temp5_4x32b, const_temp6_4x32b, zero_8x16b, const_temp7_4x32b, const_temp8_4x32b;
__m128i nt_row_16x8b, nt_row1_16x8b, nt_row2_16x8b, nt_row3_16x8b; //nt-1-row
__m128i row_16x8b, row1_16x8b, row2_16x8b, row3_16x8b; //row+1
UNUSED(src_strd);
UNUSED(mode);
two_nt = 2 * nt;
three_nt = 3 * nt;
/* Planar filtering */
temp = pu1_ref[nt - 1];
temp = (temp << 8) | ((UWORD16)pu1_ref[three_nt + 1]);
/* setting vallues in registera*/
pu1_ref_16x8b = _mm_set1_epi16(temp);
const_temp6_4x32b = _mm_set1_epi16(nt);
if(nt == 32) /* for nt multiple of 8*/
{
const_temp4_4x32b = _mm_set1_epi16(0x0400);
const_temp1_4x32b = _mm_set1_epi16(0x0100);
const_temp8_4x32b = _mm_set1_epi16(0x0008);
//(nt-1-y) (nt-1-x) ; x= 0..15 , y = row
//const_temp5_4x32b = _mm_set_epi8(nt_row, 0,nt_row, 1,nt_row, 2,nt_row, 3,nt_row, 4,nt_row, 5,nt_row, 6,nt_row, 7);
nt_row_16x8b = _mm_set_epi16(0x1f18, 0x1f19, 0x1f1a, 0x1f1b, 0x1f1c, 0x1f1d, 0x1f1e, 0x1f1f);
//(y+1) (x+1) ; x= 0..15 , y = row
//const_temp3_4x32b = _mm_set_epi16(row1,8,row1, 7,row1, 6, row1, 5,row1, 4, row1, 3, row1, 2, row1, 1);
row_16x8b = _mm_set_epi16(0x0108, 0x0107, 0x0106, 0x0105, 0x0104, 0x0103, 0x0102, 0x0101);
for(row = 0; row < nt; row += 1)
{
__m128i res_temp_8x16b, res_temp1_8x16b, res_temp2_8x16b, res_temp3_8x16b;
__m128i res_temp4_8x16b, res_temp5_8x16b, res_temp6_8x16b, res_temp7_8x16b;
__m128i src_temp_8x16b, src_temp1_8x16b;
res_temp1_8x16b = _mm_set1_epi8(pu1_ref[two_nt - 1 - row]);
nt_row1_16x8b = _mm_sub_epi16(nt_row_16x8b, const_temp8_4x32b);
row1_16x8b = _mm_add_epi16(row_16x8b, const_temp8_4x32b);
nt_row2_16x8b = _mm_sub_epi16(nt_row1_16x8b, const_temp8_4x32b);
row2_16x8b = _mm_add_epi16(row1_16x8b, const_temp8_4x32b);
nt_row3_16x8b = _mm_sub_epi16(nt_row2_16x8b, const_temp8_4x32b);
row3_16x8b = _mm_add_epi16(row2_16x8b, const_temp8_4x32b);
/* loding 8bit 16 pixles*/
src_temp_8x16b = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
src_temp1_8x16b = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 17));
res_temp4_8x16b = _mm_unpacklo_epi8(res_temp1_8x16b, src_temp_8x16b); /* row=0*/
res_temp5_8x16b = _mm_unpackhi_epi8(res_temp1_8x16b, src_temp_8x16b); /* row=1*/
res_temp6_8x16b = _mm_unpacklo_epi8(res_temp1_8x16b, src_temp1_8x16b); /* row=2*/
res_temp7_8x16b = _mm_unpackhi_epi8(res_temp1_8x16b, src_temp1_8x16b); /* row=3*/
/*(row + 1) * pu1_ref[nt - 1] + (col + 1) * pu1_ref[three_nt + 1] */
res_temp_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row_16x8b);
res_temp1_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row1_16x8b);
res_temp2_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row2_16x8b);
res_temp3_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row3_16x8b);
/* (nt - 1 - row) * pu1_ref[two_nt + 1 + col] + (nt - 1 - col)* pu1_ref[two_nt - 1 - row] */
res_temp4_8x16b = _mm_maddubs_epi16(res_temp4_8x16b, nt_row_16x8b);
res_temp5_8x16b = _mm_maddubs_epi16(res_temp5_8x16b, nt_row1_16x8b);
res_temp6_8x16b = _mm_maddubs_epi16(res_temp6_8x16b, nt_row2_16x8b);
res_temp7_8x16b = _mm_maddubs_epi16(res_temp7_8x16b, nt_row3_16x8b);
res_temp_8x16b = _mm_add_epi16(res_temp_8x16b, res_temp4_8x16b);
res_temp1_8x16b = _mm_add_epi16(res_temp1_8x16b, res_temp5_8x16b);
res_temp2_8x16b = _mm_add_epi16(res_temp2_8x16b, res_temp6_8x16b);
res_temp3_8x16b = _mm_add_epi16(res_temp3_8x16b, res_temp7_8x16b);
/*res_temp + nt)*/
res_temp_8x16b = _mm_add_epi16(res_temp_8x16b, const_temp6_4x32b);
res_temp1_8x16b = _mm_add_epi16(res_temp1_8x16b, const_temp6_4x32b);
res_temp2_8x16b = _mm_add_epi16(res_temp2_8x16b, const_temp6_4x32b);
res_temp3_8x16b = _mm_add_epi16(res_temp3_8x16b, const_temp6_4x32b);
res_temp_8x16b = _mm_srli_epi16(res_temp_8x16b, 6); //log2(32)+1
res_temp1_8x16b = _mm_srli_epi16(res_temp1_8x16b, 6);
res_temp2_8x16b = _mm_srli_epi16(res_temp2_8x16b, 6);
res_temp3_8x16b = _mm_srli_epi16(res_temp3_8x16b, 6);
res_temp_8x16b = _mm_packus_epi16(res_temp_8x16b, res_temp1_8x16b);
res_temp1_8x16b = _mm_packus_epi16(res_temp2_8x16b, res_temp3_8x16b);
_mm_storeu_si128((__m128i *)(pu1_dst + (row * dst_strd)), res_temp_8x16b);
_mm_storeu_si128((__m128i *)(pu1_dst + (row * dst_strd) + 16), res_temp1_8x16b);
nt_row_16x8b = _mm_sub_epi16(nt_row_16x8b, const_temp1_4x32b);
row_16x8b = _mm_add_epi16(row_16x8b, const_temp1_4x32b);
}
}
else if(nt == 16) /* for nt multiple of 8*/
{
const_temp4_4x32b = _mm_set1_epi16(0x0400);
const_temp1_4x32b = _mm_set1_epi16(0x0100);
const_temp8_4x32b = _mm_set1_epi16(0x0008);
//(nt-1-y) (nt-1-x) ; x= 0..15 , y = row
//const_temp5_4x32b = _mm_set_epi8(nt_row, 0,nt_row, 1,nt_row, 2,nt_row, 3,nt_row, 4,nt_row, 5,nt_row, 6,nt_row, 7);
nt_row_16x8b = _mm_set_epi16(0x0f08, 0x0f09, 0x0f0a, 0x0f0b, 0x0f0c, 0x0f0d, 0x0f0e, 0x0f0f);
//(y+1) (x+1) ; x= 0..15 , y = row
//const_temp3_4x32b = _mm_set_epi16(row1,8,row1, 7,row1, 6, row1, 5,row1, 4, row1, 3, row1, 2, row1, 1);
row_16x8b = _mm_set_epi16(0x0108, 0x0107, 0x0106, 0x0105, 0x0104, 0x0103, 0x0102, 0x0101);
for(row = 0; row < nt; row += 2)
{
__m128i res_temp_8x16b, res_temp1_8x16b, res_temp2_8x16b, res_temp3_8x16b;
__m128i res_temp4_8x16b, res_temp5_8x16b, res_temp6_8x16b, res_temp7_8x16b;
__m128i src_temp_8x16b;
res_temp1_8x16b = _mm_set1_epi8(pu1_ref[two_nt - 1 - row]);
res_temp2_8x16b = _mm_set1_epi8(pu1_ref[two_nt - 2 - row]);
nt_row1_16x8b = _mm_sub_epi16(nt_row_16x8b, const_temp1_4x32b);
row1_16x8b = _mm_add_epi16(row_16x8b, const_temp1_4x32b);
nt_row2_16x8b = _mm_sub_epi16(nt_row_16x8b, const_temp8_4x32b);
row2_16x8b = _mm_add_epi16(row_16x8b, const_temp8_4x32b);
nt_row3_16x8b = _mm_sub_epi16(nt_row1_16x8b, const_temp8_4x32b);
row3_16x8b = _mm_add_epi16(row1_16x8b, const_temp8_4x32b);
/* loding 8bit 16 pixles*/
src_temp_8x16b = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
res_temp4_8x16b = _mm_unpacklo_epi8(res_temp1_8x16b, src_temp_8x16b); /* row=0*/
res_temp5_8x16b = _mm_unpacklo_epi8(res_temp2_8x16b, src_temp_8x16b); /* row=1*/
res_temp6_8x16b = _mm_unpackhi_epi8(res_temp1_8x16b, src_temp_8x16b); /* row=2*/
res_temp7_8x16b = _mm_unpackhi_epi8(res_temp2_8x16b, src_temp_8x16b); /* row=3*/
/*(row + 1) * pu1_ref[nt - 1] + (col + 1) * pu1_ref[three_nt + 1] */
res_temp_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row_16x8b);
res_temp1_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row1_16x8b);
res_temp2_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row2_16x8b);
res_temp3_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row3_16x8b);
/* (nt - 1 - row) * pu1_ref[two_nt + 1 + col] + (nt - 1 - col)* pu1_ref[two_nt - 1 - row] */
res_temp4_8x16b = _mm_maddubs_epi16(res_temp4_8x16b, nt_row_16x8b);
res_temp5_8x16b = _mm_maddubs_epi16(res_temp5_8x16b, nt_row1_16x8b);
res_temp6_8x16b = _mm_maddubs_epi16(res_temp6_8x16b, nt_row2_16x8b);
res_temp7_8x16b = _mm_maddubs_epi16(res_temp7_8x16b, nt_row3_16x8b);
res_temp_8x16b = _mm_add_epi16(res_temp_8x16b, res_temp4_8x16b);
res_temp1_8x16b = _mm_add_epi16(res_temp1_8x16b, res_temp5_8x16b);
res_temp2_8x16b = _mm_add_epi16(res_temp2_8x16b, res_temp6_8x16b);
res_temp3_8x16b = _mm_add_epi16(res_temp3_8x16b, res_temp7_8x16b);
/*res_temp + nt)*/
res_temp_8x16b = _mm_add_epi16(res_temp_8x16b, const_temp6_4x32b);
res_temp1_8x16b = _mm_add_epi16(res_temp1_8x16b, const_temp6_4x32b);
res_temp2_8x16b = _mm_add_epi16(res_temp2_8x16b, const_temp6_4x32b);
res_temp3_8x16b = _mm_add_epi16(res_temp3_8x16b, const_temp6_4x32b);
res_temp_8x16b = _mm_srli_epi16(res_temp_8x16b, 5); //log2(16)+1
res_temp1_8x16b = _mm_srli_epi16(res_temp1_8x16b, 5);
res_temp2_8x16b = _mm_srli_epi16(res_temp2_8x16b, 5);
res_temp3_8x16b = _mm_srli_epi16(res_temp3_8x16b, 5);
res_temp_8x16b = _mm_packus_epi16(res_temp_8x16b, res_temp2_8x16b);
res_temp1_8x16b = _mm_packus_epi16(res_temp1_8x16b, res_temp3_8x16b);
_mm_storeu_si128((__m128i *)(pu1_dst + (row * dst_strd)), res_temp_8x16b);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 1) * dst_strd)), res_temp1_8x16b);
nt_row_16x8b = _mm_sub_epi16(nt_row1_16x8b, const_temp1_4x32b);
row_16x8b = _mm_add_epi16(row1_16x8b, const_temp1_4x32b);
}
}
else if(nt == 8)
{
const_temp4_4x32b = _mm_set1_epi16(0x0400);
const_temp1_4x32b = _mm_set1_epi16(0x0100);
zero_8x16b = _mm_set1_epi32(0);
//(nt-1-y) (nt-1-x) ; x= 0..7 , y = row
//const_temp5_4x32b = _mm_set_epi8(nt_row, 0,nt_row, 1,nt_row, 2,nt_row, 3,nt_row, 4,nt_row, 5,nt_row, 6,nt_row, 7);
nt_row_16x8b = _mm_set_epi16(0x0700, 0x0701, 0x0702, 0x0703, 0x0704, 0x0705, 0x0706, 0x0707);
//(y+1) (x+1) ; x= 0..7 , y = row
//const_temp3_4x32b = _mm_set_epi16(row1,8,row1, 7,row1, 6, row1, 5,row1, 4, row1, 3, row1, 2, row1, 1);
row_16x8b = _mm_set_epi16(0x0108, 0x0107, 0x0106, 0x0105, 0x0104, 0x0103, 0x0102, 0x0101);
for(row = 0; row < nt; row += 4)
{
__m128i res_temp_8x16b, res_temp1_8x16b, res_temp2_8x16b, res_temp3_8x16b;
__m128i res_temp4_8x16b, res_temp5_8x16b, res_temp6_8x16b, res_temp7_8x16b;
__m128i src_temp_8x16b;
res_temp4_8x16b = _mm_set1_epi8(pu1_ref[two_nt - 1 - row]);
res_temp5_8x16b = _mm_set1_epi8(pu1_ref[two_nt - 2 - row]);
res_temp6_8x16b = _mm_set1_epi8(pu1_ref[two_nt - 3 - row]);
res_temp7_8x16b = _mm_set1_epi8(pu1_ref[two_nt - 4 - row]);
nt_row1_16x8b = _mm_sub_epi16(nt_row_16x8b, const_temp1_4x32b);
row1_16x8b = _mm_add_epi16(row_16x8b, const_temp1_4x32b);
nt_row2_16x8b = _mm_sub_epi16(nt_row1_16x8b, const_temp1_4x32b);
row2_16x8b = _mm_add_epi16(row1_16x8b, const_temp1_4x32b);
nt_row3_16x8b = _mm_sub_epi16(nt_row2_16x8b, const_temp1_4x32b);
row3_16x8b = _mm_add_epi16(row2_16x8b, const_temp1_4x32b);
/* loding 8bit 16 pixles*/
src_temp_8x16b = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
res_temp4_8x16b = _mm_unpacklo_epi8(res_temp4_8x16b, src_temp_8x16b); /* row=0*/
res_temp5_8x16b = _mm_unpacklo_epi8(res_temp5_8x16b, src_temp_8x16b); /* row=1*/
res_temp6_8x16b = _mm_unpacklo_epi8(res_temp6_8x16b, src_temp_8x16b); /* row=2*/
res_temp7_8x16b = _mm_unpacklo_epi8(res_temp7_8x16b, src_temp_8x16b); /* row=3*/
/*(row + 1) * pu1_ref[nt - 1] + (col + 1) * pu1_ref[three_nt + 1] */
res_temp_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row_16x8b);
res_temp1_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row1_16x8b);
res_temp2_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row2_16x8b);
res_temp3_8x16b = _mm_maddubs_epi16(pu1_ref_16x8b, row3_16x8b);
/* (nt - 1 - row) * pu1_ref[two_nt + 1 + col] + (nt - 1 - col)* pu1_ref[two_nt - 1 - row] */
res_temp4_8x16b = _mm_maddubs_epi16(res_temp4_8x16b, nt_row_16x8b);
res_temp5_8x16b = _mm_maddubs_epi16(res_temp5_8x16b, nt_row1_16x8b);
res_temp6_8x16b = _mm_maddubs_epi16(res_temp6_8x16b, nt_row2_16x8b);
res_temp7_8x16b = _mm_maddubs_epi16(res_temp7_8x16b, nt_row3_16x8b);
res_temp_8x16b = _mm_add_epi16(res_temp_8x16b, res_temp4_8x16b);
res_temp1_8x16b = _mm_add_epi16(res_temp1_8x16b, res_temp5_8x16b);
res_temp2_8x16b = _mm_add_epi16(res_temp2_8x16b, res_temp6_8x16b);
res_temp3_8x16b = _mm_add_epi16(res_temp3_8x16b, res_temp7_8x16b);
/*res_temp + nt)*/
res_temp_8x16b = _mm_add_epi16(res_temp_8x16b, const_temp6_4x32b);
res_temp1_8x16b = _mm_add_epi16(res_temp1_8x16b, const_temp6_4x32b);
res_temp2_8x16b = _mm_add_epi16(res_temp2_8x16b, const_temp6_4x32b);
res_temp3_8x16b = _mm_add_epi16(res_temp3_8x16b, const_temp6_4x32b);
res_temp_8x16b = _mm_srli_epi16(res_temp_8x16b, 4); //log2(16)+1
res_temp1_8x16b = _mm_srli_epi16(res_temp1_8x16b, 4);
res_temp2_8x16b = _mm_srli_epi16(res_temp2_8x16b, 4);
res_temp3_8x16b = _mm_srli_epi16(res_temp3_8x16b, 4);
res_temp_8x16b = _mm_packus_epi16(res_temp_8x16b, zero_8x16b);
res_temp1_8x16b = _mm_packus_epi16(res_temp1_8x16b, zero_8x16b);
res_temp2_8x16b = _mm_packus_epi16(res_temp2_8x16b, zero_8x16b);
res_temp3_8x16b = _mm_packus_epi16(res_temp3_8x16b, zero_8x16b);
_mm_storel_epi64((__m128i *)(pu1_dst + (row * dst_strd)), res_temp_8x16b);
_mm_storel_epi64((__m128i *)(pu1_dst + ((row + 1) * dst_strd)), res_temp1_8x16b);
_mm_storel_epi64((__m128i *)(pu1_dst + ((row + 2) * dst_strd)), res_temp2_8x16b);
_mm_storel_epi64((__m128i *)(pu1_dst + ((row + 3) * dst_strd)), res_temp3_8x16b);
nt_row_16x8b = _mm_sub_epi16(nt_row3_16x8b, const_temp1_4x32b);
row_16x8b = _mm_add_epi16(row3_16x8b, const_temp1_4x32b);
}
}
else
{
/* for nt multiple of 4*/
const_temp7_4x32b = _mm_set1_epi16(4);
const_temp4_4x32b = _mm_set1_epi16(nt - 1);
const_temp_4x32b = _mm_set1_epi16(pu1_ref[three_nt + 1]);
const_temp1_4x32b = _mm_set1_epi16(pu1_ref[nt - 1]);
zero_8x16b = _mm_set1_epi32(0);
for(row = 0; row < nt; row++)
{
__m128i res_temp_8x16b, row_8x16b, res_temp1_8x16b, res_temp2_8x16b;
__m128i res_temp3_8x16b;
const_temp2_4x32b = _mm_set1_epi16(pu1_ref[two_nt - 1 - row]);
const_temp3_4x32b = _mm_set1_epi16((row + 1));
row_8x16b = _mm_set1_epi16((nt - 1 - row));
const_temp5_4x32b = _mm_set_epi16(7, 6, 5, 4, 3, 2, 1, 0);
col_8x16b = _mm_set_epi16(8, 7, 6, 5, 4, 3, 2, 1);
const_temp5_4x32b = _mm_sub_epi16(const_temp4_4x32b, const_temp5_4x32b);
/*(row + 1) * pu1_ref[nt - 1]*/
res_temp_8x16b = _mm_mullo_epi16(const_temp3_4x32b, const_temp1_4x32b);
/*(row + 1) * pu1_ref[nt - 1] + nt)*/
res_temp_8x16b = _mm_add_epi16(res_temp_8x16b, const_temp6_4x32b);
for(col = 0; col < nt; col += 4)
{
__m128i src_temp_8x16b;
int temp1;
/* loding 8bit 16 pixles*/
src_temp_8x16b = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1 + col));
src_temp_8x16b = _mm_unpacklo_epi8(src_temp_8x16b, zero_8x16b); /* row=0*/
/* (nt - 1 - row) * pu1_ref[two_nt + 1 + col] */
res_temp1_8x16b = _mm_mullo_epi16(src_temp_8x16b, row_8x16b);
/*(col + 1) * pu1_ref[three_nt + 1]*/
res_temp2_8x16b = _mm_mullo_epi16(const_temp_4x32b, col_8x16b);
/*(nt - 1 - col)* pu1_ref[two_nt - 1 - row]*/
res_temp3_8x16b = _mm_mullo_epi16(const_temp2_4x32b, const_temp5_4x32b);
res_temp1_8x16b = _mm_add_epi16(res_temp_8x16b, res_temp1_8x16b);
res_temp1_8x16b = _mm_add_epi16(res_temp1_8x16b, res_temp2_8x16b);
res_temp1_8x16b = _mm_add_epi16(res_temp1_8x16b, res_temp3_8x16b);
res_temp1_8x16b = _mm_srli_epi16(res_temp1_8x16b, 3); //log2(16)+1
res_temp1_8x16b = _mm_packus_epi16(res_temp1_8x16b, zero_8x16b);
temp1 = _mm_cvtsi128_si32(res_temp1_8x16b);
*(WORD32 *)(&pu1_dst[(row * dst_strd) + col]) = temp1;
const_temp5_4x32b = _mm_sub_epi16(const_temp5_4x32b, const_temp7_4x32b);
col_8x16b = _mm_add_epi16(col_8x16b, const_temp7_4x32b);
} /* inner loop ends here */
}
}
}
/**
*******************************************************************************
*
* @brief
* Intra prediction interpolation filter for luma dc
*
* @par Description:
* Intraprediction for DC mode with reference neighboring samples location
* pointed by 'pu1_ref' to the TU block location pointed by 'pu1_dst' Refer
* to section 8.4.4.2.5 in the standard
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pu1_dst
* UWORD8 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] nt
* integer Transform Block size
*
* @param[in] mode
* integer intraprediction mode
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_intra_pred_luma_dc_ssse3(UWORD8 *pu1_ref,
WORD32 src_strd,
UWORD8 *pu1_dst,
WORD32 dst_strd,
WORD32 nt,
WORD32 mode)
{
WORD32 acc_dc;
WORD32 dc_val, two_dc_val, three_dc_val;
WORD32 row;
WORD32 log2nt = 5;
WORD32 two_nt, three_nt;
__m128i src_temp1, src_temp7, src_temp3, src_temp4, src_temp5, src_temp6;
__m128i src_temp8, src_temp10, src_temp2;
__m128i m_zero = _mm_setzero_si128();
__m128i sm = _mm_load_si128((__m128i *)&IHEVCE_SHUFFLEMASK5[0]);
UNUSED(src_strd);
UNUSED(mode);
switch(nt)
{
case 32:
log2nt = 5;
break;
case 16:
log2nt = 4;
break;
case 8:
log2nt = 3;
break;
case 4:
log2nt = 2;
break;
default:
break;
}
two_nt = 2 * nt;
three_nt = 3 * nt;
acc_dc = 0;
/* Calculate DC value for the transform block */
if(nt == 32)
{
__m128i temp;
WORD32 itr_count;
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + nt));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + nt + 16));
src_temp7 = _mm_loadu_si128((__m128i *)(pu1_ref + nt + 32));
src_temp8 = _mm_loadu_si128((__m128i *)(pu1_ref + nt + 48));
src_temp3 = _mm_sad_epu8(src_temp3, m_zero);
src_temp4 = _mm_sad_epu8(src_temp4, m_zero);
src_temp7 = _mm_sad_epu8(src_temp7, m_zero);
src_temp8 = _mm_sad_epu8(src_temp8, m_zero);
src_temp4 = _mm_add_epi16(src_temp3, src_temp4);
src_temp8 = _mm_add_epi16(src_temp7, src_temp8);
src_temp4 = _mm_add_epi16(src_temp4, src_temp8);
src_temp4 = _mm_shuffle_epi8(src_temp4, sm);
src_temp4 = _mm_hadd_epi16(src_temp4, m_zero);
acc_dc = _mm_cvtsi128_si32(src_temp4);
acc_dc += pu1_ref[three_nt];
acc_dc -= pu1_ref[two_nt];
/* computing acc_dc value */
dc_val = (acc_dc + nt) >> (log2nt + 1);
two_dc_val = 2 * dc_val;
three_dc_val = 3 * dc_val;
temp = _mm_set1_epi8(dc_val);
for(itr_count = 0; itr_count < 2; itr_count++)
{
/* pu1_dst[(row * dst_strd) + col] = dc_val;*/
_mm_storeu_si128((__m128i *)(pu1_dst + ((0) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((1) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((2) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((3) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((4) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((5) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((6) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((7) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((8) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((9) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((10) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((11) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((12) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((13) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((14) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + ((15) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((0) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((1) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((2) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((3) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((4) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((5) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((6) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((7) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((8) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((9) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((10) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((11) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((12) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((13) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((14) * dst_strd)), temp);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((15) * dst_strd)), temp);
pu1_dst += 16 * dst_strd;
}
}
else
{
__m128i sm1 = _mm_load_si128((__m128i *)&IHEVCE_SHUFFLEMASK4[0]);
/* DC filtering for the first top row and first left column */
if(nt == 4) /* nt multiple of 4*/
{
WORD32 temp1, temp2, temp3;
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + nt));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
src_temp4 = _mm_unpacklo_epi8(src_temp3, m_zero);
src_temp2 = _mm_unpacklo_epi8(src_temp2, m_zero);
src_temp4 = _mm_hadd_epi16(src_temp4, m_zero);
src_temp4 = _mm_hadd_epi16(src_temp4, m_zero);
src_temp4 = _mm_hadd_epi16(src_temp4, m_zero);
acc_dc = _mm_cvtsi128_si32(src_temp4);
acc_dc += pu1_ref[three_nt];
acc_dc -= pu1_ref[two_nt];
/* computing acc_dc value */
dc_val = (acc_dc + nt) >> (log2nt + 1);
three_dc_val = 3 * dc_val;
/* loding 8-bit 16 pixel */
src_temp1 = _mm_set1_epi16(three_dc_val + 2);
two_dc_val = 2 * dc_val;
/*(pu1_ref[two_nt + 1 + col] + three_dc_val + 2 */
src_temp2 = _mm_add_epi16(src_temp2, src_temp1);
/*(pu1_ref[two_nt + 1 + col] + three_dc_val + 2) >> 2 */
src_temp2 = _mm_srli_epi16(src_temp2, 2);
src_temp2 = _mm_packus_epi16(src_temp2, m_zero);
temp1 = _mm_cvtsi128_si32(src_temp2);
*(WORD32 *)(&pu1_dst[0]) = temp1;
src_temp2 = _mm_insert_epi16(src_temp2, dc_val, 0);
src_temp2 = _mm_shuffle_epi8(src_temp2, sm1);
src_temp3 = _mm_shuffle_epi8(src_temp2, sm1);
src_temp4 = _mm_shuffle_epi8(src_temp2, sm1);
temp1 = _mm_cvtsi128_si32(src_temp2);
temp2 = _mm_cvtsi128_si32(src_temp3);
temp3 = _mm_cvtsi128_si32(src_temp4);
*(WORD32 *)(&pu1_dst[(1 * dst_strd)]) = temp1;
*(WORD32 *)(&pu1_dst[(2 * dst_strd)]) = temp2;
*(WORD32 *)(&pu1_dst[(3 * dst_strd)]) = temp3;
/* retore first value*/
pu1_dst[0] = ((pu1_ref[two_nt - 1] + two_dc_val + pu1_ref[two_nt + 1] + 2)
>> 2);
for(row = 1; row < nt; row++)
pu1_dst[row * dst_strd] = (pu1_ref[two_nt - 1 - row] + three_dc_val + 2)
>> 2;
}
else if(nt == 8) /* if nt%8==0*/
{
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + nt));
src_temp4 = _mm_sad_epu8(src_temp3, m_zero);
src_temp4 = _mm_shuffle_epi8(src_temp4, sm);
src_temp4 = _mm_hadd_epi16(src_temp4, m_zero);
acc_dc = _mm_cvtsi128_si32(src_temp4);
acc_dc += pu1_ref[three_nt];
acc_dc -= pu1_ref[two_nt];
/* computing acc_dc value */
dc_val = (acc_dc + nt) >> (log2nt + 1);
three_dc_val = 3 * dc_val;
src_temp1 = _mm_set1_epi16(three_dc_val + 2);
two_dc_val = 2 * dc_val;
/* loding 8-bit 16 pixel */
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
src_temp2 = _mm_unpacklo_epi8(src_temp2, m_zero);
/*(pu1_ref[two_nt + 1 + col] + three_dc_val + 2 */
src_temp2 = _mm_add_epi16(src_temp2, src_temp1);
/*(pu1_ref[two_nt + 1 + col] + three_dc_val + 2)>>2 */
src_temp2 = _mm_srli_epi16(src_temp2, 2);
src_temp2 = _mm_packus_epi16(src_temp2, m_zero);
_mm_storel_epi64((__m128i *)(pu1_dst), src_temp2);
/* Fill the remaining rows with DC value*/
src_temp1 = _mm_set1_epi8(dc_val);
src_temp2 = _mm_set1_epi8(dc_val);
src_temp3 = _mm_set1_epi8(dc_val);
src_temp4 = _mm_set1_epi8(dc_val);
src_temp5 = _mm_set1_epi8(dc_val);
src_temp6 = _mm_set1_epi8(dc_val);
src_temp7 = _mm_set1_epi8(dc_val);
_mm_storel_epi64((__m128i *)(pu1_dst + ((1) * dst_strd)), src_temp1);
_mm_storel_epi64((__m128i *)(pu1_dst + ((2) * dst_strd)), src_temp2);
_mm_storel_epi64((__m128i *)(pu1_dst + ((3) * dst_strd)), src_temp3);
_mm_storel_epi64((__m128i *)(pu1_dst + ((4) * dst_strd)), src_temp4);
_mm_storel_epi64((__m128i *)(pu1_dst + ((5) * dst_strd)), src_temp5);
_mm_storel_epi64((__m128i *)(pu1_dst + ((6) * dst_strd)), src_temp6);
_mm_storel_epi64((__m128i *)(pu1_dst + ((7) * dst_strd)), src_temp7);
/* retore first value*/
pu1_dst[0] = ((pu1_ref[two_nt - 1] + two_dc_val + pu1_ref[two_nt + 1] + 2)
>> 2);
for(row = 1; row < nt; row++)
pu1_dst[row * dst_strd] = (pu1_ref[two_nt - 1 - row] + three_dc_val + 2)
>> 2;
}
else /* if nt == 16*/
{
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + nt));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + nt + 16));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
src_temp10 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1 + 8));
src_temp3 = _mm_sad_epu8(src_temp3, m_zero);
src_temp4 = _mm_sad_epu8(src_temp4, m_zero);
src_temp2 = _mm_unpacklo_epi8(src_temp2, m_zero);
src_temp10 = _mm_unpacklo_epi8(src_temp10, m_zero);
src_temp4 = _mm_add_epi16(src_temp3, src_temp4);
src_temp4 = _mm_shuffle_epi8(src_temp4, sm);
src_temp4 = _mm_hadd_epi16(src_temp4, m_zero);
acc_dc = _mm_cvtsi128_si32(src_temp4);
acc_dc += pu1_ref[three_nt];
acc_dc -= pu1_ref[two_nt];
/* computing acc_dc value */
dc_val = (acc_dc + nt) >> (log2nt + 1);
three_dc_val = 3 * dc_val;
src_temp1 = _mm_set1_epi16(three_dc_val + 2);
two_dc_val = 2 * dc_val;
/*(pu1_ref[two_nt + 1 + col] + three_dc_val + 2 */
src_temp2 = _mm_add_epi16(src_temp2, src_temp1);
src_temp10 = _mm_add_epi16(src_temp10, src_temp1);
/*(pu1_ref[two_nt + 1 + col] + three_dc_val + 2)>>2 */
src_temp2 = _mm_srli_epi16(src_temp2, 2);
src_temp10 = _mm_srli_epi16(src_temp10, 2);
src_temp2 = _mm_packus_epi16(src_temp2, src_temp10);
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp2);
/* Fill the remaining rows with DC value*/
src_temp1 = _mm_set1_epi8(dc_val);
src_temp2 = _mm_set1_epi8(dc_val);
src_temp3 = _mm_set1_epi8(dc_val);
src_temp4 = _mm_set1_epi8(dc_val);
src_temp5 = _mm_set1_epi8(dc_val);
src_temp6 = _mm_set1_epi8(dc_val);
src_temp7 = _mm_set1_epi8(dc_val);
for(row = 1; row < nt; row += 8)
{
_mm_storeu_si128((__m128i *)(pu1_dst + ((1) * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((2) * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + ((3) * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + ((4) * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + ((5) * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + ((6) * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + ((7) * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + ((8) * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((9) * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + ((10) * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + ((11) * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + ((12) * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + ((13) * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + ((14) * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + ((15) * dst_strd)), src_temp1);
}
/* retore first value*/
pu1_dst[0] = ((pu1_ref[two_nt - 1] + two_dc_val + pu1_ref[two_nt + 1] + 2)
>> 2);
for(row = 1; row < nt; row++)
pu1_dst[row * dst_strd] = (pu1_ref[two_nt - 1 - row] + three_dc_val + 2)
>> 2;
}
}
}
/**
*******************************************************************************
*
* @brief
* Intra prediction interpolation filter for horizontal luma variable.
*
* @par Description:
* Horizontal intraprediction(mode 10) with reference samples location
* pointed by 'pu1_ref' to the TU block location pointed by 'pu1_dst' Refer
* to section 8.4.4.2.6 in the standard (Special case)
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pu1_dst
* UWORD8 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] nt
* integer Transform Block size
*
* @param[in] mode
* integer intraprediction mode
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_intra_pred_luma_horz_ssse3(UWORD8 *pu1_ref,
WORD32 src_strd,
UWORD8 *pu1_dst,
WORD32 dst_strd,
WORD32 nt,
WORD32 mode)
{
WORD32 row;
WORD32 two_nt;
UNUSED(src_strd);
UNUSED(mode);
two_nt = 2 * nt;
if(nt == 32)
{
__m128i src_temp1, src_temp2, src_temp3, src_temp4, src_temp5, src_temp6, src_temp7, src_temp8;
__m128i src_temp9, src_temp10, src_temp11, src_temp12, src_temp13, src_temp14, src_temp15, src_temp16;
__m128i sm = _mm_load_si128((__m128i *)&IHEVCE_SHUFFLEMASK4[0]);
for(row = 0; row < nt; row += 16)
{
{
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 1 - row - 15));
src_temp2 = _mm_srli_si128(src_temp1, 1);
src_temp3 = _mm_srli_si128(src_temp1, 2);
src_temp4 = _mm_srli_si128(src_temp1, 3);
src_temp5 = _mm_srli_si128(src_temp1, 4);
src_temp6 = _mm_srli_si128(src_temp1, 5);
src_temp7 = _mm_srli_si128(src_temp1, 6);
src_temp8 = _mm_srli_si128(src_temp1, 7);
src_temp9 = _mm_srli_si128(src_temp1, 8);
src_temp10 = _mm_srli_si128(src_temp1, 9);
src_temp11 = _mm_srli_si128(src_temp1, 10);
src_temp12 = _mm_srli_si128(src_temp1, 11);
src_temp13 = _mm_srli_si128(src_temp1, 12);
src_temp14 = _mm_srli_si128(src_temp1, 13);
src_temp15 = _mm_srli_si128(src_temp1, 14);
src_temp16 = _mm_srli_si128(src_temp1, 15);
src_temp8 = _mm_shuffle_epi8(src_temp8, sm);
src_temp7 = _mm_shuffle_epi8(src_temp7, sm);
src_temp6 = _mm_shuffle_epi8(src_temp6, sm);
src_temp5 = _mm_shuffle_epi8(src_temp5, sm);
src_temp4 = _mm_shuffle_epi8(src_temp4, sm);
src_temp3 = _mm_shuffle_epi8(src_temp3, sm);
src_temp2 = _mm_shuffle_epi8(src_temp2, sm);
src_temp1 = _mm_shuffle_epi8(src_temp1, sm);
src_temp16 = _mm_shuffle_epi8(src_temp16, sm);
src_temp15 = _mm_shuffle_epi8(src_temp15, sm);
src_temp14 = _mm_shuffle_epi8(src_temp14, sm);
src_temp13 = _mm_shuffle_epi8(src_temp13, sm);
src_temp12 = _mm_shuffle_epi8(src_temp12, sm);
src_temp11 = _mm_shuffle_epi8(src_temp11, sm);
src_temp10 = _mm_shuffle_epi8(src_temp10, sm);
src_temp9 = _mm_shuffle_epi8(src_temp9, sm);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 0) * dst_strd)), src_temp16);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 1) * dst_strd)), src_temp15);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 2) * dst_strd)), src_temp14);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 3) * dst_strd)), src_temp13);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 4) * dst_strd)), src_temp12);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 5) * dst_strd)), src_temp11);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 6) * dst_strd)), src_temp10);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 7) * dst_strd)), src_temp9);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 8) * dst_strd)), src_temp8);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 9) * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 10) * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 11) * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 12) * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 13) * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 14) * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 15) * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 0) * dst_strd)), src_temp16);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 1) * dst_strd)), src_temp15);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 2) * dst_strd)), src_temp14);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 3) * dst_strd)), src_temp13);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 4) * dst_strd)), src_temp12);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 5) * dst_strd)), src_temp11);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 6) * dst_strd)), src_temp10);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 7) * dst_strd)), src_temp9);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 8) * dst_strd)), src_temp8);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 9) * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 10) * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 11) * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 12) * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 13) * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 14) * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((row + 15) * dst_strd)), src_temp1);
}
}
}
else
{
__m128i src_temp1, src_temp2, src_temp3, src_temp4, src_temp5, src_temp6;
__m128i src_temp10, zero_8x16b, src_temp7;
/* DC filtering for the first top row and first left column */
zero_8x16b = _mm_set1_epi16(0);
/*Filtering done for the 1st row */
src_temp2 = _mm_set1_epi16(pu1_ref[two_nt - 1]);
src_temp10 = _mm_set1_epi16(pu1_ref[two_nt]);
/* loding 8-bit 16 pixels */
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
src_temp4 = _mm_unpacklo_epi8(src_temp4, zero_8x16b);
/*(pu1_ref[two_nt + 1 + col] - pu1_ref[two_nt])*/
src_temp3 = _mm_sub_epi16(src_temp4, src_temp10);
/* ((pu1_ref[two_nt + 1 + col] - pu1_ref[two_nt]) >> 1)*/
src_temp3 = _mm_srai_epi16(src_temp3, 1);
/* pu1_ref[two_nt - 1]+((pu1_ref[two_nt + 1 + col] - pu1_ref[two_nt]) >> 1)*/
src_temp3 = _mm_add_epi16(src_temp2, src_temp3);
if(nt == 4)
{
int temp1, temp2, temp3;
src_temp3 = _mm_packus_epi16(src_temp3, zero_8x16b);
temp1 = _mm_cvtsi128_si32(src_temp3);
*(WORD32 *)(&pu1_dst[0]) = temp1;
src_temp2 = _mm_set1_epi8(pu1_ref[two_nt - 2]);
src_temp3 = _mm_set1_epi8(pu1_ref[two_nt - 3]);
src_temp4 = _mm_set1_epi8(pu1_ref[two_nt - 4]);
temp1 = _mm_cvtsi128_si32(src_temp2);
temp2 = _mm_cvtsi128_si32(src_temp3);
temp3 = _mm_cvtsi128_si32(src_temp4);
/*pu1_dst[(row * dst_strd) + col] = pu1_ref[two_nt - 1 - row];*/
*(WORD32 *)(&pu1_dst[(1 * dst_strd)]) = temp1;
*(WORD32 *)(&pu1_dst[(2 * dst_strd)]) = temp2;
*(WORD32 *)(&pu1_dst[(3 * dst_strd)]) = temp3;
}
else if(nt == 8)
{
src_temp10 = _mm_packus_epi16(src_temp3, zero_8x16b);
src_temp1 = _mm_set1_epi8(pu1_ref[two_nt - 2]);
src_temp2 = _mm_set1_epi8(pu1_ref[two_nt - 3]);
src_temp3 = _mm_set1_epi8(pu1_ref[two_nt - 4]);
src_temp4 = _mm_set1_epi8(pu1_ref[two_nt - 5]);
src_temp5 = _mm_set1_epi8(pu1_ref[two_nt - 6]);
src_temp6 = _mm_set1_epi8(pu1_ref[two_nt - 7]);
src_temp7 = _mm_set1_epi8(pu1_ref[two_nt - 8]);
_mm_storel_epi64((__m128i *)(pu1_dst), src_temp10);
/*pu1_dst[(row * dst_strd) + col] = pu1_ref[two_nt - 1 - row];*/
_mm_storel_epi64((__m128i *)(pu1_dst + (1 * dst_strd)), src_temp1);
_mm_storel_epi64((__m128i *)(pu1_dst + (2 * dst_strd)), src_temp2);
_mm_storel_epi64((__m128i *)(pu1_dst + (3 * dst_strd)), src_temp3);
_mm_storel_epi64((__m128i *)(pu1_dst + (4 * dst_strd)), src_temp4);
_mm_storel_epi64((__m128i *)(pu1_dst + (5 * dst_strd)), src_temp5);
_mm_storel_epi64((__m128i *)(pu1_dst + (6 * dst_strd)), src_temp6);
_mm_storel_epi64((__m128i *)(pu1_dst + (7 * dst_strd)), src_temp7);
}
else if(nt == 16)
{
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1 + 8));
src_temp4 = _mm_unpacklo_epi8(src_temp4, zero_8x16b);
//src_temp4 = _mm_cvtepu8_epi16 (src_temp4);
src_temp10 = _mm_sub_epi16(src_temp4, src_temp10);
src_temp10 = _mm_srai_epi16(src_temp10, 1);
src_temp10 = _mm_add_epi16(src_temp2, src_temp10);
src_temp3 = _mm_packus_epi16(src_temp3, src_temp10);
_mm_storeu_si128((__m128i *)(pu1_dst), src_temp3);
/*pu1_dst[(row * dst_strd) + col] = pu1_ref[two_nt - 1 - row];*/
src_temp1 = _mm_set1_epi8(pu1_ref[two_nt - 2]);
src_temp2 = _mm_set1_epi8(pu1_ref[two_nt - 3]);
src_temp3 = _mm_set1_epi8(pu1_ref[two_nt - 4]);
src_temp4 = _mm_set1_epi8(pu1_ref[two_nt - 5]);
src_temp5 = _mm_set1_epi8(pu1_ref[two_nt - 6]);
src_temp6 = _mm_set1_epi8(pu1_ref[two_nt - 7]);
src_temp7 = _mm_set1_epi8(pu1_ref[two_nt - 8]);
src_temp10 = _mm_set1_epi8(pu1_ref[two_nt - 9]);
_mm_storeu_si128((__m128i *)(pu1_dst + ((1) * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((2) * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + ((3) * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + ((4) * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + ((5) * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + ((6) * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + ((7) * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + ((8) * dst_strd)), src_temp10);
src_temp1 = _mm_set1_epi8(pu1_ref[two_nt - 10]);
src_temp2 = _mm_set1_epi8(pu1_ref[two_nt - 11]);
src_temp3 = _mm_set1_epi8(pu1_ref[two_nt - 12]);
src_temp4 = _mm_set1_epi8(pu1_ref[two_nt - 13]);
src_temp5 = _mm_set1_epi8(pu1_ref[two_nt - 14]);
src_temp6 = _mm_set1_epi8(pu1_ref[two_nt - 15]);
src_temp7 = _mm_set1_epi8(pu1_ref[two_nt - 16]);
_mm_storeu_si128((__m128i *)(pu1_dst + ((9) * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((10) * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + ((11) * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + ((12) * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + ((13) * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + ((14) * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + ((15) * dst_strd)), src_temp7);
}
}
}
/**
*******************************************************************************
*
* @brief
* Intra prediction interpolation filter for vertical luma variable.
*
* @par Description:
* Horizontal intraprediction with reference neighboring samples location
* pointed by 'pu1_ref' to the TU block location pointed by 'pu1_dst' Refer
* to section 8.4.4.2.6 in the standard (Special case)
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pu1_dst
* UWORD8 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] nt
* integer Transform Block size
*
* @param[in] mode
* integer intraprediction mode
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_intra_pred_luma_ver_ssse3(UWORD8 *pu1_ref,
WORD32 src_strd,
UWORD8 *pu1_dst,
WORD32 dst_strd,
WORD32 nt,
WORD32 mode)
{
WORD32 row;
WORD16 s2_predpixel;
WORD32 two_nt = 2 * nt;
__m128i src_temp0, src_temp2;
UNUSED(src_strd);
UNUSED(mode);
if(nt == 32)
{
__m128i temp1, temp2;
WORD32 itr_count;
temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1 + 16));
for(itr_count = 0; itr_count < 2; itr_count++)
{
/* pu1_dst[(row * dst_strd) + col] = dc_val;*/
_mm_storeu_si128((__m128i *)(pu1_dst + ((0) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((1) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((2) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((3) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((4) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((5) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((6) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((7) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((0) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((1) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((2) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((3) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((4) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((5) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((6) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((7) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + ((8) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((9) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((10) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((11) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((12) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((13) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((14) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((15) * dst_strd)), temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((8) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((9) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((10) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((11) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((12) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((13) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((14) * dst_strd)), temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + ((15) * dst_strd)), temp2);
pu1_dst += 16 * dst_strd;
}
}
else
{
/* Replication to next columns*/
if(nt == 4)
{
int temp1;
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
temp1 = _mm_cvtsi128_si32(src_temp2);
/* loding 4-bit 8 pixels values */
*(WORD32 *)(&pu1_dst[(0 * dst_strd)]) = temp1;
*(WORD32 *)(&pu1_dst[(1 * dst_strd)]) = temp1;
*(WORD32 *)(&pu1_dst[(2 * dst_strd)]) = temp1;
*(WORD32 *)(&pu1_dst[(3 * dst_strd)]) = temp1;
}
else if(nt == 8)
{
src_temp0 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
_mm_storel_epi64((__m128i *)(pu1_dst + ((0) * dst_strd)), src_temp0);
_mm_storel_epi64((__m128i *)(pu1_dst + ((1) * dst_strd)), src_temp0);
_mm_storel_epi64((__m128i *)(pu1_dst + ((2) * dst_strd)), src_temp0);
_mm_storel_epi64((__m128i *)(pu1_dst + ((3) * dst_strd)), src_temp0);
_mm_storel_epi64((__m128i *)(pu1_dst + ((4) * dst_strd)), src_temp0);
_mm_storel_epi64((__m128i *)(pu1_dst + ((5) * dst_strd)), src_temp0);
_mm_storel_epi64((__m128i *)(pu1_dst + ((6) * dst_strd)), src_temp0);
_mm_storel_epi64((__m128i *)(pu1_dst + ((7) * dst_strd)), src_temp0);
}
else if(nt == 16)
{
for(row = 0; row < nt; row += 8)
{
src_temp0 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 1));
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 0) * dst_strd)), src_temp0);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 1) * dst_strd)), src_temp0);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 2) * dst_strd)), src_temp0);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 3) * dst_strd)), src_temp0);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 4) * dst_strd)), src_temp0);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 5) * dst_strd)), src_temp0);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 6) * dst_strd)), src_temp0);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 7) * dst_strd)), src_temp0);
}
}
/*Filtering done for the 1st column */
for(row = nt - 1; row >= 0; row--)
{
s2_predpixel = pu1_ref[two_nt + 1]
+ ((pu1_ref[two_nt - 1 - row] - pu1_ref[two_nt]) >> 1);
pu1_dst[row * dst_strd] = CLIP_U8(s2_predpixel);
}
}
}
/**
*******************************************************************************
*
* @brief
* Intra prediction interpolation filter for luma mode2.
*
* @par Description:
* Intraprediction for mode 2 (sw angle) with reference neighboring samples
* location pointed by 'pu1_ref' to the TU block location pointed by
* 'pu1_dst' Refer to section 8.4.4.2.6 in the standard
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pu1_dst
* UWORD8 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] nt
* integer Transform Block size
*
* @param[in] mode
* integer intraprediction mode
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_intra_pred_luma_mode2_ssse3(UWORD8 *pu1_ref,
WORD32 src_strd,
UWORD8 *pu1_dst,
WORD32 dst_strd,
WORD32 nt,
WORD32 mode)
{
WORD32 row, col;
WORD32 two_nt = 2 * nt;
__m128i src_temp1, src_temp2, src_temp3, src_temp4, src_temp5, src_temp6, src_temp7, src_temp8;
__m128i sm1, sm2, sm3;
UNUSED(src_strd);
UNUSED(mode);
sm1 = _mm_load_si128((__m128i *)&IHEVCE_SHUFFLEMASKY1[0]);
sm2 = _mm_load_si128((__m128i *)&IHEVCE_SHUFFLEMASKY2[0]);
sm3 = _mm_load_si128((__m128i *)&IHEVCE_SHUFFLEMASKY3[0]);
/* For the angle 45, replication is done from the corresponding angle */
/* intra_pred_ang = tan(angle) in q5 format */
if(nt == 4)
{
int temp1, temp2, temp3, temp4;
/*pu1_ref[two_nt - row - (col+1) - 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 8));
src_temp2 = _mm_srli_si128(src_temp1, 1);
src_temp3 = _mm_srli_si128(src_temp1, 2);
src_temp4 = _mm_srli_si128(src_temp1, 3);
src_temp4 = _mm_shuffle_epi8(src_temp4, sm1);
src_temp3 = _mm_shuffle_epi8(src_temp3, sm1);
src_temp2 = _mm_shuffle_epi8(src_temp2, sm1);
src_temp1 = _mm_shuffle_epi8(src_temp1, sm1);
temp1 = _mm_cvtsi128_si32(src_temp4);
temp2 = _mm_cvtsi128_si32(src_temp3);
temp3 = _mm_cvtsi128_si32(src_temp2);
temp4 = _mm_cvtsi128_si32(src_temp1);
/*pu1_dst[(row * dst_strd) + col] = pu1_ref[two_nt - 1 - row];*/
*(WORD32 *)(&pu1_dst[(0 * dst_strd)]) = temp1;
*(WORD32 *)(&pu1_dst[(1 * dst_strd)]) = temp2;
*(WORD32 *)(&pu1_dst[(2 * dst_strd)]) = temp3;
*(WORD32 *)(&pu1_dst[(3 * dst_strd)]) = temp4;
}
else if(nt == 8)
{
/*pu1_ref[two_nt - row - (col+1) - 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 16));
src_temp2 = _mm_srli_si128(src_temp1, 1);
src_temp3 = _mm_srli_si128(src_temp1, 2);
src_temp4 = _mm_srli_si128(src_temp1, 3);
src_temp5 = _mm_srli_si128(src_temp1, 4);
src_temp6 = _mm_srli_si128(src_temp1, 5);
src_temp7 = _mm_srli_si128(src_temp1, 6);
src_temp8 = _mm_srli_si128(src_temp1, 7);
src_temp1 = _mm_shuffle_epi8(src_temp1, sm2);
src_temp2 = _mm_shuffle_epi8(src_temp2, sm2);
src_temp3 = _mm_shuffle_epi8(src_temp3, sm2);
src_temp4 = _mm_shuffle_epi8(src_temp4, sm2);
src_temp5 = _mm_shuffle_epi8(src_temp5, sm2);
src_temp6 = _mm_shuffle_epi8(src_temp6, sm2);
src_temp7 = _mm_shuffle_epi8(src_temp7, sm2);
src_temp8 = _mm_shuffle_epi8(src_temp8, sm2);
_mm_storel_epi64((__m128i *)(pu1_dst + (0 * dst_strd)), src_temp8);
_mm_storel_epi64((__m128i *)(pu1_dst + (1 * dst_strd)), src_temp7);
_mm_storel_epi64((__m128i *)(pu1_dst + (2 * dst_strd)), src_temp6);
_mm_storel_epi64((__m128i *)(pu1_dst + (3 * dst_strd)), src_temp5);
_mm_storel_epi64((__m128i *)(pu1_dst + (4 * dst_strd)), src_temp4);
_mm_storel_epi64((__m128i *)(pu1_dst + (5 * dst_strd)), src_temp3);
_mm_storel_epi64((__m128i *)(pu1_dst + (6 * dst_strd)), src_temp2);
_mm_storel_epi64((__m128i *)(pu1_dst + (7 * dst_strd)), src_temp1);
}
else
{
for(row = 0; row < nt; row += 8)
{
for(col = 0; col < nt; col += 16)
{ /*pu1_ref[two_nt - row - (col+1) - 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 0) - (col + 16) - 1));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 1) - (col + 16) - 1));
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 2) - (col + 16) - 1));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 3) - (col + 16) - 1));
src_temp5 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 4) - (col + 16) - 1));
src_temp6 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 5) - (col + 16) - 1));
src_temp7 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 6) - (col + 16) - 1));
src_temp8 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 7) - (col + 16) - 1));
src_temp1 = _mm_shuffle_epi8(src_temp1, sm3);
src_temp2 = _mm_shuffle_epi8(src_temp2, sm3);
src_temp3 = _mm_shuffle_epi8(src_temp3, sm3);
src_temp4 = _mm_shuffle_epi8(src_temp4, sm3);
src_temp5 = _mm_shuffle_epi8(src_temp5, sm3);
src_temp6 = _mm_shuffle_epi8(src_temp6, sm3);
src_temp7 = _mm_shuffle_epi8(src_temp7, sm3);
src_temp8 = _mm_shuffle_epi8(src_temp8, sm3);
_mm_storeu_si128((__m128i *)(pu1_dst + col + ((row + 0) * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + col + ((row + 1) * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + col + ((row + 2) * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + col + ((row + 3) * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + col + ((row + 4) * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + col + ((row + 5) * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + col + ((row + 6) * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + col + ((row + 7) * dst_strd)), src_temp8);
}
}
}
}
/**
*******************************************************************************
*
* @brief
* Intra prediction interpolation filter for luma mode 18 & mode 34.
*
* @par Description:
* Intraprediction for mode 34 (ne angle) and mode 18 (nw angle) with
* reference neighboring samples location pointed by 'pu1_ref' to the TU
* block location pointed by 'pu1_dst'
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pu1_dst
* UWORD8 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] nt
* integer Transform Block size
*
* @param[in] mode
* integer intraprediction mode
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_intra_pred_luma_mode_18_34_ssse3(UWORD8 *pu1_ref,
WORD32 src_strd,
UWORD8 *pu1_dst,
WORD32 dst_strd,
WORD32 nt,
WORD32 mode)
{
WORD32 row;
WORD32 two_nt = 2 * nt;
__m128i src_temp1, src_temp2, src_temp3, src_temp4, src_temp5, src_temp6, src_temp7, src_temp8;
UNUSED(src_strd);
if(mode == 34)
{
if(nt == 4)
{
int temp1, temp2, temp3, temp4;
/*pu1_ref[two_nt + col + idx + 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 2));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 3));
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 4));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 5));
temp1 = _mm_cvtsi128_si32(src_temp1);
temp2 = _mm_cvtsi128_si32(src_temp2);
temp3 = _mm_cvtsi128_si32(src_temp3);
temp4 = _mm_cvtsi128_si32(src_temp4);
/*pu1_dst[(row * dst_strd) + col] = pu1_ref[two_nt - 1 - row];*/
*(WORD32 *)(&pu1_dst[(0 * dst_strd)]) = temp1;
*(WORD32 *)(&pu1_dst[(1 * dst_strd)]) = temp2;
*(WORD32 *)(&pu1_dst[(2 * dst_strd)]) = temp3;
*(WORD32 *)(&pu1_dst[(3 * dst_strd)]) = temp4;
}
else if(nt == 8)
{
/*pu1_ref[two_nt + col + idx + 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 2));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 3));
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 4));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 5));
src_temp5 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 6));
src_temp6 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 7));
src_temp7 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 8));
src_temp8 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + 9));
_mm_storel_epi64((__m128i *)(pu1_dst + (0 * dst_strd)), src_temp1);
_mm_storel_epi64((__m128i *)(pu1_dst + (1 * dst_strd)), src_temp2);
_mm_storel_epi64((__m128i *)(pu1_dst + (2 * dst_strd)), src_temp3);
_mm_storel_epi64((__m128i *)(pu1_dst + (3 * dst_strd)), src_temp4);
_mm_storel_epi64((__m128i *)(pu1_dst + (4 * dst_strd)), src_temp5);
_mm_storel_epi64((__m128i *)(pu1_dst + (5 * dst_strd)), src_temp6);
_mm_storel_epi64((__m128i *)(pu1_dst + (6 * dst_strd)), src_temp7);
_mm_storel_epi64((__m128i *)(pu1_dst + (7 * dst_strd)), src_temp8);
}
else if(nt == 16)
{
for(row = 0; row < nt; row += 8)
{
/*pu1_ref[two_nt + col + idx + 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (row + 0) + 2));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (row + 1) + 2));
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (row + 2) + 2));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (row + 3) + 2));
src_temp5 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (row + 4) + 2));
src_temp6 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (row + 5) + 2));
src_temp7 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (row + 6) + 2));
src_temp8 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (row + 7) + 2));
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 0) * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 1) * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 2) * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 3) * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 4) * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 5) * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 6) * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 7) * dst_strd)), src_temp8);
}
}
else
{
__m128i src_temp9, src_temp10, src_temp11, src_temp12, src_temp13, src_temp14, src_temp15, src_temp16;
for(row = 0; row < nt; row += 8)
{
/*pu1_ref[two_nt + col + idx + 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (0 + 0) + 2));
src_temp9 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (0 + 16) + 2));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (1 + 0) + 2));
src_temp10 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (1 + 16) + 2));
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (2 + 0) + 2));
src_temp11 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (2 + 16) + 2));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (3 + 0) + 2));
src_temp12 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (3 + 16) + 2));
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (0 * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (0 * dst_strd)), src_temp9);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (1 * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (1 * dst_strd)), src_temp10);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (2 * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (2 * dst_strd)), src_temp11);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (3 * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (3 * dst_strd)), src_temp12);
src_temp5 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (4 + 0) + 2));
src_temp13 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (4 + 16) + 2));
src_temp6 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (5 + 0) + 2));
src_temp14 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (5 + 16) + 2));
src_temp7 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (6 + 0) + 2));
src_temp15 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (6 + 16) + 2));
src_temp8 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (7 + 0) + 2));
src_temp16 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt + (7 + 16) + 2));
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (4 * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (4 * dst_strd)), src_temp13);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (5 * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (5 * dst_strd)), src_temp14);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (6 * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (6 * dst_strd)), src_temp15);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (7 * dst_strd)), src_temp8);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (7 * dst_strd)), src_temp16);
pu1_ref += 8;
pu1_dst += 8 * dst_strd;
}
}
}
else
{
if(nt == 4)
{
int temp1, temp2, temp3, temp4;
/*pu1_ref[two_nt + col + idx + 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 3));
src_temp2 = _mm_srli_si128(src_temp1, 1);
src_temp3 = _mm_srli_si128(src_temp1, 2);
src_temp4 = _mm_srli_si128(src_temp1, 3);
temp1 = _mm_cvtsi128_si32(src_temp4);
temp2 = _mm_cvtsi128_si32(src_temp3);
temp3 = _mm_cvtsi128_si32(src_temp2);
temp4 = _mm_cvtsi128_si32(src_temp1);
/*pu1_dst[(row * dst_strd) + col] = pu1_ref[two_nt - 1 - row];*/
*(WORD32 *)(&pu1_dst[(0 * dst_strd)]) = temp1;
*(WORD32 *)(&pu1_dst[(1 * dst_strd)]) = temp2;
*(WORD32 *)(&pu1_dst[(2 * dst_strd)]) = temp3;
*(WORD32 *)(&pu1_dst[(3 * dst_strd)]) = temp4;
}
else if(nt == 8)
{
/*pu1_ref[two_nt + col + idx + 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 7));
src_temp2 = _mm_srli_si128(src_temp1, 1);
src_temp3 = _mm_srli_si128(src_temp1, 2);
src_temp4 = _mm_srli_si128(src_temp1, 3);
src_temp5 = _mm_srli_si128(src_temp1, 4);
src_temp6 = _mm_srli_si128(src_temp1, 5);
src_temp7 = _mm_srli_si128(src_temp1, 6);
src_temp8 = _mm_srli_si128(src_temp1, 7);
_mm_storel_epi64((__m128i *)(pu1_dst + (0 * dst_strd)), src_temp8);
_mm_storel_epi64((__m128i *)(pu1_dst + (1 * dst_strd)), src_temp7);
_mm_storel_epi64((__m128i *)(pu1_dst + (2 * dst_strd)), src_temp6);
_mm_storel_epi64((__m128i *)(pu1_dst + (3 * dst_strd)), src_temp5);
_mm_storel_epi64((__m128i *)(pu1_dst + (4 * dst_strd)), src_temp4);
_mm_storel_epi64((__m128i *)(pu1_dst + (5 * dst_strd)), src_temp3);
_mm_storel_epi64((__m128i *)(pu1_dst + (6 * dst_strd)), src_temp2);
_mm_storel_epi64((__m128i *)(pu1_dst + (7 * dst_strd)), src_temp1);
}
else if(nt == 16)
{
for(row = 0; row < nt; row += 8)
{
/*pu1_ref[two_nt + col + idx + 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 0)));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 1)));
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 2)));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 3)));
src_temp5 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 4)));
src_temp6 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 5)));
src_temp7 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 6)));
src_temp8 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - (row + 7)));
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 0) * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 1) * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 2) * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 3) * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 4) * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 5) * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 6) * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + ((row + 7) * dst_strd)), src_temp8);
}
}
else
{
__m128i src_temp9, src_temp10, src_temp11, src_temp12, src_temp13, src_temp14, src_temp15, src_temp16;
for(row = 0; row < nt; row += 8)
{
/*pu1_ref[two_nt + col + idx + 1]*/
src_temp1 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 0 + 0));
src_temp9 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 0 + 16));
src_temp2 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 1 + 0));
src_temp10 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 1 + 16));
src_temp3 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 2 + 0));
src_temp11 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 2 + 16));
src_temp4 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 3 + 0));
src_temp12 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 3 + 16));
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (0 * dst_strd)), src_temp1);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (0 * dst_strd)), src_temp9);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (1 * dst_strd)), src_temp2);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (1 * dst_strd)), src_temp10);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (2 * dst_strd)), src_temp3);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (2 * dst_strd)), src_temp11);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (3 * dst_strd)), src_temp4);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (3 * dst_strd)), src_temp12);
src_temp5 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 4 + 0));
src_temp13 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 4 + 16));
src_temp6 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 5 + 0));
src_temp14 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 5 + 16));
src_temp7 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 6 + 0));
src_temp15 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 6 + 16));
src_temp8 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 7 + 0));
src_temp16 = _mm_loadu_si128((__m128i *)(pu1_ref + two_nt - 7 + 16));
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (4 * dst_strd)), src_temp5);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (4 * dst_strd)), src_temp13);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (5 * dst_strd)), src_temp6);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (5 * dst_strd)), src_temp14);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (6 * dst_strd)), src_temp7);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (6 * dst_strd)), src_temp15);
_mm_storeu_si128((__m128i *)(pu1_dst + 0 + (7 * dst_strd)), src_temp8);
_mm_storeu_si128((__m128i *)(pu1_dst + 16 + (7 * dst_strd)), src_temp16);
pu1_ref -= 8;
pu1_dst += 8 * dst_strd;
}
}
}
}
/**
*******************************************************************************
*
* @brief
* Intra prediction interpolation filter for luma mode 3 to mode 9
*
* @par Description:
* Intraprediction for mode 3 to 9 (positive angle, horizontal mode ) with
* reference neighboring samples location pointed by 'pu1_ref' to the TU
* block location pointed by 'pu1_dst'
*
* @param[in] pu1_src
* UWORD8 pointer to the source
*
* @param[out] pu1_dst
* UWORD8 pointer to the destination
*
* @param[in] src_strd
* integer source stride
*
* @param[in] dst_strd
* integer destination stride
*
* @param[in] nt
* integer Transform Block size
*
* @param[in] mode
* integer intraprediction mode
*
* @returns
*
* @remarks
* None
*
*******************************************************************************
*/
void ihevc_intra_pred_luma_mode_3_to_9_ssse3(UWORD8 *pu1_ref,
WORD32 src_strd,
UWORD8 *pu1_dst,
WORD32 dst_strd,
WORD32 nt,
WORD32 mode)
{
WORD32 row, col;
WORD32 two_nt = 2 * nt;
WORD32 intra_pred_ang;
__m128i const_temp_4x32b, const_temp2_4x32b, const_temp3_4x32b, const_temp4_4x32b, zero_8x16b;
__m128i fract_4x32b, intra_pred_ang_4x32b;
__m128i row_4x32b, two_nt_4x32b, ref_main_idx_4x32b, res_temp5_4x32b, sm3;
UNUSED(src_strd);
/* Intra Pred Angle according to the mode */
intra_pred_ang = gai4_ihevc_ang_table[mode];
/* For the angles other then 45 degree, interpolation btw 2 neighboring */
/* samples dependent on distance to obtain destination sample */
/* For the angles other then 45 degree, interpolation btw 2 neighboring */
/* samples dependent on distance to obtain destination sample */
const_temp_4x32b = _mm_set1_epi16(16);
const_temp2_4x32b = _mm_set1_epi32(31);
const_temp3_4x32b = _mm_set1_epi32(32);
const_temp4_4x32b = _mm_set1_epi32(4);
two_nt_4x32b = _mm_set1_epi32(two_nt - nt);
sm3 = _mm_load_si128((__m128i *)&IHEVCE_SHUFFLEMASKY11[0]);
/* intra_pred_ang = gai4_ihevc_ang_table[mode]; */
intra_pred_ang_4x32b = _mm_set1_epi32(intra_pred_ang);
row_4x32b = _mm_set_epi32(4, 3, 2, 1);
if(nt == 4)
{
WORD32 ref_main_idx1, ref_main_idx2, ref_main_idx3, ref_main_idx4;
int temp11, temp21, temp31, temp41;
// WORD8 ai1_fract_temp_val[16], ai1_row_temp_val[16];
__m128i fract1_8x16b, fract2_8x16b, sign_8x16b;
__m128i temp1_8x16b, temp2_8x16b, temp3_8x16b, temp4_8x16b;
__m128i src_temp1_8x16b, src_temp2_8x16b, src_temp3_8x16b, src_temp4_8x16b;
__m128i src_temp5_8x16b, src_temp6_8x16b, src_temp7_8x16b; //, src_temp8_8x16b;
__m128i ref_main_temp0, ref_main_temp1, ref_main_temp2;
row_4x32b = _mm_set_epi16(4, 3, 2, 1, 4, 3, 2, 1);
intra_pred_ang_4x32b = _mm_set1_epi16(intra_pred_ang);
/* pos = ((row + 1) * intra_pred_ang); */
res_temp5_4x32b = _mm_mullo_epi16(row_4x32b, intra_pred_ang_4x32b);
zero_8x16b = _mm_setzero_si128();
sign_8x16b = _mm_cmpgt_epi16(zero_8x16b, res_temp5_4x32b);
res_temp5_4x32b = _mm_unpacklo_epi16(res_temp5_4x32b, sign_8x16b);
/* idx = pos >> 5; */
fract_4x32b = _mm_and_si128(res_temp5_4x32b, const_temp2_4x32b);
/* fract = pos & (31); */
ref_main_idx_4x32b = _mm_sub_epi32(two_nt_4x32b, _mm_srai_epi32(res_temp5_4x32b, 5));
/*(32 - fract) */
row_4x32b = _mm_sub_epi32(const_temp3_4x32b, fract_4x32b);
fract1_8x16b = _mm_slli_epi16(fract_4x32b, 8);
fract2_8x16b = _mm_slli_epi16(row_4x32b, 8);
fract_4x32b = _mm_or_si128(fract_4x32b, fract1_8x16b);
row_4x32b = _mm_or_si128(row_4x32b, fract2_8x16b); /*(32 - fract) */
fract2_8x16b = _mm_unpackhi_epi8(row_4x32b, fract_4x32b);
fract1_8x16b = _mm_unpacklo_epi8(row_4x32b, fract_4x32b);
temp1_8x16b = _mm_shuffle_epi32(fract1_8x16b, 0x00);
temp2_8x16b = _mm_shuffle_epi32(fract1_8x16b, 0xaa);
temp3_8x16b = _mm_shuffle_epi32(fract2_8x16b, 0x00);
temp4_8x16b = _mm_shuffle_epi32(fract2_8x16b, 0xaa);
ref_main_temp0 = _mm_srli_si128(ref_main_idx_4x32b, 4); /* next 32 bit values */
ref_main_temp1 = _mm_srli_si128(ref_main_idx_4x32b, 8); /* next 32 bit values */
ref_main_temp2 = _mm_srli_si128(ref_main_idx_4x32b, 12); /* next 32 bit values */
ref_main_idx1 = _mm_cvtsi128_si32(ref_main_idx_4x32b); /* col=0*/
ref_main_idx2 = _mm_cvtsi128_si32(ref_main_temp0); /* col=1*/
ref_main_idx3 = _mm_cvtsi128_si32(ref_main_temp1); /* col=2*/
ref_main_idx4 = _mm_cvtsi128_si32(ref_main_temp2); /* col=3*/
/* loding 8-bit 16 pixels */
src_temp1_8x16b = _mm_loadu_si128((__m128i *)(pu1_ref + ref_main_idx1 - 1)); /* col=0*/
src_temp2_8x16b = _mm_loadu_si128((__m128i *)(pu1_ref + ref_main_idx2 - 1)); /* col=1*/
src_temp3_8x16b = _mm_loadu_si128((__m128i *)(pu1_ref + ref_main_idx3 - 1)); /* col=2*/
src_temp4_8x16b = _mm_loadu_si128((__m128i *)(pu1_ref + ref_main_idx4 - 1)); /* col=3*/
src_temp1_8x16b = _mm_shuffle_epi8(src_temp1_8x16b, sm3); /* col=0*/
src_temp2_8x16b = _mm_shuffle_epi8(src_temp2_8x16b, sm3); /* col=1*/
src_temp3_8x16b = _mm_shuffle_epi8(src_temp3_8x16b, sm3); /* col=2*/
src_temp4_8x16b = _mm_shuffle_epi8(src_temp4_8x16b, sm3); /* col=3*/
/* fract*(pu1_ref[ref_main_idx + 1]- pu1_ref[ref_main_idx]) */
src_temp1_8x16b = _mm_maddubs_epi16(src_temp1_8x16b, temp1_8x16b);
src_temp2_8x16b = _mm_maddubs_epi16(src_temp2_8x16b, temp2_8x16b);
src_temp3_8x16b = _mm_maddubs_epi16(src_temp3_8x16b, temp3_8x16b);
src_temp4_8x16b = _mm_maddubs_epi16(src_temp4_8x16b, temp4_8x16b);