| /****************************************************************************** |
| * |
| * Copyright (C) 2015 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at: |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| * |
| ***************************************************************************** |
| * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore |
| */ |
| /*****************************************************************************/ |
| /* */ |
| /* File Name : ih264_inter_pred_filters_intr_ssse3.c */ |
| /* */ |
| /* Description : Contains function definitions for weighted */ |
| /* prediction functions in x86 sse4 intrinsics */ |
| /* */ |
| /* List of Functions : ih264_inter_pred_luma_copy_ssse3() */ |
| /* ih264_inter_pred_luma_horz_ssse3() */ |
| /* ih264_inter_pred_luma_vert_ssse3() */ |
| /* ih264_inter_pred_luma_horz_hpel_vert_hpel_ssse3() */ |
| /* ih264_inter_pred_luma_horz_qpel_ssse3() */ |
| /* ih264_inter_pred_luma_vert_qpel_ssse3() */ |
| /* ih264_inter_pred_luma_horz_qpel_vert_qpel_ssse3() */ |
| /* ih264_inter_pred_luma_horz_hpel_vert_qpel_ssse3() */ |
| /* ih264_inter_pred_luma_horz_qpel_vert_hpel_ssse3() */ |
| /* ih264_inter_pred_chroma_ssse3() */ |
| /* */ |
| /* Issues / Problems : None */ |
| /* */ |
| /* Revision History : */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| /*****************************************************************************/ |
| /* File Includes */ |
| /*****************************************************************************/ |
| |
| #include <immintrin.h> |
| #include "ih264_typedefs.h" |
| #include "ih264_macros.h" |
| #include "ih264_platform_macros.h" |
| #include "ih264_inter_pred_filters.h" |
| |
| /*****************************************************************************/ |
| /* Constant Data variables */ |
| /*****************************************************************************/ |
| |
| /* coefficients for 6 tap filtering*/ |
| //const WORD32 ih264_g_six_tap[3] ={1,-5,20}; |
| /*****************************************************************************/ |
| /* Function definitions . */ |
| /*****************************************************************************/ |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_luma_copy_ssse3 */ |
| /* */ |
| /* Description : This function copies the contents of ht x wd block from */ |
| /* source to destination. (ht,wd) can be (4,4), (8,4), */ |
| /* (4,8), (8,8), (16,8), (8,16) or (16,16). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_luma_copy_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 ht, |
| WORD32 wd, |
| UWORD8* pu1_tmp, |
| WORD32 dydx) |
| { |
| __m128i y_0_16x8b, y_1_16x8b, y_2_16x8b, y_3_16x8b; |
| |
| WORD32 src_strd2, src_strd3, src_strd4, dst_strd2, dst_strd3, dst_strd4; |
| UNUSED(pu1_tmp); |
| UNUSED(dydx); |
| |
| src_strd2 = src_strd << 1; |
| dst_strd2 = dst_strd << 1; |
| src_strd4 = src_strd << 2; |
| dst_strd4 = dst_strd << 2; |
| src_strd3 = src_strd2 + src_strd; |
| dst_strd3 = dst_strd2 + dst_strd; |
| |
| if(wd == 4) |
| { |
| do |
| { |
| *((WORD32 *)(pu1_dst)) = *((WORD32 *)(pu1_src)); |
| *((WORD32 *)(pu1_dst + dst_strd)) = *((WORD32 *)(pu1_src + src_strd)); |
| *((WORD32 *)(pu1_dst + dst_strd2)) = *((WORD32 *)(pu1_src + src_strd2)); |
| *((WORD32 *)(pu1_dst + dst_strd3)) = *((WORD32 *)(pu1_src + src_strd3)); |
| |
| ht -= 4; |
| pu1_src += src_strd4; |
| pu1_dst += dst_strd4; |
| } |
| while(ht > 0); |
| } |
| else if(wd == 8) |
| { |
| do |
| { |
| y_0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| y_1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd)); |
| y_2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd2)); |
| y_3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd3)); |
| |
| _mm_storel_epi64((__m128i *)pu1_dst, y_0_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), y_1_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd2), y_2_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd3), y_3_16x8b); |
| |
| ht -= 4; |
| pu1_src += src_strd4; |
| pu1_dst += dst_strd4; |
| } |
| while(ht > 0); |
| } |
| else // wd == 16 |
| { |
| WORD32 src_strd5, src_strd6, src_strd7, src_strd8; |
| WORD32 dst_strd5, dst_strd6, dst_strd7, dst_strd8; |
| |
| __m128i y_4_16x8b, y_5_16x8b, y_6_16x8b, y_7_16x8b; |
| |
| src_strd5 = src_strd2 + src_strd3; |
| dst_strd5 = dst_strd2 + dst_strd3; |
| src_strd6 = src_strd3 << 1; |
| dst_strd6 = dst_strd3 << 1; |
| src_strd7 = src_strd3 + src_strd4; |
| dst_strd7 = dst_strd3 + dst_strd4; |
| src_strd8 = src_strd << 3; |
| dst_strd8 = dst_strd << 3; |
| |
| do |
| { |
| y_0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| y_1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); |
| y_2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd2)); |
| y_3_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd3)); |
| y_4_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd4)); |
| y_5_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd5)); |
| y_6_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd6)); |
| y_7_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd7)); |
| |
| _mm_storeu_si128((__m128i *)pu1_dst, y_0_16x8b); |
| _mm_storeu_si128((__m128i *)(pu1_dst + dst_strd), y_1_16x8b); |
| _mm_storeu_si128((__m128i *)(pu1_dst + dst_strd2), y_2_16x8b); |
| _mm_storeu_si128((__m128i *)(pu1_dst + dst_strd3), y_3_16x8b); |
| _mm_storeu_si128((__m128i *)(pu1_dst + dst_strd4), y_4_16x8b); |
| _mm_storeu_si128((__m128i *)(pu1_dst + dst_strd5), y_5_16x8b); |
| _mm_storeu_si128((__m128i *)(pu1_dst + dst_strd6), y_6_16x8b); |
| _mm_storeu_si128((__m128i *)(pu1_dst + dst_strd7), y_7_16x8b); |
| |
| ht -= 8; |
| pu1_src += src_strd8; |
| pu1_dst += dst_strd8; |
| } |
| while(ht > 0); |
| } |
| } |
| |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_luma_horz_ssse3 */ |
| /* */ |
| /* Description : This function applies a horizontal 6-tap filter on */ |
| /* ht x wd block as mentioned in sec. 8.4.2.2.1 titled */ |
| /* "Luma sample interpolation process". (ht,wd) can be */ |
| /* (4,4), (8,4), (4,8), (8,8), (16,8), (8,16) or (16,16). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_luma_horz_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 ht, |
| WORD32 wd, |
| UWORD8* pu1_tmp, |
| WORD32 dydx) |
| { |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| __m128i const_val16_8x16b; |
| |
| UNUSED(pu1_tmp); |
| UNUSED(dydx); |
| |
| pu1_src -= 2; // the filter input starts from x[-2] (till x[3]) |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 |
| //c0 = c5 = 1, c1 = c4 = -5, c2 = c3 = 20 |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| if(wd == 4) |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r0r1_16x8b; |
| __m128i src_r0_sht_16x8b, src_r1_sht_16x8b; |
| |
| __m128i res_r0r1_t1_8x16b, res_r0r1_t2_8x16b, res_r0r1_t3_8x16b; |
| __m128i res_r0r1_16x8b; |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 b0 b1 b1 b2 b2 b3 b3 b4 |
| res_r0r1_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 b2 b3 b3 b4 b4 b5 b5 b6 |
| res_r0r1_t2_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //b2*c2+b3*c3 b3*c2+b4*c3 b4*c2+b5*c3 b5*c2+b6*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 0 0 0 0 |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 b4 b5 b5 b6 b6 b7 b7 b8 |
| res_r0r1_t3_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //b4*c4+b5*c5 b5*c4+b6*c5 b4*c6+b7*c5 b7*c4+b8*c5 |
| |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t2_8x16b); |
| res_r0r1_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r0r1_t3_8x16b); |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t3_8x16b); //a0*c0+a1*c1+a2*c2+a3*c3+a4*a4+a5*c5 + 16; |
| //a1*c0+a2*c1+a2*c2+a3*c3+a5*a4+a6*c5 + 16; |
| //a2*c0+a3*c1+a4*c2+a5*c3+a6*a4+a7*c5 + 16; |
| //a3*c0+a4*c1+a5*c2+a6*c3+a6*a4+a8*c5 + 16; |
| //b0*c0+b1*c1+b2*c2+b3*c3+b4*b4+b5*c5 + 16; |
| //b1*c0+b2*c1+b2*c2+b3*c3+b5*b4+b6*c5 + 16; |
| //b2*c0+b3*c1+b4*c2+b5*c3+b6*b4+b7*c5 + 16; |
| //b3*c0+b4*c1+b5*c2+b6*c3+b6*b4+b8*c5 + 16; |
| |
| res_r0r1_t1_8x16b = _mm_srai_epi16(res_r0r1_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_r0r1_16x8b = _mm_packus_epi16(res_r0r1_t1_8x16b, res_r0r1_t1_8x16b); |
| |
| *((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(res_r0r1_16x8b); |
| res_r0r1_16x8b = _mm_srli_si128(res_r0r1_16x8b, 4); |
| *((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(res_r0r1_16x8b); |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| else if(wd == 8) |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b; |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r0_t3_8x16b = _mm_add_epi16(res_r0_t3_8x16b, const_val16_8x16b); |
| res_r1_t3_8x16b = _mm_add_epi16(res_r1_t3_8x16b, const_val16_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| |
| res_r0_t1_8x16b = _mm_srai_epi16(res_r0_t1_8x16b, 5); //shifting right by 5 bits. |
| res_r1_t1_8x16b = _mm_srai_epi16(res_r1_t1_8x16b, 5); |
| |
| src_r0_16x8b = _mm_packus_epi16(res_r0_t1_8x16b, res_r0_t1_8x16b); |
| src_r1_16x8b = _mm_packus_epi16(res_r1_t1_8x16b, res_r1_t1_8x16b); |
| |
| _mm_storel_epi64((__m128i *)pu1_dst, src_r0_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), src_r1_16x8b); |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| else // wd == 16 |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b; |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row0 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| //b0 is same a8. Similarly other bn pixels are same as a(n+8) pixels. |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 8)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r0_t3_8x16b = _mm_add_epi16(res_r0_t3_8x16b, const_val16_8x16b); |
| res_r1_t3_8x16b = _mm_add_epi16(res_r1_t3_8x16b, const_val16_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| |
| res_r0_t1_8x16b = _mm_srai_epi16(res_r0_t1_8x16b, 5); //shifting right by 5 bits. |
| res_r1_t1_8x16b = _mm_srai_epi16(res_r1_t1_8x16b, 5); |
| |
| src_r0_16x8b = _mm_packus_epi16(res_r0_t1_8x16b, res_r1_t1_8x16b); |
| _mm_storeu_si128((__m128i *)pu1_dst, src_r0_16x8b); |
| |
| ht--; |
| pu1_src += src_strd; |
| pu1_dst += dst_strd; |
| } |
| while(ht > 0); |
| } |
| } |
| |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_luma_vert_ssse3 */ |
| /* */ |
| /* Description : This function applies a vertical 6-tap filter on */ |
| /* ht x wd block as mentioned in sec. 8.4.2.2.1 titled */ |
| /* "Luma sample interpolation process". (ht,wd) can be */ |
| /* (4,4), (8,4), (4,8), (8,8), (16,8), (8,16) or (16,16). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_luma_vert_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 ht, |
| WORD32 wd, |
| UWORD8* pu1_tmp, |
| WORD32 dydx) |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r2_16x8b, src_r3_16x8b, src_r4_16x8b; |
| __m128i src_r5_16x8b, src_r6_16x8b; |
| __m128i src_r0r1_16x8b, src_r2r3_16x8b, src_r4r5_16x8b; |
| |
| __m128i res_16x8b, res_t1_8x16b, res_t2_8x16b, res_t3_8x16b; |
| |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| __m128i const_val16_8x16b; |
| |
| UNUSED(pu1_tmp); |
| UNUSED(dydx); |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 |
| //c0 = c5 = 1, c1 = c4 = -5, c2 = c3 = 20 |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| pu1_src -= src_strd << 1; // the filter input starts from x[-2] (till x[3]) |
| |
| if(wd == 4) |
| { |
| //Epilogue: Load all the pred rows except sixth and seventh row |
| // for the first and second row processing. |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r2_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r3_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r4_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| |
| src_r0_16x8b = _mm_unpacklo_epi32(src_r0_16x8b, src_r1_16x8b); |
| src_r1_16x8b = _mm_unpacklo_epi32(src_r1_16x8b, src_r2_16x8b); |
| src_r2_16x8b = _mm_unpacklo_epi32(src_r2_16x8b, src_r3_16x8b); |
| src_r3_16x8b = _mm_unpacklo_epi32(src_r3_16x8b, src_r4_16x8b); |
| |
| do |
| { |
| src_r5_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| src_r6_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd)); |
| |
| src_r4_16x8b = _mm_unpacklo_epi32(src_r4_16x8b, src_r5_16x8b); |
| src_r5_16x8b = _mm_unpacklo_epi32(src_r5_16x8b, src_r6_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(res_t3_8x16b, const_val16_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| res_16x8b = _mm_packus_epi16(res_t1_8x16b, res_t1_8x16b); |
| |
| *((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(res_16x8b); |
| res_16x8b = _mm_srli_si128(res_16x8b, 4); |
| *((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(res_16x8b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| |
| else if(wd == 8) |
| { |
| //Epilogue: Load all the pred rows except sixth and seventh row |
| // for the first and second row processing. |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r2_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r3_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r4_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| |
| src_r0_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); |
| src_r1_16x8b = _mm_unpacklo_epi64(src_r1_16x8b, src_r2_16x8b); |
| src_r2_16x8b = _mm_unpacklo_epi64(src_r2_16x8b, src_r3_16x8b); |
| src_r3_16x8b = _mm_unpacklo_epi64(src_r3_16x8b, src_r4_16x8b); |
| |
| do |
| { |
| src_r5_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| src_r6_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd)); |
| |
| src_r4_16x8b = _mm_unpacklo_epi64(src_r4_16x8b, src_r5_16x8b); |
| src_r5_16x8b = _mm_unpacklo_epi64(src_r5_16x8b, src_r6_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(res_t3_8x16b, const_val16_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| res_16x8b = _mm_packus_epi16(res_t1_8x16b, res_t1_8x16b); |
| |
| _mm_storel_epi64((__m128i *)pu1_dst, res_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(res_t3_8x16b, const_val16_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| res_16x8b = _mm_packus_epi16(res_t1_8x16b, res_t1_8x16b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), res_16x8b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| else // wd == 16 |
| { |
| __m128i res_t0_8x16b; |
| |
| //Epilogue: Load all the pred rows except sixth and seventh row |
| // for the first and second row processing. |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r2_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r3_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r4_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| |
| do |
| { |
| src_r5_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| src_r6_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(res_t3_8x16b, const_val16_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| res_t0_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(res_t3_8x16b, const_val16_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_t0_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)pu1_dst, res_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r2_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r3_16x8b, src_r4_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r5_16x8b, src_r6_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(res_t3_8x16b, const_val16_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| res_t0_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r1_16x8b, src_r2_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r3_16x8b, src_r4_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r5_16x8b, src_r6_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(res_t3_8x16b, const_val16_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_t0_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pu1_dst + dst_strd), res_16x8b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| } |
| |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_luma_horz_hpel_vert_hpel_ssse3 */ |
| /* */ |
| /* Description : This function implements a two stage cascaded six tap */ |
| /* filter, horizontally and then vertically on ht x wd */ |
| /* block as mentioned in sec. 8.4.2.2.1 titled "Luma sample */ |
| /* interpolation process". (ht,wd) can be (4,4), (8,4), */ |
| /* (4,8), (8,8), (16,8), (8,16) or (16,16). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* pu1_tmp - pointer to temporary buffer */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_luma_horz_hpel_vert_hpel_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 ht, |
| WORD32 wd, |
| UWORD8* pu1_tmp, |
| WORD32 dydx) |
| { |
| UNUSED(dydx); |
| |
| if(wd == 4) |
| { |
| WORD16 *pi2_temp; |
| |
| pu1_tmp += 4; |
| pu1_src -= src_strd << 1; |
| pi2_temp = (WORD16 *)pu1_tmp; |
| pu1_src -= 2; // the filter input starts from x[-2] (till x[3]) |
| |
| // Horizontal 6-tap filtering |
| { |
| WORD32 ht_tmp = ht + 4; |
| |
| __m128i src_r0_16x8b, src_r1_16x8b; |
| __m128i src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0r1_t1_16x8b; |
| __m128i res_r0r1_t1_8x16b, res_r0r1_t2_8x16b, res_r0r1_t3_8x16b; |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| //c0 = c5 = 1, c1 = c4 = -5, c2 = c3 = 20 |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| src_r0r1_t1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 b0 b1 b1 b2 b2 b3 b3 b4 |
| res_r0r1_t1_8x16b = _mm_maddubs_epi16(src_r0r1_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 |
| |
| src_r0r1_t1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 b2 b3 b3 b4 b4 b5 b5 b6 |
| res_r0r1_t2_8x16b = _mm_maddubs_epi16(src_r0r1_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //b2*c2+b3*c3 b3*c2+b4*c3 b4*c2+b5*c3 b5*c2+b6*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 0 0 0 0 |
| |
| src_r0r1_t1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 b4 b5 b5 b6 b6 b7 b7 b8 |
| res_r0r1_t3_8x16b = _mm_maddubs_epi16(src_r0r1_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //b4*c4+b5*c5 b5*c4+b6*c5 b4*c6+b7*c5 b7*c4+b8*c5 |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t2_8x16b); |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t3_8x16b, res_r0r1_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)pi2_temp, res_r0r1_t1_8x16b); |
| |
| ht_tmp -= 2; |
| pu1_src += src_strd << 1; |
| pi2_temp += 8; |
| } |
| while(ht_tmp > 0); |
| |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| |
| src_r0_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| res_r0r1_t1_8x16b = _mm_maddubs_epi16(src_r0_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b,4); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 |
| res_r0r1_t2_8x16b = _mm_maddubs_epi16(src_r0_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b,4); //a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 0 0 0 0 |
| res_r0r1_t3_8x16b = _mm_maddubs_epi16(src_r0_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t2_8x16b); |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t3_8x16b, res_r0r1_t1_8x16b); |
| |
| _mm_storel_epi64((__m128i *)pi2_temp, res_r0r1_t1_8x16b); |
| } |
| |
| pi2_temp = (WORD16 *)pu1_tmp; |
| |
| // Vertical 6-tap filtering |
| { |
| __m128i src_r0_8x16b, src_r1_8x16b, src_r2_8x16b, src_r3_8x16b, |
| src_r4_8x16b; |
| __m128i src_r5_8x16b, src_r6_8x16b; |
| __m128i src_t1_8x16b, src_t2_8x16b; |
| |
| __m128i res_t0_4x32b, res_t1_4x32b, res_t2_4x32b, res_t3_4x32b; |
| __m128i res_8x16b, res_16x8b; |
| |
| __m128i coeff0_1_8x16b, coeff2_3_8x16b, coeff4_5_8x16b; |
| __m128i const_val512_4x32b; |
| |
| coeff0_1_8x16b = _mm_set1_epi32(0xFFFB0001); |
| coeff2_3_8x16b = _mm_set1_epi32(0x00140014); |
| coeff4_5_8x16b = _mm_set1_epi32(0x0001FFFB); |
| |
| const_val512_4x32b = _mm_set1_epi32(512); |
| |
| src_r0_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp)); |
| src_r1_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp + 4)); |
| src_r2_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp + 8)); |
| src_r3_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp + 12)); |
| src_r4_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp + 16)); |
| pi2_temp += 20; |
| |
| do |
| { |
| src_r5_8x16b = _mm_loadl_epi64((__m128i *)pi2_temp); |
| src_r6_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp + 4)); |
| |
| src_r0_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_t1_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_t2_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_t1_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_t2_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r1_8x16b = _mm_unpacklo_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_t1_8x16b = _mm_unpacklo_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_t2_8x16b = _mm_unpacklo_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_t1_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_t2_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| *((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(res_16x8b); |
| res_16x8b = _mm_srli_si128(res_16x8b, 4); |
| *((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(res_16x8b); |
| |
| src_r0_8x16b = src_r2_8x16b; |
| src_r1_8x16b = src_r3_8x16b; |
| src_r2_8x16b = src_r4_8x16b; |
| src_r3_8x16b = src_r5_8x16b; |
| src_r4_8x16b = src_r6_8x16b; |
| |
| ht -= 2; |
| pi2_temp += 8; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| } |
| else if(wd == 8) |
| { |
| WORD16 *pi2_temp; |
| |
| pu1_tmp += 4; |
| pu1_src -= src_strd << 1; |
| pi2_temp = (WORD16 *)pu1_tmp; |
| pu1_src -= 2; // the filter input starts from x[-2] (till x[3]) |
| |
| // Horizontal 6-tap filtering |
| { |
| WORD32 ht_tmp = ht + 4; |
| |
| __m128i src_r0_16x8b, src_r1_16x8b; |
| __m128i src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b; |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| //c0 = c5 = 1, c1 = c4 = -5, c2 = c3 = 20 |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9 a10 a11 a12 a13 a14 a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9 b10 b11 b12 b13 b14 b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| |
| _mm_storeu_si128((__m128i *)pi2_temp, res_r0_t1_8x16b); |
| _mm_storeu_si128((__m128i *)(pi2_temp + 8), res_r1_t1_8x16b); |
| |
| ht_tmp -= 2; |
| pu1_src += src_strd << 1; |
| pi2_temp += 16; |
| } |
| while(ht_tmp > 0); |
| |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9 a10 a11 a12 a13 a14 a15 |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b,src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b,coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| |
| _mm_storeu_si128((__m128i *)pi2_temp, res_r0_t1_8x16b); |
| } |
| |
| pi2_temp = (WORD16 *)pu1_tmp; |
| |
| // Vertical 6-tap filtering |
| { |
| __m128i src_r0_8x16b, src_r1_8x16b, src_r2_8x16b, src_r3_8x16b, |
| src_r4_8x16b; |
| __m128i src_r5_8x16b, src_r6_8x16b; |
| __m128i src_r0r1_8x16b, src_r2r3_8x16b, src_r4r5_8x16b; |
| |
| __m128i res_t1_4x32b, res_t2_4x32b, res_t3_4x32b; |
| __m128i res_c0_4x32b, res_c1_4x32b; |
| __m128i res_8x16b, res_16x8b; |
| |
| __m128i coeff0_1_8x16b, coeff2_3_8x16b, coeff4_5_8x16b; |
| __m128i const_val512_4x32b; |
| |
| coeff0_1_8x16b = _mm_set1_epi32(0xFFFB0001); |
| coeff2_3_8x16b = _mm_set1_epi32(0x00140014); |
| coeff4_5_8x16b = _mm_set1_epi32(0x0001FFFB); |
| |
| const_val512_4x32b = _mm_set1_epi32(512); |
| |
| src_r0_8x16b = _mm_loadu_si128((__m128i *)pi2_temp); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 8)); |
| src_r2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 16)); |
| src_r3_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 24)); |
| src_r4_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 32)); |
| pi2_temp += 40; |
| |
| do |
| { |
| src_r5_8x16b = _mm_loadu_si128((__m128i *)pi2_temp); |
| src_r6_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 8)); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_c0_4x32b, res_c1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| _mm_storel_epi64((__m128i *)pu1_dst, res_16x8b); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_c0_4x32b, res_c1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), res_16x8b); |
| |
| src_r0_8x16b = src_r2_8x16b; |
| src_r1_8x16b = src_r3_8x16b; |
| src_r2_8x16b = src_r4_8x16b; |
| src_r3_8x16b = src_r5_8x16b; |
| src_r4_8x16b = src_r6_8x16b; |
| |
| ht -= 2; |
| pi2_temp += 16; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| } |
| else // wd == 16 |
| { |
| WORD16 *pi2_temp; |
| WORD32 ht_tmp; |
| |
| pu1_tmp += 4; |
| pu1_src -= src_strd << 1; |
| pi2_temp = (WORD16 *)pu1_tmp; |
| pu1_src -= 2; // the filter input starts from x[-2] (till x[3]) |
| |
| // Horizontal 6-tap filtering |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b; |
| |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| |
| ht_tmp = ht + 5; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| //c0 = c5 = 1, c1 = c4 = -5, c2 = c3 = 20 |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row0 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| //b0 is same a8. Similarly other bn pixels are same as a(n+8) pixels. |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 8)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| |
| _mm_storeu_si128((__m128i *)pi2_temp, res_r0_t1_8x16b); |
| _mm_storeu_si128((__m128i *)(pi2_temp + 8), res_r1_t1_8x16b); |
| |
| ht_tmp--; |
| pu1_src += src_strd; |
| pi2_temp += 16; |
| } |
| while(ht_tmp > 0); |
| } |
| |
| pi2_temp = (WORD16 *)pu1_tmp; |
| |
| // Vertical 6-tap filtering |
| { |
| WORD16 *pi2_temp2; |
| UWORD8 *pu1_dst2; |
| WORD32 ht_tmp; |
| |
| __m128i src_r0_8x16b, src_r1_8x16b, src_r2_8x16b, src_r3_8x16b, src_r4_8x16b; |
| __m128i src_r5_8x16b, src_r6_8x16b; |
| __m128i src_r0r1_8x16b, src_r2r3_8x16b, src_r4r5_8x16b; |
| |
| __m128i res_t1_4x32b, res_t2_4x32b, res_t3_4x32b; |
| __m128i res_c0_4x32b, res_c1_4x32b; |
| __m128i res_8x16b, res_16x8b; |
| |
| __m128i coeff0_1_8x16b, coeff2_3_8x16b, coeff4_5_8x16b; |
| __m128i const_val512_4x32b; |
| |
| coeff0_1_8x16b = _mm_set1_epi32(0xFFFB0001); |
| coeff2_3_8x16b = _mm_set1_epi32(0x00140014); |
| coeff4_5_8x16b = _mm_set1_epi32(0x0001FFFB); |
| |
| const_val512_4x32b = _mm_set1_epi32(512); |
| |
| pi2_temp2 = pi2_temp + 8; |
| pu1_dst2 = pu1_dst + 8; |
| ht_tmp = ht; |
| |
| /**********************************************************/ |
| /* Do first height x 8 block */ |
| /**********************************************************/ |
| src_r0_8x16b = _mm_loadu_si128((__m128i *)pi2_temp); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 16)); |
| src_r2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 32)); |
| src_r3_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 48)); |
| src_r4_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 64)); |
| pi2_temp += 80; |
| |
| do |
| { |
| src_r5_8x16b = _mm_loadu_si128((__m128i *)pi2_temp); |
| src_r6_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp + 16)); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_c0_4x32b, res_c1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| _mm_storel_epi64((__m128i *)pu1_dst, res_16x8b); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_c0_4x32b, res_c1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), res_16x8b); |
| |
| src_r0_8x16b = src_r2_8x16b; |
| src_r1_8x16b = src_r3_8x16b; |
| src_r2_8x16b = src_r4_8x16b; |
| src_r3_8x16b = src_r5_8x16b; |
| src_r4_8x16b = src_r6_8x16b; |
| |
| ht_tmp -= 2; |
| pi2_temp += 32; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht_tmp > 0); |
| |
| /**********************************************************/ |
| /* Do second ht x 8 block */ |
| /**********************************************************/ |
| src_r0_8x16b = _mm_loadu_si128((__m128i *)pi2_temp2); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 16)); |
| src_r2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 32)); |
| src_r3_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 48)); |
| src_r4_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 64)); |
| pi2_temp2 += 80; |
| |
| do |
| { |
| src_r5_8x16b = _mm_loadu_si128((__m128i *)pi2_temp2); |
| src_r6_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 16)); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_c0_4x32b, res_c1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| _mm_storel_epi64((__m128i *)pu1_dst2, res_16x8b); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_c1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_c0_4x32b, res_c1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst2 + dst_strd), res_16x8b); |
| |
| src_r0_8x16b = src_r2_8x16b; |
| src_r1_8x16b = src_r3_8x16b; |
| src_r2_8x16b = src_r4_8x16b; |
| src_r3_8x16b = src_r5_8x16b; |
| src_r4_8x16b = src_r6_8x16b; |
| |
| ht -= 2; |
| pi2_temp2 += 32; |
| pu1_dst2 += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| } |
| } |
| |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_luma_horz_qpel_ssse3 */ |
| /* */ |
| /* Description : This function implements a six-tap filter horizontally */ |
| /* on ht x wd block and averages the values with the source */ |
| /* pixels to calculate horizontal quarter-pel as mentioned */ |
| /* in sec. 8.4.2.2.1 titled "Luma sample interpolation */ |
| /* process". (ht,wd) can be (4,4), (8,4), (4,8), (8,8), */ |
| /* (16,8), (8,16) or (16,16). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* pu1_tmp - pointer to temporary buffer */ |
| /* dydx - x and y reference offset for q-pel */ |
| /* calculations */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_luma_horz_qpel_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 ht, |
| WORD32 wd, |
| UWORD8* pu1_tmp, |
| WORD32 dydx) |
| { |
| WORD32 x_offset; |
| UWORD8 *pu1_pred1; |
| |
| __m128i src_r0_16x8b, src_r1_16x8b; |
| __m128i src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| __m128i const_val16_8x16b; |
| |
| UNUSED(pu1_tmp); |
| |
| x_offset = dydx & 3; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 |
| //c0 = c5 = 1, c1 = c4 = -5, c2 = c3 = 20 |
| pu1_pred1 = pu1_src + (x_offset >> 1); |
| |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| pu1_src -= 2; // the filter input starts from x[-2] (till x[3]) |
| |
| if(wd == 4) |
| { |
| __m128i src_r0r1_16x8b; |
| |
| __m128i res_r0r1_t1_8x16b, res_r0r1_t2_8x16b, res_r0r1_t3_8x16b; |
| __m128i res_r0r1_16x8b; |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 b0 b1 b1 b2 b2 b3 b3 b4 |
| res_r0r1_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 b2 b3 b3 b4 b4 b5 b5 b6 |
| res_r0r1_t2_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //b2*c2+b3*c3 b3*c2+b4*c3 b4*c2+b5*c3 b5*c2+b6*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 0 0 0 0 |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 b4 b5 b5 b6 b6 b7 b7 b8 |
| res_r0r1_t3_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //b4*c4+b5*c5 b5*c4+b6*c5 b4*c6+b7*c5 b7*c4+b8*c5 |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)pu1_pred1); |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred1 + src_strd)); |
| |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t2_8x16b); |
| res_r0r1_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r0r1_t3_8x16b); |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t3_8x16b); //a0*c0+a1*c1+a2*c2+a3*c3+a4*a4+a5*c5 + 16; |
| //a1*c0+a2*c1+a2*c2+a3*c3+a5*a4+a6*c5 + 16; |
| //a2*c0+a3*c1+a4*c2+a5*c3+a6*a4+a7*c5 + 16; |
| //a3*c0+a4*c1+a5*c2+a6*c3+a6*a4+a8*c5 + 16; |
| //b0*c0+b1*c1+b2*c2+b3*c3+b4*b4+b5*c5 + 16; |
| //b1*c0+b2*c1+b2*c2+b3*c3+b5*b4+b6*c5 + 16; |
| //b2*c0+b3*c1+b4*c2+b5*c3+b6*b4+b7*c5 + 16; |
| //b3*c0+b4*c1+b5*c2+b6*c3+b6*b4+b8*c5 + 16; |
| src_r0r1_16x8b = _mm_unpacklo_epi32(src_r0_16x8b,src_r1_16x8b); |
| |
| res_r0r1_t1_8x16b = _mm_srai_epi16(res_r0r1_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_r0r1_16x8b = _mm_packus_epi16(res_r0r1_t1_8x16b, res_r0r1_t1_8x16b); |
| res_r0r1_16x8b = _mm_avg_epu8(src_r0r1_16x8b, res_r0r1_16x8b); //computing q-pel |
| |
| *((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(res_r0r1_16x8b); |
| res_r0r1_16x8b = _mm_srli_si128(res_r0r1_16x8b, 4); |
| *((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(res_r0r1_16x8b); |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_pred1 += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| else if(wd == 8) |
| { |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b; |
| __m128i res_r0_16x8b, res_r1_16x8b; |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)pu1_pred1); |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred1 + src_strd)); |
| |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r0_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r0_t3_8x16b); |
| res_r1_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r1_t3_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| |
| res_r0_t1_8x16b = _mm_srai_epi16(res_r0_t1_8x16b, 5); |
| res_r1_t1_8x16b = _mm_srai_epi16(res_r1_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_r0_16x8b = _mm_packus_epi16(res_r0_t1_8x16b, res_r0_t1_8x16b); |
| res_r1_16x8b = _mm_packus_epi16(res_r1_t1_8x16b, res_r1_t1_8x16b); |
| |
| res_r0_16x8b = _mm_avg_epu8(src_r0_16x8b, res_r0_16x8b); |
| res_r1_16x8b = _mm_avg_epu8(src_r1_16x8b, res_r1_16x8b); //computing q-pel |
| |
| _mm_storel_epi64((__m128i *)pu1_dst, res_r0_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), res_r1_16x8b); |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_pred1 += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| else // wd == 16 |
| { |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b; |
| __m128i res_16x8b; |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row0 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| //b0 is same a8. Similarly other bn pixels are same as a(n+8) pixels. |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 8)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_pred1); |
| |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r0_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r0_t3_8x16b); |
| res_r1_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r1_t3_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| |
| res_r0_t1_8x16b = _mm_srai_epi16(res_r0_t1_8x16b, 5); |
| res_r1_t1_8x16b = _mm_srai_epi16(res_r1_t1_8x16b, 5); //shifting right by 5 bits |
| |
| res_16x8b = _mm_packus_epi16(res_r0_t1_8x16b, res_r1_t1_8x16b); |
| res_16x8b = _mm_avg_epu8(src_r0_16x8b, res_16x8b); //computing q-pel |
| |
| _mm_storeu_si128((__m128i *)pu1_dst, res_16x8b); |
| |
| ht--; |
| pu1_src += src_strd; |
| pu1_pred1 += src_strd; |
| pu1_dst += dst_strd; |
| } |
| while(ht > 0); |
| } |
| } |
| |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_luma_vert_qpel_ssse3 */ |
| /* */ |
| /* Description : This function implements a six-tap filter vertically on */ |
| /* ht x wd block and averages the values with the source */ |
| /* pixels to calculate vertical quarter-pel as mentioned in */ |
| /* sec. 8.4.2.2.1 titled "Luma sample interpolation */ |
| /* process". (ht,wd) can be (4,4), (8,4), (4,8), (8,8), */ |
| /* (16,8), (8,16) or (16,16). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* pu1_tmp - pointer to temporary buffer */ |
| /* dydx - x and y reference offset for q-pel */ |
| /* calculations */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_luma_vert_qpel_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 ht, |
| WORD32 wd, |
| UWORD8* pu1_tmp, |
| WORD32 dydx) |
| { |
| WORD32 y_offset; |
| UWORD8 *pu1_pred1; |
| |
| |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r2_16x8b, src_r3_16x8b, src_r4_16x8b; |
| __m128i src_r5_16x8b, src_r6_16x8b; |
| __m128i src_r0r1_16x8b, src_r2r3_16x8b, src_r4r5_16x8b; |
| __m128i res_16x8b, res_t1_8x16b, res_t2_8x16b, res_t3_8x16b; |
| |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| __m128i const_val16_8x16b; |
| |
| UNUSED(pu1_tmp); |
| y_offset = dydx & 0xf; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 c4 c5 |
| //c0 = c5 = 1, c1 = c4 = -5, c2 = c3 = 20 |
| |
| pu1_pred1 = pu1_src + (y_offset >> 3) * src_strd; |
| |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| pu1_src -= src_strd << 1; // the filter input starts from x[-2] (till x[3]) |
| |
| if(wd == 4) |
| { |
| //Epilogue: Load all the pred rows except sixth and seventh row |
| // for the first and second row processing. |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r2_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r3_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r4_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| |
| src_r0_16x8b = _mm_unpacklo_epi32(src_r0_16x8b, src_r1_16x8b); |
| src_r1_16x8b = _mm_unpacklo_epi32(src_r1_16x8b, src_r2_16x8b); |
| src_r2_16x8b = _mm_unpacklo_epi32(src_r2_16x8b, src_r3_16x8b); |
| src_r3_16x8b = _mm_unpacklo_epi32(src_r3_16x8b, src_r4_16x8b); |
| |
| do |
| { |
| src_r5_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| src_r6_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd)); |
| |
| src_r4_16x8b = _mm_unpacklo_epi32(src_r4_16x8b, src_r5_16x8b); |
| src_r5_16x8b = _mm_unpacklo_epi32(src_r5_16x8b, src_r6_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)pu1_pred1); |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred1 + src_strd)); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi32(src_r0_16x8b,src_r1_16x8b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_t1_8x16b, res_t1_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(src_r0r1_16x8b, res_16x8b); //computing q-pel |
| |
| *((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(res_16x8b); |
| res_16x8b = _mm_srli_si128(res_16x8b, 4); |
| *((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(res_16x8b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_pred1 += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| |
| else if(wd == 8) |
| { |
| //Epilogue: Load all the pred rows except sixth and seventh row |
| // for the first and second row processing. |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r2_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r3_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r4_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| |
| src_r0_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); |
| src_r1_16x8b = _mm_unpacklo_epi64(src_r1_16x8b, src_r2_16x8b); |
| src_r2_16x8b = _mm_unpacklo_epi64(src_r2_16x8b, src_r3_16x8b); |
| src_r3_16x8b = _mm_unpacklo_epi64(src_r3_16x8b, src_r4_16x8b); |
| |
| do |
| { |
| src_r5_16x8b = _mm_loadl_epi64((__m128i *)pu1_src); |
| src_r6_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src + src_strd)); |
| |
| src_r4_16x8b = _mm_unpacklo_epi64(src_r4_16x8b, src_r5_16x8b); |
| src_r5_16x8b = _mm_unpacklo_epi64(src_r5_16x8b, src_r6_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| src_r0r1_16x8b = _mm_loadl_epi64((__m128i *)pu1_pred1); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_t1_8x16b, res_t1_8x16b); |
| res_16x8b = _mm_avg_epu8(src_r0r1_16x8b, res_16x8b); //computing q-pel |
| |
| _mm_storel_epi64((__m128i *)pu1_dst, res_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| src_r0r1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred1 + src_strd)); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_t1_8x16b, res_t1_8x16b); |
| res_16x8b = _mm_avg_epu8(src_r0r1_16x8b, res_16x8b); //computing q-pel |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), res_16x8b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_pred1 += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| else // wd == 16 |
| { |
| __m128i res_t0_8x16b; |
| |
| //Epilogue: Load all the pred rows except sixth and seventh row |
| // for the first and second row processing. |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r2_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r3_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| src_r4_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| pu1_src += src_strd; |
| |
| do |
| { |
| src_r5_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| src_r6_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| res_t0_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| src_r0r1_16x8b = _mm_loadu_si128((__m128i *)pu1_pred1); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_t0_8x16b, res_t1_8x16b); |
| res_16x8b = _mm_avg_epu8(src_r0r1_16x8b, res_16x8b); //computing q-pel |
| |
| _mm_storeu_si128((__m128i *)pu1_dst, res_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r2_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r3_16x8b, src_r4_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r5_16x8b, src_r6_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| res_t0_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r1_16x8b, src_r2_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r3_16x8b, src_r4_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r5_16x8b, src_r6_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| src_r0r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred1 + src_strd)); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_t0_8x16b, res_t1_8x16b); |
| res_16x8b = _mm_avg_epu8(src_r0r1_16x8b, res_16x8b); //computing q-pel |
| |
| _mm_storeu_si128((__m128i *)(pu1_dst + dst_strd), res_16x8b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_pred1 += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| } |
| |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_luma_horz_qpel_vert_qpel_ssse3 */ |
| /* */ |
| /* Description : This function implements a six-tap filter vertically and */ |
| /* horizontally on ht x wd block separately and averages */ |
| /* the two sets of values to calculate values at (1/4,1/4), */ |
| /* (1/4, 3/4), (3/4, 1/4) or (3/4, 3/4) as mentioned in */ |
| /* sec. 8.4.2.2.1 titled "Luma sample interpolation */ |
| /* process". (ht,wd) can be (4,4), (8,4), (4,8), (8,8), */ |
| /* (16,8), (8,16) or (16,16). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* pu1_tmp - pointer to temporary buffer */ |
| /* dydx - x and y reference offset for q-pel */ |
| /* calculations */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_luma_horz_qpel_vert_qpel_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 ht, |
| WORD32 wd, |
| UWORD8* pu1_tmp, |
| WORD32 dydx) |
| { |
| WORD32 ht_temp; |
| UWORD8 *pu1_pred_vert,*pu1_pred_horiz; |
| UWORD8 *pu1_tmp1, *pu1_tmp2; |
| WORD32 x_offset, y_offset; |
| |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| __m128i const_val16_8x16b; |
| |
| pu1_tmp1 = pu1_tmp; |
| |
| dydx &= 0xf; |
| ht_temp = ht; |
| x_offset = dydx & 0x3; |
| y_offset = dydx >> 2; |
| pu1_tmp2 = pu1_tmp1; |
| |
| pu1_pred_vert = pu1_src + (x_offset >> 1) - 2*src_strd; |
| pu1_pred_horiz = pu1_src + (y_offset >> 1) * src_strd - 2; |
| //the filter input starts from x[-2] (till x[3]) |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| //c0 = c5 = 1, c1 = c4 = -5, c2 = c3 = 20 |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| if(wd == 4) |
| { |
| //vertical q-pel filter |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r2_16x8b, src_r3_16x8b, src_r4_16x8b; |
| __m128i src_r5_16x8b, src_r6_16x8b; |
| __m128i src_r0r1_16x8b, src_r2r3_16x8b, src_r4r5_16x8b; |
| |
| __m128i res_r0r1_16x8b, res_t1_8x16b, res_t2_8x16b, res_t3_8x16b; |
| |
| //epilogue: Load all the pred rows except sixth and seventh row for the |
| //first and second row processing. |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r0_16x8b = _mm_unpacklo_epi32(src_r0_16x8b, src_r1_16x8b); |
| |
| src_r2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r1_16x8b = _mm_unpacklo_epi32(src_r1_16x8b, src_r2_16x8b); |
| |
| src_r3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r2_16x8b = _mm_unpacklo_epi32(src_r2_16x8b, src_r3_16x8b); |
| |
| src_r4_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r3_16x8b = _mm_unpacklo_epi32(src_r3_16x8b, src_r4_16x8b); |
| |
| //Core Loop: Process all the rows. |
| do |
| { |
| src_r5_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| src_r4_16x8b = _mm_unpacklo_epi32(src_r4_16x8b, src_r5_16x8b); |
| |
| src_r6_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert + src_strd)); |
| src_r5_16x8b = _mm_unpacklo_epi32(src_r5_16x8b, src_r6_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| res_r0r1_16x8b = _mm_packus_epi16(res_t1_8x16b, res_t1_8x16b); |
| |
| _mm_storel_epi64((__m128i *)pu1_tmp1, res_r0r1_16x8b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht_temp -= 2; |
| pu1_pred_vert += src_strd << 1; |
| pu1_tmp1 += 8; |
| } |
| while(ht_temp > 0); |
| } |
| |
| //horizontal q-pel filter |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b; |
| __m128i src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0r1_vpel_16x8b, src_r0r1_t1_16x8b; |
| |
| __m128i res_r0r1_t1_8x16b, res_r0r1_t2_8x16b, res_r0r1_t3_8x16b; |
| __m128i res_r0r1_16x8b; |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_pred_horiz); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_horiz + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0r1_vpel_16x8b = _mm_loadl_epi64((__m128i *)pu1_tmp2); |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| src_r0r1_t1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 b0 b1 b1 b2 b2 b3 b3 b4 |
| res_r0r1_t1_8x16b = _mm_maddubs_epi16(src_r0r1_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 |
| |
| src_r0r1_t1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 b2 b3 b3 b4 b4 b5 b5 b6 |
| res_r0r1_t2_8x16b = _mm_maddubs_epi16(src_r0r1_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //b2*c2+b3*c3 b3*c2+b4*c3 b4*c2+b5*c3 b5*c2+b6*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 0 0 0 0 |
| |
| src_r0r1_t1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 b4 b5 b5 b6 b6 b7 b7 b8 |
| res_r0r1_t3_8x16b = _mm_maddubs_epi16(src_r0r1_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //b4*c4+b5*c5 b5*c4+b6*c5 b4*c6+b7*c5 b7*c4+b8*c5 |
| |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t2_8x16b); |
| res_r0r1_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r0r1_t3_8x16b); |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t3_8x16b); //a0*c0+a1*c1+a2*c2+a3*c3+a4*a4+a5*c5 + 15; |
| //a1*c0+a2*c1+a2*c2+a3*c3+a5*a4+a6*c5 + 15; |
| //a2*c0+a3*c1+a4*c2+a5*c3+a6*a4+a7*c5 + 15; |
| //a3*c0+a4*c1+a5*c2+a6*c3+a6*a4+a8*c5 + 15; |
| //b0*c0+b1*c1+b2*c2+b3*c3+b4*b4+b5*c5 + 15; |
| //b1*c0+b2*c1+b2*c2+b3*c3+b5*b4+b6*c5 + 15; |
| //b2*c0+b3*c1+b4*c2+b5*c3+b6*b4+b7*c5 + 15; |
| //b3*c0+b4*c1+b5*c2+b6*c3+b6*b4+b8*c5 + 15; |
| |
| res_r0r1_t1_8x16b = _mm_srai_epi16(res_r0r1_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_r0r1_16x8b = _mm_packus_epi16(res_r0r1_t1_8x16b,res_r0r1_t1_8x16b); |
| |
| res_r0r1_16x8b = _mm_avg_epu8(res_r0r1_16x8b,src_r0r1_vpel_16x8b); |
| |
| *((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(res_r0r1_16x8b); |
| res_r0r1_16x8b = _mm_srli_si128(res_r0r1_16x8b, 4); |
| *((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(res_r0r1_16x8b); |
| |
| ht -= 2; |
| pu1_pred_horiz += src_strd << 1; |
| pu1_tmp2 += 8; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| } |
| else if(wd == 8) |
| { |
| //vertical q-pel filter |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r2_16x8b, src_r3_16x8b; |
| __m128i src_r4_16x8b, src_r5_16x8b, src_r6_16x8b; |
| __m128i src_r0r1_16x8b, src_r2r3_16x8b, src_r4r5_16x8b; |
| |
| __m128i res_16x8b, res_t1_8x16b, res_t2_8x16b, res_t3_8x16b; |
| |
| //epilogue: Load all the pred rows except sixth and seventh row for the |
| //first and second row processing. |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r0_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); |
| |
| src_r2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r1_16x8b = _mm_unpacklo_epi64(src_r1_16x8b, src_r2_16x8b); |
| |
| src_r3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r2_16x8b = _mm_unpacklo_epi64(src_r2_16x8b, src_r3_16x8b); |
| |
| src_r4_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r3_16x8b = _mm_unpacklo_epi64(src_r3_16x8b, src_r4_16x8b); |
| |
| //Core Loop: Process all the rows. |
| do |
| { |
| src_r5_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert)); |
| src_r4_16x8b = _mm_unpacklo_epi64(src_r4_16x8b, src_r5_16x8b); |
| |
| src_r6_16x8b = _mm_loadl_epi64((__m128i *)(pu1_pred_vert + src_strd)); |
| src_r5_16x8b = _mm_unpacklo_epi64(src_r5_16x8b, src_r6_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| res_16x8b = _mm_packus_epi16(res_t1_8x16b, res_t1_8x16b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_tmp1), res_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| res_16x8b = _mm_packus_epi16(res_t1_8x16b, res_t1_8x16b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_tmp1 + 8), res_16x8b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht_temp -= 2; |
| pu1_pred_vert += src_strd << 1; |
| pu1_tmp1 += 16; |
| } |
| while(ht_temp > 0); |
| } |
| |
| //horizontal q-pel filter |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| __m128i src_r0_vpel_16x8b, src_r1_vpel_16x8b; |
| |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b, res_16x8b; |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_horiz)); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_horiz + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_vpel_16x8b = _mm_loadl_epi64((__m128i *)(pu1_tmp2)); //a2 a3 a4 a5 a6 a7 a8....a15 0 or |
| //a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_vpel_16x8b = _mm_loadl_epi64((__m128i *)(pu1_tmp2 + 8)); |
| //b2 b3 b4 b5 b6 b7 b8....b15 0 or |
| //b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r0_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r0_t3_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| res_r0_t1_8x16b = _mm_srai_epi16(res_r0_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_r0_t1_8x16b, res_r0_t1_8x16b); |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_r0_vpel_16x8b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst), res_16x8b); |
| |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r1_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r1_t3_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| res_r1_t1_8x16b = _mm_srai_epi16(res_r1_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_r1_t1_8x16b, res_r1_t1_8x16b); |
| res_16x8b = _mm_avg_epu8(res_16x8b,src_r1_vpel_16x8b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), res_16x8b); |
| |
| ht -= 2; |
| pu1_pred_horiz += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| pu1_tmp2 += 16; |
| } |
| while(ht > 0); |
| } |
| } |
| else // wd == 16 |
| { |
| //vertical q-pel filter |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r2_16x8b, src_r3_16x8b; |
| __m128i src_r4_16x8b, src_r5_16x8b, src_r6_16x8b; |
| __m128i src_r0r1_16x8b, src_r2r3_16x8b, src_r4r5_16x8b; |
| |
| __m128i res_t0_8x16b, res_t1_8x16b, res_t2_8x16b, res_t3_8x16b; |
| __m128i res_16x8b; |
| |
| //epilogue: Load all the pred rows except sixth and seventh row for the |
| //first and second row processing. |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r2_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r3_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| src_r4_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_vert)); |
| pu1_pred_vert = pu1_pred_vert + src_strd; |
| |
| //Core Loop: Process all the rows. |
| do |
| { |
| src_r5_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_vert)); |
| src_r6_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_vert + src_strd)); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| res_t0_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_t0_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pu1_tmp1), res_16x8b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r2_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r3_16x8b, src_r4_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r5_16x8b, src_r6_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| res_t0_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r1_16x8b, src_r2_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r3_16x8b, src_r4_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r5_16x8b, src_r6_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t3_8x16b); |
| res_t1_8x16b = _mm_srai_epi16(res_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_t0_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pu1_tmp1 + 16), res_16x8b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht_temp -= 2; |
| pu1_pred_vert += src_strd << 1; |
| pu1_tmp1 += 32; |
| } |
| while(ht_temp > 0); |
| } |
| //horizontal q-pel filter |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| __m128i src_vpel_16x8b; |
| |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b; |
| __m128i res_16x8b; |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row0 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| //b0 is same a8. Similarly other bn pixels are same as a(n+8) pixels. |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_horiz)); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_pred_horiz + 8)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| src_vpel_16x8b = _mm_loadu_si128((__m128i *)(pu1_tmp2)); |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r0_t3_8x16b = _mm_add_epi16(const_val16_8x16b, res_r0_t3_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| res_r0_t1_8x16b = _mm_srai_epi16(res_r0_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, const_val16_8x16b); |
| res_r1_t1_8x16b = _mm_srai_epi16(res_r1_t1_8x16b, 5); //shifting right by 5 bits. |
| |
| res_16x8b = _mm_packus_epi16(res_r0_t1_8x16b, res_r1_t1_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_vpel_16x8b); |
| _mm_storeu_si128((__m128i *)(pu1_dst), res_16x8b); |
| |
| ht --; |
| pu1_pred_horiz += src_strd; |
| pu1_dst += dst_strd; |
| pu1_tmp2 += 16; |
| } |
| while(ht > 0); |
| } |
| } |
| } |
| |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_luma_horz_qpel_vert_hpel_ssse3 */ |
| /* */ |
| /* Description : This function implements a six-tap filter vertically and */ |
| /* horizontally on ht x wd block separately and averages */ |
| /* the two sets of values to calculate values at (1/4,1/2), */ |
| /* or (3/4, 1/2) as mentioned in sec. 8.4.2.2.1 titled */ |
| /* "Luma sample interpolation process". (ht,wd) can be */ |
| /* (4,4), (8,4), (4,8), (8,8), (16,8), (8,16) or (16,16). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* pu1_tmp - pointer to temporary buffer */ |
| /* dydx - x and y reference offset for q-pel */ |
| /* calculations */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_luma_horz_qpel_vert_hpel_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 ht, |
| WORD32 wd, |
| UWORD8* pu1_tmp, |
| WORD32 dydx) |
| { |
| WORD32 ht_temp; |
| WORD32 x_offset; |
| WORD32 off0,off1, off2, off3, off4, off5; |
| WORD16 *pi2_temp1,*pi2_temp2,*pi2_temp3; |
| |
| ht_temp = ht; |
| x_offset = dydx & 0x3; |
| pi2_temp1 = (WORD16 *)pu1_tmp; |
| pi2_temp2 = pi2_temp1; |
| pi2_temp3 = pi2_temp1 + (x_offset >> 1); |
| |
| pu1_src -= 2 * src_strd; |
| pu1_src -= 2; |
| pi2_temp3 += 2; |
| //the filter input starts from x[-2] (till x[3]) |
| |
| if(wd == 4) |
| { |
| //vertical half-pel |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r2_16x8b, src_r3_16x8b, src_r4_16x8b; |
| __m128i src_r5_16x8b, src_r6_16x8b; |
| __m128i src_r0r1_16x8b, src_r2r3_16x8b, src_r4r5_16x8b; |
| |
| __m128i res_t1_8x16b, res_t2_8x16b, res_t3_8x16b; |
| |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| //c0 = c5 = 1, c1 = c4 = -5, c2 = c3 = 20 |
| off0 = -((src_strd << 2) + src_strd) + 8; |
| off1 = -(src_strd << 2) + 8; |
| off2 = -((src_strd << 1) + src_strd) + 8; |
| off3 = -(src_strd << 1) + 8; |
| off4 = -src_strd + 8; |
| off5 = 8; |
| |
| //epilogue: Load all the pred rows except sixth and seventh row for the |
| //first and second row processing. |
| src_r0_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| src_r1_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| src_r2_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| src_r3_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| src_r4_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| //Core Loop: Process all the rows. |
| do |
| { |
| src_r5_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t2_8x16b, res_t1_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1), res_t1_8x16b); |
| |
| pi2_temp1[8] = pu1_src[off0] + pu1_src[off5] |
| - (pu1_src[off1] + pu1_src[off4]) |
| + ((pu1_src[off2] + pu1_src[off3] - pu1_src[off1] - pu1_src[off4]) << 2) |
| + ((pu1_src[off2] + pu1_src[off3]) << 4); |
| |
| pu1_src = pu1_src + src_strd; |
| pi2_temp1 = pi2_temp1 + 9; |
| |
| src_r6_16x8b = _mm_loadl_epi64((__m128i *)(pu1_src)); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r2_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r3_16x8b, src_r4_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r5_16x8b, src_r6_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t2_8x16b, res_t1_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1), res_t1_8x16b); |
| |
| pi2_temp1[8] = pu1_src[off0] + pu1_src[off5] |
| - (pu1_src[off1] + pu1_src[off4]) |
| + ((pu1_src[off2] + pu1_src[off3] - pu1_src[off1] - pu1_src[off4]) << 2) |
| + ((pu1_src[off2] + pu1_src[off3]) << 4); |
| |
| ht_temp -= 2; |
| pu1_src = pu1_src + src_strd; |
| pi2_temp1 = pi2_temp1 + 9; |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| } |
| while(ht_temp > 0); |
| } |
| |
| //horizontal q-pel |
| { |
| __m128i src_r0_8x16b, src_r1_8x16b, src_r2_8x16b; |
| __m128i src_r3_8x16b, src_r4_8x16b, src_r5_8x16b; |
| __m128i src_r0r1_c0_8x16b, src_r2r3_c0_8x16b, src_r4r5_c0_8x16b; |
| __m128i src_hpel_16x8b, src_hpel_8x16b; |
| |
| __m128i res_t1_4x32b, res_t2_4x32b, res_t3_4x32b; |
| __m128i res_8x16b, res_16x8b; |
| |
| __m128i coeff0_1_8x16b, coeff2_3_8x16b, coeff4_5_8x16b; |
| __m128i const_val512_4x32b, const_val16_8x16b; |
| |
| coeff0_1_8x16b = _mm_set1_epi32(0xFFFB0001); |
| coeff2_3_8x16b = _mm_set1_epi32(0x00140014); |
| coeff4_5_8x16b = _mm_set1_epi32(0x0001FFFB); |
| |
| const_val512_4x32b = _mm_set1_epi32(512); |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| do |
| { |
| src_r0_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp2)); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 1)); |
| src_r2_8x16b = _mm_srli_si128(src_r1_8x16b, 2); |
| src_r3_8x16b = _mm_srli_si128(src_r1_8x16b, 4); |
| src_r4_8x16b = _mm_srli_si128(src_r1_8x16b, 6); |
| src_r5_8x16b = _mm_srli_si128(src_r1_8x16b, 8); |
| |
| src_r0r1_c0_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_c0_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_c0_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_c0_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_c0_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_c0_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(const_val512_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t1_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| src_hpel_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp3)); |
| src_hpel_8x16b = _mm_add_epi16(src_hpel_8x16b, const_val16_8x16b); |
| src_hpel_8x16b = _mm_srai_epi16(src_hpel_8x16b, 5); //shifting right by 5 bits. |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel_8x16b, src_hpel_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| |
| *((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(res_16x8b); |
| |
| ht--; |
| pi2_temp2 = pi2_temp2 + 4 + 5; |
| pi2_temp3 = pi2_temp3 + 4 + 5; |
| pu1_dst = pu1_dst + dst_strd; |
| } |
| while(ht > 0); |
| } |
| } |
| else if(wd == 8) |
| { |
| // vertical half-pel |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r2_16x8b, src_r3_16x8b, src_r4_16x8b; |
| __m128i src_r5_16x8b, src_r6_16x8b; |
| __m128i src_r0r1_16x8b, src_r2r3_16x8b, src_r4r5_16x8b; |
| |
| __m128i res_t1_8x16b, res_t2_8x16b, res_t3_8x16b; |
| |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| |
| //epilogue: Load all the pred rows except sixth and seventh row for the |
| //first and second row processing. |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| src_r2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| src_r3_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| src_r4_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| pu1_src = pu1_src + src_strd; |
| |
| //Core Loop: Process all the rows. |
| do |
| { |
| src_r5_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| src_r6_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1), res_t1_8x16b); |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1 + 8), res_t1_8x16b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r2_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r3_16x8b, src_r4_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r5_16x8b, src_r6_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1 + 8 + 5), res_t1_8x16b); |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r1_16x8b, src_r2_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r3_16x8b, src_r4_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r5_16x8b, src_r6_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1 + 8 + 5 + 8), res_t1_8x16b); |
| |
| src_r0_16x8b = src_r2_16x8b; |
| src_r1_16x8b = src_r3_16x8b; |
| src_r2_16x8b = src_r4_16x8b; |
| src_r3_16x8b = src_r5_16x8b; |
| src_r4_16x8b = src_r6_16x8b; |
| |
| ht_temp -= 2; |
| pu1_src = pu1_src + (src_strd << 1); |
| pi2_temp1 = pi2_temp1 + (13 << 1); |
| } |
| while(ht_temp > 0); |
| } |
| // horizontal q-pel |
| { |
| __m128i src_r0_8x16b, src_r1_8x16b, src_r2_8x16b, src_r3_8x16b; |
| __m128i src_r4_8x16b, src_r5_8x16b; |
| __m128i src_r0r1_c0_8x16b, src_r2r3_c0_8x16b, src_r4r5_c0_8x16b; |
| __m128i src_r0r1_c1_8x16b, src_r2r3_c1_8x16b, src_r4r5_c1_8x16b; |
| __m128i src_hpel_8x16b, src_hpel_16x8b; |
| |
| __m128i res_t0_4x32b, res_t1_4x32b, res_t2_4x32b, res_t3_4x32b; |
| __m128i res_8x16b, res_16x8b; |
| |
| __m128i coeff0_1_8x16b, coeff2_3_8x16b, coeff4_5_8x16b; |
| __m128i const_val512_4x32b, const_val16_8x16b; |
| |
| coeff0_1_8x16b = _mm_set1_epi32(0xFFFB0001); |
| coeff2_3_8x16b = _mm_set1_epi32(0x00140014); |
| coeff4_5_8x16b = _mm_set1_epi32(0x0001FFFB); |
| |
| const_val512_4x32b = _mm_set1_epi32(512); |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| do |
| { |
| src_r0_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2)); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 1)); |
| src_r2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 2)); |
| src_r3_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 3)); |
| src_r4_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 4)); |
| src_r5_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 5)); |
| |
| src_r0r1_c0_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_c0_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_c0_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| src_r0r1_c1_8x16b = _mm_unpackhi_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_c1_8x16b = _mm_unpackhi_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_c1_8x16b = _mm_unpackhi_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_c0_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_c0_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_c0_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_c1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_c1_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_c1_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| src_hpel_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp3)); |
| src_hpel_8x16b = _mm_add_epi16(src_hpel_8x16b, const_val16_8x16b); |
| src_hpel_8x16b = _mm_srai_epi16(src_hpel_8x16b, 5); //shifting right by 5 bits. |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel_8x16b, src_hpel_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst), res_16x8b); |
| |
| ht--; |
| pi2_temp2 = pi2_temp2 + 8 + 5; |
| pi2_temp3 = pi2_temp3 + 8 + 5; |
| pu1_dst = pu1_dst + dst_strd; |
| } |
| while(ht > 0); |
| } |
| } |
| else // wd == 16 |
| { |
| // vertical half-pel |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r2_16x8b, src_r3_16x8b; |
| __m128i src_r4_16x8b, src_r5_16x8b; |
| __m128i src_r0_c2_16x8b, src_r1_c2_16x8b, src_r2_c2_16x8b, src_r3_c2_16x8b; |
| __m128i src_r4_c2_16x8b, src_r5_c2_16x8b; |
| __m128i src_r0r1_16x8b, src_r2r3_16x8b, src_r4r5_16x8b; |
| |
| __m128i res_t1_8x16b, res_t2_8x16b, res_t3_8x16b; |
| |
| __m128i coeff0_1_16x8b,coeff2_3_16x8b,coeff4_5_16x8b; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| src_r0_c2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 16)); |
| pu1_src = pu1_src + src_strd; |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| src_r1_c2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 16)); |
| pu1_src = pu1_src + src_strd; |
| src_r2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| src_r2_c2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 16)); |
| pu1_src = pu1_src + src_strd; |
| src_r3_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| src_r3_c2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 16)); |
| pu1_src = pu1_src + src_strd; |
| src_r4_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| src_r4_c2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 16)); |
| pu1_src = pu1_src + src_strd; |
| |
| //Core Loop: Process all the rows. |
| do |
| { |
| src_r5_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); |
| src_r5_c2_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 16)); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1), res_t1_8x16b); |
| |
| src_r0r1_16x8b = _mm_unpackhi_epi8(src_r0_16x8b, src_r1_16x8b); |
| src_r2r3_16x8b = _mm_unpackhi_epi8(src_r2_16x8b, src_r3_16x8b); |
| src_r4r5_16x8b = _mm_unpackhi_epi8(src_r4_16x8b, src_r5_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1 + 8), res_t1_8x16b); |
| |
| src_r0r1_16x8b = _mm_unpacklo_epi8(src_r0_c2_16x8b, src_r1_c2_16x8b); |
| src_r2r3_16x8b = _mm_unpacklo_epi8(src_r2_c2_16x8b, src_r3_c2_16x8b); |
| src_r4r5_16x8b = _mm_unpacklo_epi8(src_r4_c2_16x8b, src_r5_c2_16x8b); |
| |
| res_t1_8x16b = _mm_maddubs_epi16(src_r0r1_16x8b, coeff0_1_16x8b); |
| res_t2_8x16b = _mm_maddubs_epi16(src_r2r3_16x8b, coeff2_3_16x8b); |
| res_t3_8x16b = _mm_maddubs_epi16(src_r4r5_16x8b, coeff4_5_16x8b); |
| |
| res_t1_8x16b = _mm_add_epi16(res_t1_8x16b, res_t2_8x16b); |
| res_t1_8x16b = _mm_add_epi16(res_t3_8x16b, res_t1_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1 + 16), res_t1_8x16b); |
| |
| src_r0_16x8b = src_r1_16x8b; |
| src_r1_16x8b = src_r2_16x8b; |
| src_r2_16x8b = src_r3_16x8b; |
| src_r3_16x8b = src_r4_16x8b; |
| src_r4_16x8b = src_r5_16x8b; |
| |
| src_r0_c2_16x8b = src_r1_c2_16x8b; |
| src_r1_c2_16x8b = src_r2_c2_16x8b; |
| src_r2_c2_16x8b = src_r3_c2_16x8b; |
| src_r3_c2_16x8b = src_r4_c2_16x8b; |
| src_r4_c2_16x8b = src_r5_c2_16x8b; |
| |
| ht_temp--; |
| pu1_src = pu1_src + src_strd; |
| pi2_temp1 = pi2_temp1 + 16 + 5; |
| } |
| while(ht_temp > 0); |
| } |
| // horizontal q-pel |
| { |
| __m128i src_r0_8x16b, src_r1_8x16b, src_r2_8x16b, src_r3_8x16b; |
| __m128i src_r4_8x16b, src_r5_8x16b; |
| __m128i src_r0r1_8x16b, src_r2r3_8x16b, src_r4r5_8x16b; |
| __m128i src_hpel1_8x16b, src_hpel2_8x16b, src_hpel_16x8b; |
| |
| __m128i res_t0_4x32b, res_t1_4x32b, res_t2_4x32b, res_t3_4x32b; |
| __m128i res_c0_8x16b, res_c1_8x16b, res_16x8b; |
| |
| __m128i coeff0_1_8x16b, coeff2_3_8x16b, coeff4_5_8x16b; |
| __m128i const_val512_4x32b, const_val16_8x16b; |
| |
| coeff0_1_8x16b = _mm_set1_epi32(0xFFFB0001); |
| coeff2_3_8x16b = _mm_set1_epi32(0x00140014); |
| coeff4_5_8x16b = _mm_set1_epi32(0x0001FFFB); |
| |
| const_val512_4x32b = _mm_set1_epi32(512); |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| do |
| { |
| src_r0_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2)); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 1)); |
| src_r2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 2)); |
| src_r3_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 3)); |
| src_r4_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 4)); |
| src_r5_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 5)); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(const_val512_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_c0_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| |
| src_r0_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 8)); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 8 + 1)); |
| src_r2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 8 + 2)); |
| src_r3_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 8 + 3)); |
| src_r4_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 8 + 4)); |
| src_r5_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 8 + 5)); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(const_val512_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b ,10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(const_val512_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_c1_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_c0_8x16b, res_c1_8x16b); |
| |
| src_hpel1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp3)); |
| src_hpel1_8x16b = _mm_add_epi16(src_hpel1_8x16b, const_val16_8x16b); |
| src_hpel1_8x16b = _mm_srai_epi16(src_hpel1_8x16b, 5); //shifting right by 5 bits. |
| |
| src_hpel2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp3 + 8)); |
| src_hpel2_8x16b = _mm_add_epi16(src_hpel2_8x16b, const_val16_8x16b); |
| src_hpel2_8x16b = _mm_srai_epi16(src_hpel2_8x16b, 5); //shifting right by 5 bits. |
| |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel1_8x16b, src_hpel2_8x16b); |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| |
| _mm_storeu_si128((__m128i *)(pu1_dst), res_16x8b); |
| |
| ht--; |
| pi2_temp2 = pi2_temp2 + 16 + 5; |
| pi2_temp3 = pi2_temp3 + 16 + 5; |
| pu1_dst = pu1_dst + dst_strd; |
| } |
| while(ht > 0); |
| } |
| } |
| } |
| |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_luma_horz_hpel_vert_qpel_ssse3 */ |
| /* */ |
| /* Description : This function implements a six-tap filter vertically and */ |
| /* horizontally on ht x wd block separately and averages */ |
| /* the two sets of values to calculate values at (1/2,1/4), */ |
| /* or (1/2, 3/4) as mentioned in sec. 8.4.2.2.1 titled */ |
| /* "Luma sample interpolation process". (ht,wd) can be */ |
| /* (4,4), (8,4), (4,8), (8,8), (16,8), (8,16) or (16,16). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* pu1_tmp - pointer to temporary buffer */ |
| /* dydx - x and y reference offset for q-pel */ |
| /* calculations */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_luma_horz_hpel_vert_qpel_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 ht, |
| WORD32 wd, |
| UWORD8* pu1_tmp, |
| WORD32 dydx) |
| { |
| WORD32 ht_temp; |
| WORD32 y_offset; |
| WORD16 *pi2_temp1,*pi2_temp2,*pi2_temp3; |
| |
| y_offset = (dydx & 0xf) >> 2; |
| pi2_temp1 = (WORD16 *)pu1_tmp; |
| pi2_temp2 = pi2_temp1; |
| pi2_temp3 = pi2_temp1 + (y_offset >> 1) * wd; |
| |
| ht_temp = ht + 5; |
| pu1_src -= src_strd << 1; |
| pu1_src -= 2; |
| pi2_temp3 += wd << 1; |
| //the filter input starts from x[-2] (till x[3]) |
| |
| if(wd == 4) |
| { |
| // horizontal half-pel |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r0r1_t1_16x8b; |
| __m128i src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i res_r0r1_t1_8x16b, res_r0r1_t2_8x16b, res_r0r1_t3_8x16b; |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)pu1_src); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| src_r0r1_t1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 b0 b1 b1 b2 b2 b3 b3 b4 |
| res_r0r1_t1_8x16b = _mm_maddubs_epi16(src_r0r1_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 |
| |
| src_r0r1_t1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 b2 b3 b3 b4 b4 b5 b5 b6 |
| res_r0r1_t2_8x16b = _mm_maddubs_epi16(src_r0r1_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //b2*c2+b3*c3 b3*c2+b4*c3 b4*c2+b5*c3 b5*c2+b6*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 4); //a4 a5 a5 a6 a6 a7 a7 a8 0 0 0 0 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 4); //b4 b5 b5 b6 b6 b7 b7 b8 0 0 0 0 0 0 0 0 |
| |
| src_r0r1_t1_16x8b = _mm_unpacklo_epi64(src_r0_16x8b, src_r1_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 b4 b5 b5 b6 b6 b7 b7 b8 |
| res_r0r1_t3_8x16b = _mm_maddubs_epi16(src_r0r1_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //b4*c4+b5*c5 b5*c4+b6*c5 b4*c6+b7*c5 b7*c4+b8*c5 |
| |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t2_8x16b); |
| res_r0r1_t1_8x16b = _mm_add_epi16(res_r0r1_t1_8x16b, res_r0r1_t3_8x16b); |
| |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1), res_r0r1_t1_8x16b); |
| |
| ht_temp -= 2; |
| pu1_src = pu1_src + (src_strd << 1); |
| pi2_temp1 = pi2_temp1 + (4 << 1); |
| } |
| while(ht_temp > 0); |
| } |
| // vertical q-pel |
| { |
| __m128i src_r0_8x16b, src_r1_8x16b, src_r2_8x16b, src_r3_8x16b; |
| __m128i src_r4_8x16b, src_r5_8x16b, src_r6_8x16b; |
| __m128i src_r0r1_c0_8x16b, src_r2r3_c0_8x16b, src_r4r5_c0_8x16b; |
| __m128i src_hpel_16x8b, src_hpel_8x16b; |
| |
| __m128i res_t0_4x32b, res_t1_4x32b, res_t2_4x32b, res_t3_4x32b; |
| __m128i res_8x16b, res_16x8b; |
| |
| __m128i coeff0_1_8x16b, coeff2_3_8x16b, coeff4_5_8x16b; |
| __m128i const_val512_4x32b, const_val16_8x16b; |
| |
| const_val512_4x32b = _mm_set1_epi32(512); |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| coeff0_1_8x16b = _mm_set1_epi32(0xFFFB0001); |
| coeff2_3_8x16b = _mm_set1_epi32(0x00140014); |
| coeff4_5_8x16b = _mm_set1_epi32(0x0001FFFB); |
| |
| src_r0_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp2)); |
| src_r1_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp2 + 4)); |
| src_r2_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp2 + 8)); |
| src_r3_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp2 + 12)); |
| src_r4_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp2 + 16)); |
| pi2_temp2 += 20; |
| |
| do |
| { |
| src_r5_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp2)); |
| src_r6_8x16b = _mm_loadl_epi64((__m128i *)(pi2_temp2 + 4)); |
| |
| src_r0r1_c0_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_c0_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_c0_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_c0_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_c0_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_c0_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_c0_8x16b = _mm_unpacklo_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_c0_8x16b = _mm_unpacklo_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_c0_8x16b = _mm_unpacklo_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_c0_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_c0_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_c0_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| src_hpel_8x16b = _mm_loadu_si128((__m128i *)pi2_temp3); |
| src_hpel_8x16b = _mm_add_epi16(src_hpel_8x16b, const_val16_8x16b); |
| src_hpel_8x16b = _mm_srai_epi16(src_hpel_8x16b, 5); //shifting right by 5 bits. |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel_8x16b, src_hpel_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| |
| *((WORD32 *)(pu1_dst)) = _mm_cvtsi128_si32(res_16x8b); |
| res_16x8b = _mm_srli_si128(res_16x8b, 4); |
| *((WORD32 *)(pu1_dst + dst_strd)) = _mm_cvtsi128_si32(res_16x8b); |
| |
| src_r0_8x16b = src_r2_8x16b; |
| src_r1_8x16b = src_r3_8x16b; |
| src_r2_8x16b = src_r4_8x16b; |
| src_r3_8x16b = src_r5_8x16b; |
| src_r4_8x16b = src_r6_8x16b; |
| |
| ht -= 2; |
| pi2_temp2 = pi2_temp2 + (4 << 1); |
| pi2_temp3 = pi2_temp3 + (4 << 1); |
| pu1_dst = pu1_dst + (dst_strd << 1); |
| } |
| while(ht > 0); |
| } |
| } |
| else if(wd == 8) |
| { |
| // horizontal half-pel |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b; |
| |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row1 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1), res_r0_t1_8x16b); |
| _mm_storeu_si128((__m128i *)(pi2_temp1 + 8), res_r1_t1_8x16b); |
| |
| ht_temp -= 2; |
| pu1_src = pu1_src + (src_strd << 1); |
| pi2_temp1 = pi2_temp1 + (8 << 1); |
| } |
| while(ht_temp > 0); |
| } |
| // vertical q-pel |
| { |
| __m128i src_r0_8x16b, src_r1_8x16b, src_r2_8x16b, src_r3_8x16b; |
| __m128i src_r4_8x16b, src_r5_8x16b, src_r6_8x16b; |
| __m128i src_r0r1_8x16b, src_r2r3_8x16b, src_r4r5_8x16b; |
| __m128i src_hpel_8x16b, src_hpel_16x8b; |
| |
| __m128i res_t0_4x32b, res_t1_4x32b, res_t2_4x32b, res_t3_4x32b; |
| __m128i res_8x16b, res_16x8b; |
| |
| __m128i coeff0_1_8x16b, coeff2_3_8x16b, coeff4_5_8x16b; |
| __m128i const_val512_4x32b, const_val16_8x16b; |
| |
| coeff0_1_8x16b = _mm_set1_epi32(0xFFFB0001); |
| coeff2_3_8x16b = _mm_set1_epi32(0x00140014); |
| coeff4_5_8x16b = _mm_set1_epi32(0x0001FFFB); |
| |
| const_val512_4x32b = _mm_set1_epi32(512); |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| src_r0_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2)); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 8)); |
| src_r2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 16)); |
| src_r3_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 24)); |
| src_r4_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 32)); |
| pi2_temp2 += 40; |
| |
| do |
| { |
| src_r5_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2)); |
| src_r6_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 8)); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| src_hpel_8x16b = _mm_loadu_si128((__m128i *)pi2_temp3); |
| src_hpel_8x16b = _mm_add_epi16(const_val16_8x16b, src_hpel_8x16b); |
| src_hpel_8x16b = _mm_srai_epi16(src_hpel_8x16b, 5); //shifting right by 5 bits. |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel_8x16b, src_hpel_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst), res_16x8b); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| src_hpel_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp3 + 8)); |
| src_hpel_8x16b = _mm_add_epi16(const_val16_8x16b, src_hpel_8x16b); |
| src_hpel_8x16b = _mm_srai_epi16(src_hpel_8x16b, 5); //shifting right by 5 bits. |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel_8x16b, src_hpel_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), res_16x8b); |
| |
| src_r0_8x16b = src_r2_8x16b; |
| src_r1_8x16b = src_r3_8x16b; |
| src_r2_8x16b = src_r4_8x16b; |
| src_r3_8x16b = src_r5_8x16b; |
| src_r4_8x16b = src_r6_8x16b; |
| |
| ht -= 2; |
| pi2_temp2 = pi2_temp2 + (8 << 1); |
| pi2_temp3 = pi2_temp3 + (8 << 1); |
| pu1_dst = pu1_dst + (dst_strd << 1); |
| } |
| while(ht > 0); |
| } |
| } |
| else // wd == 16 |
| { |
| UWORD8 *pu1_dst1; |
| WORD16 *pi2_temp4,*pi2_temp5; |
| |
| pu1_dst1 = pu1_dst + 8; |
| pi2_temp4 = pi2_temp2 + 8; |
| pi2_temp5 = pi2_temp3 + 8; |
| |
| // horizontal half-pel |
| { |
| __m128i src_r0_16x8b, src_r1_16x8b, src_r0_sht_16x8b, src_r1_sht_16x8b; |
| __m128i src_r0_t1_16x8b, src_r1_t1_16x8b; |
| |
| __m128i res_r0_t1_8x16b, res_r0_t2_8x16b, res_r0_t3_8x16b; |
| __m128i res_r1_t1_8x16b, res_r1_t2_8x16b, res_r1_t3_8x16b; |
| |
| __m128i coeff0_1_16x8b, coeff2_3_16x8b, coeff4_5_16x8b; |
| |
| coeff0_1_16x8b = _mm_set1_epi32(0xFB01FB01); //c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 c0 c1 |
| coeff2_3_16x8b = _mm_set1_epi32(0x14141414); //c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 c2 c3 |
| coeff4_5_16x8b = _mm_set1_epi32(0x01FB01FB); //c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 c4 c5 c5 c5 |
| |
| //Row0 : a0 a1 a2 a3 a4 a5 a6 a7 a8 a9..... |
| //Row0 : b0 b1 b2 b3 b4 b5 b6 b7 b8 b9..... |
| //b0 is same a8. Similarly other bn pixels are same as a(n+8) pixels. |
| |
| do |
| { |
| src_r0_16x8b = _mm_loadu_si128((__m128i *)(pu1_src)); //a0 a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 8)); //b0 b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_16x8b, 1); //a1 a2 a3 a4 a5 a6 a7 a8 a9....a15 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_16x8b, 1); //b1 b2 b3 b4 b5 b6 b7 b8 b9....b15 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a0 a1 a1 a2 a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b0 b1 b1 b2 b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 |
| |
| res_r0_t1_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff0_1_16x8b); //a0*c0+a1*c1 a1*c0+a2*c1 a2*c0+a3*c1 a3*c0+a4*c1 |
| //a4*c0+a5*c1 a5*c0+a6*c1 a6*c0+a7*c1 a7*c0+a8*c1 |
| res_r1_t1_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff0_1_16x8b); //b0*c0+b1*c1 b1*c0+b2*c1 b2*c0+b3*c1 b3*c0+b4*c1 |
| //b4*c0+b5*c1 b5*c0+b6*c1 b6*c0+b7*c1 b7*c0+b8*c1 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a2 a3 a4 a5 a6 a7 a8 a9....a15 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b2 b3 b4 b5 b6 b7 b8 b9....b15 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a3 a4 a5 a6 a7 a8 a9....a15 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b3 b4 b5 b6 b7 b8 b9....b15 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a2 a3 a3 a4 a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b2 b3 b3 b4 b4 b5 b5 b6 b6 b7 b7 b8 a8 a9 a9 a10 |
| |
| res_r0_t2_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff2_3_16x8b); //a2*c2+a3*c3 a3*c2+a4*c3 a4*c2+a5*c3 a5*c2+a6*c3 |
| //a6*c2+a7*c3 a7*c2+a8*c3 a8*c2+a9*c3 a9*c2+a10*c3 |
| res_r1_t2_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff2_3_16x8b); //b2*c2+b3*c3 b3*c2+b4*c3 b2*c4+b5*c3 b5*c2+b6*c3 |
| //b6*c2+b7*c3 b7*c2+b8*c3 b8*c2+b9*c3 b9*c2+b10*c3 |
| |
| src_r0_16x8b = _mm_srli_si128(src_r0_16x8b, 2); //a4 a5 a6 a7 a8 a9....a15 0 0 0 0 |
| src_r1_16x8b = _mm_srli_si128(src_r1_16x8b, 2); //b4 b5 b6 b7 b8 b9....b15 0 0 0 0 |
| |
| src_r0_sht_16x8b = _mm_srli_si128(src_r0_sht_16x8b, 2); //a5 a6 a7 a8 a9....a15 0 0 0 0 0 |
| src_r1_sht_16x8b = _mm_srli_si128(src_r1_sht_16x8b, 2); //b5 b6 b7 b8 b9....b15 0 0 0 0 0 |
| |
| src_r0_t1_16x8b = _mm_unpacklo_epi8(src_r0_16x8b, src_r0_sht_16x8b); //a4 a5 a5 a6 a6 a7 a7 a8 a8 a9 a9 a10 a10 a11 a11 a12 |
| src_r1_t1_16x8b = _mm_unpacklo_epi8(src_r1_16x8b, src_r1_sht_16x8b); //b4 b5 b5 b6 b6 b7 b7 b8 b8 b9 b9 b10 b10 b11 b11 b12 |
| |
| res_r0_t3_8x16b = _mm_maddubs_epi16(src_r0_t1_16x8b, coeff4_5_16x8b); //a4*c4+a5*c5 a5*c4+a6*c5 a6*c4+a7*c5 a7*c4+a8*c5 |
| //a8*c4+a9*c5 a9*c4+a10*c5 a10*c4+a11*c5 a11*c4+a12*c5 |
| res_r1_t3_8x16b = _mm_maddubs_epi16(src_r1_t1_16x8b, coeff4_5_16x8b); //b4*c4+b5*c5 b5*c4+b6*c5 b6*c4+b7*c5 b7*c4+b8*c5 |
| //b8*c4+b9*c5 b9*c4+b10*c5 b10*c4+b11*c5 b11*c4+b12*c5 |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t2_8x16b); |
| res_r0_t1_8x16b = _mm_add_epi16(res_r0_t1_8x16b, res_r0_t3_8x16b); |
| |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t2_8x16b); |
| res_r1_t1_8x16b = _mm_add_epi16(res_r1_t1_8x16b, res_r1_t3_8x16b); |
| |
| _mm_storeu_si128((__m128i *)(pi2_temp1), res_r0_t1_8x16b); |
| _mm_storeu_si128((__m128i *)(pi2_temp1 + 8), res_r1_t1_8x16b); |
| |
| ht_temp--; |
| pu1_src = pu1_src + src_strd; |
| pi2_temp1 = pi2_temp1 + 16; |
| } |
| while(ht_temp > 0); |
| } |
| // vertical q-pel |
| { |
| __m128i src_r0_8x16b, src_r1_8x16b, src_r2_8x16b, src_r3_8x16b, src_r4_8x16b; |
| __m128i src_r5_8x16b, src_r6_8x16b; |
| __m128i src_r0r1_8x16b, src_r2r3_8x16b, src_r4r5_8x16b; |
| __m128i src_hpel_8x16b, src_hpel_16x8b; |
| |
| __m128i res_t0_4x32b, res_t1_4x32b, res_t2_4x32b, res_t3_4x32b; |
| __m128i res_8x16b, res_16x8b; |
| |
| __m128i coeff0_1_8x16b, coeff2_3_8x16b, coeff4_5_8x16b; |
| __m128i const_val512_4x32b, const_val16_8x16b; |
| |
| coeff0_1_8x16b = _mm_set1_epi32(0xFFFB0001); |
| coeff2_3_8x16b = _mm_set1_epi32(0x00140014); |
| coeff4_5_8x16b = _mm_set1_epi32(0x0001FFFB); |
| |
| const_val512_4x32b = _mm_set1_epi32(512); |
| const_val16_8x16b = _mm_set1_epi16(16); |
| |
| /**********************************************************/ |
| /* Do first height x 8 block */ |
| /**********************************************************/ |
| src_r0_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2)); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 16)); |
| src_r2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 32)); |
| src_r3_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 48)); |
| src_r4_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 64)); |
| pi2_temp2 += 80; |
| |
| ht_temp = ht; |
| do |
| { |
| src_r5_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2)); |
| src_r6_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp2 + 16)); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| src_hpel_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp3)); |
| src_hpel_8x16b = _mm_add_epi16(src_hpel_8x16b, const_val16_8x16b); |
| src_hpel_8x16b = _mm_srai_epi16(src_hpel_8x16b, 5); //shifting right by 5 bits. |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel_8x16b, src_hpel_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst), res_16x8b); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| src_hpel_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp3 + 16)); |
| src_hpel_8x16b = _mm_add_epi16(src_hpel_8x16b, const_val16_8x16b); |
| src_hpel_8x16b = _mm_srai_epi16(src_hpel_8x16b, 5); //shifting right by 5 bits. |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel_8x16b, src_hpel_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), res_16x8b); |
| |
| src_r0_8x16b = src_r2_8x16b; |
| src_r1_8x16b = src_r3_8x16b; |
| src_r2_8x16b = src_r4_8x16b; |
| src_r3_8x16b = src_r5_8x16b; |
| src_r4_8x16b = src_r6_8x16b; |
| |
| ht_temp -= 2; |
| pi2_temp3 = pi2_temp3 + (16 << 1); |
| pi2_temp2 = pi2_temp2 + (16 << 1); |
| pu1_dst = pu1_dst + (dst_strd << 1); |
| } |
| while(ht_temp > 0); |
| |
| /**********************************************************/ |
| /* Do second height * 8 block */ |
| /**********************************************************/ |
| src_r0_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp4)); |
| src_r1_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp4 + 16)); |
| src_r2_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp4 + 32)); |
| src_r3_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp4 + 48)); |
| src_r4_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp4 + 64)); |
| pi2_temp4 += 80; |
| |
| do |
| { |
| src_r5_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp4)); |
| src_r6_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp4 + 16)); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r0_8x16b, src_r1_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r2_8x16b, src_r3_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r4_8x16b, src_r5_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| src_hpel_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp5)); |
| src_hpel_8x16b = _mm_add_epi16(src_hpel_8x16b, const_val16_8x16b); |
| src_hpel_8x16b = _mm_srai_epi16(src_hpel_8x16b, 5); //shifting right by 5 bits. |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel_8x16b, src_hpel_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst1), res_16x8b); |
| |
| src_r0r1_8x16b = _mm_unpacklo_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpacklo_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpacklo_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t0_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| src_r0r1_8x16b = _mm_unpackhi_epi16(src_r1_8x16b, src_r2_8x16b); |
| src_r2r3_8x16b = _mm_unpackhi_epi16(src_r3_8x16b, src_r4_8x16b); |
| src_r4r5_8x16b = _mm_unpackhi_epi16(src_r5_8x16b, src_r6_8x16b); |
| |
| res_t1_4x32b = _mm_madd_epi16(src_r0r1_8x16b, coeff0_1_8x16b); |
| res_t2_4x32b = _mm_madd_epi16(src_r2r3_8x16b, coeff2_3_8x16b); |
| res_t3_4x32b = _mm_madd_epi16(src_r4r5_8x16b, coeff4_5_8x16b); |
| |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t2_4x32b); |
| res_t3_4x32b = _mm_add_epi32(res_t3_4x32b, const_val512_4x32b); |
| res_t1_4x32b = _mm_add_epi32(res_t1_4x32b, res_t3_4x32b); |
| res_t1_4x32b = _mm_srai_epi32(res_t1_4x32b, 10); |
| |
| res_8x16b = _mm_packs_epi32(res_t0_4x32b, res_t1_4x32b); |
| res_16x8b = _mm_packus_epi16(res_8x16b, res_8x16b); |
| |
| src_hpel_8x16b = _mm_loadu_si128((__m128i *)(pi2_temp5 + 16)); |
| src_hpel_8x16b = _mm_add_epi16(src_hpel_8x16b, const_val16_8x16b); |
| src_hpel_8x16b = _mm_srai_epi16(src_hpel_8x16b, 5); //shifting right by 5 bits. |
| src_hpel_16x8b = _mm_packus_epi16(src_hpel_8x16b, src_hpel_8x16b); |
| |
| res_16x8b = _mm_avg_epu8(res_16x8b, src_hpel_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst1 + dst_strd), res_16x8b); |
| |
| src_r0_8x16b = src_r2_8x16b; |
| src_r1_8x16b = src_r3_8x16b; |
| src_r2_8x16b = src_r4_8x16b; |
| src_r3_8x16b = src_r5_8x16b; |
| src_r4_8x16b = src_r6_8x16b; |
| |
| ht -= 2; |
| pi2_temp5 = pi2_temp5 + (16 << 1); |
| pi2_temp4 = pi2_temp4 + (16 << 1); |
| pu1_dst1 = pu1_dst1 + (dst_strd << 1); |
| } |
| while(ht > 0); |
| } |
| } |
| } |
| |
| /*****************************************************************************/ |
| /* */ |
| /* Function Name : ih264_inter_pred_chroma_ssse3 */ |
| /* */ |
| /* Description : This function implements a four-tap 2D filter as */ |
| /* mentioned in sec. 8.4.2.2.2 titled "Chroma sample */ |
| /* "interpolation process". (ht,wd) can be (2,2), (4,2), */ |
| /* (2,4), (4,4), (8,4), (4,8) or (8,8). */ |
| /* */ |
| /* Inputs : puc_src - pointer to source */ |
| /* puc_dst - pointer to destination */ |
| /* src_strd - stride for source */ |
| /* dst_strd - stride for destination */ |
| /* dx - x position of destination value */ |
| /* dy - y position of destination value */ |
| /* ht - height of the block */ |
| /* wd - width of the block */ |
| /* */ |
| /* Issues : None */ |
| /* */ |
| /* Revision History: */ |
| /* */ |
| /* DD MM YYYY Author(s) Changes */ |
| /* 13 02 2015 Kaushik Initial Version */ |
| /* Senthoor */ |
| /* */ |
| /*****************************************************************************/ |
| void ih264_inter_pred_chroma_ssse3(UWORD8 *pu1_src, |
| UWORD8 *pu1_dst, |
| WORD32 src_strd, |
| WORD32 dst_strd, |
| WORD32 dx, |
| WORD32 dy, |
| WORD32 ht, |
| WORD32 wd) |
| { |
| WORD32 i, j, A, B, C, D; |
| |
| i = 8 - dx; |
| j = 8 - dy; |
| |
| A = i * j; |
| B = dx * j; |
| C = i * dy; |
| D = dx * dy; |
| |
| if(wd == 2) |
| { |
| WORD32 tmp1, tmp2, tmp3, tmp4; |
| |
| do |
| { |
| //U |
| tmp1 = A * pu1_src[0] + B * pu1_src[2] + C * pu1_src[src_strd] + D * pu1_src[src_strd + 2]; |
| tmp2 = A * pu1_src[2] + B * pu1_src[4] + C * pu1_src[src_strd + 2] + D * pu1_src[src_strd + 4]; |
| //V |
| tmp3 = A * pu1_src[1] + B * pu1_src[3] + C * pu1_src[src_strd + 1] + D * pu1_src[src_strd + 3]; |
| tmp4 = A * pu1_src[3] + B * pu1_src[5] + C * pu1_src[src_strd + 3] + D * pu1_src[src_strd + 5]; |
| |
| tmp1 = (tmp1 + 32) >> 6; |
| tmp2 = (tmp2 + 32) >> 6; |
| tmp3 = (tmp3 + 32) >> 6; |
| tmp4 = (tmp4 + 32) >> 6; |
| |
| pu1_dst[0] = CLIP_U8(tmp1); |
| pu1_dst[2] = CLIP_U8(tmp2); |
| pu1_dst[1] = CLIP_U8(tmp3); |
| pu1_dst[3] = CLIP_U8(tmp4); |
| |
| pu1_src += src_strd; |
| pu1_dst += dst_strd; |
| |
| tmp1 = A * pu1_src[0] + B * pu1_src[2] + C * pu1_src[src_strd] + D * pu1_src[src_strd + 2]; |
| tmp2 = A * pu1_src[2] + B * pu1_src[4] + C * pu1_src[src_strd + 2] + D * pu1_src[src_strd + 4]; |
| tmp3 = A * pu1_src[1] + B * pu1_src[3] + C * pu1_src[src_strd + 1] + D * pu1_src[src_strd + 3]; |
| tmp4 = A * pu1_src[3] + B * pu1_src[5] + C * pu1_src[src_strd + 3] + D * pu1_src[src_strd + 5]; |
| |
| tmp1 = (tmp1 + 32) >> 6; |
| tmp2 = (tmp2 + 32) >> 6; |
| tmp3 = (tmp3 + 32) >> 6; |
| tmp4 = (tmp4 + 32) >> 6; |
| |
| pu1_dst[0] = CLIP_U8(tmp1); |
| pu1_dst[2] = CLIP_U8(tmp2); |
| pu1_dst[1] = CLIP_U8(tmp3); |
| pu1_dst[3] = CLIP_U8(tmp4); |
| |
| ht -= 2; |
| pu1_src += src_strd; |
| pu1_dst += dst_strd; |
| } |
| while(ht > 0); |
| |
| } |
| else if(wd == 4) |
| { |
| WORD32 AB, CD; |
| |
| __m128i src_r1_16x8b, src_r2_16x8b, src_r3_16x8b; |
| __m128i res1_AB_8x16b, res1_CD_8x16b, res1_8x16b, res1_16x8b; |
| __m128i res2_AB_8x16b, res2_CD_8x16b, res2_8x16b, res2_16x8b; |
| |
| __m128i coeffAB_16x8b, coeffCD_16x8b, round_add32_8x16b; |
| __m128i const_shuff_16x8b; |
| |
| AB = (B << 8) + A; |
| CD = (D << 8) + C; |
| |
| coeffAB_16x8b = _mm_set1_epi16(AB); |
| coeffCD_16x8b = _mm_set1_epi16(CD); |
| |
| round_add32_8x16b = _mm_set1_epi16(32); |
| |
| const_shuff_16x8b = _mm_setr_epi32(0x03010200, 0x05030402, 0x07050604, 0x09070806); |
| |
| src_r1_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| src_r1_16x8b = _mm_shuffle_epi8(src_r1_16x8b, const_shuff_16x8b); |
| pu1_src += src_strd; |
| |
| do |
| { |
| src_r2_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| src_r3_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + src_strd)); |
| |
| src_r2_16x8b = _mm_shuffle_epi8(src_r2_16x8b, const_shuff_16x8b); |
| src_r3_16x8b = _mm_shuffle_epi8(src_r3_16x8b, const_shuff_16x8b); |
| |
| res1_AB_8x16b = _mm_maddubs_epi16(src_r1_16x8b, coeffAB_16x8b); |
| res1_CD_8x16b = _mm_maddubs_epi16(src_r2_16x8b, coeffCD_16x8b); |
| res2_AB_8x16b = _mm_maddubs_epi16(src_r2_16x8b, coeffAB_16x8b); |
| res2_CD_8x16b = _mm_maddubs_epi16(src_r3_16x8b, coeffCD_16x8b); |
| |
| res1_8x16b = _mm_add_epi16(res1_AB_8x16b, res1_CD_8x16b); |
| res2_8x16b = _mm_add_epi16(res2_AB_8x16b, res2_CD_8x16b); |
| res1_8x16b = _mm_add_epi16(res1_8x16b, round_add32_8x16b); |
| res2_8x16b = _mm_add_epi16(res2_8x16b, round_add32_8x16b); |
| |
| res1_8x16b = _mm_srai_epi16(res1_8x16b, 6); |
| res2_8x16b = _mm_srai_epi16(res2_8x16b, 6); |
| |
| res1_16x8b = _mm_packus_epi16(res1_8x16b, res1_8x16b); |
| res2_16x8b = _mm_packus_epi16(res2_8x16b, res2_8x16b); |
| |
| _mm_storel_epi64((__m128i *)pu1_dst, res1_16x8b); |
| _mm_storel_epi64((__m128i *)(pu1_dst + dst_strd), res2_16x8b); |
| |
| src_r1_16x8b = src_r3_16x8b; |
| |
| ht -= 2; |
| pu1_src += src_strd << 1; |
| pu1_dst += dst_strd << 1; |
| } |
| while(ht > 0); |
| } |
| else // wd == 8 |
| { |
| WORD32 AB, CD; |
| |
| __m128i src_r1l_16x8b, src_r2l_16x8b; |
| __m128i src_r1h_16x8b, src_r2h_16x8b; |
| |
| __m128i res_l_AB_8x16b, res_l_CD_8x16b; |
| __m128i res_h_AB_8x16b, res_h_CD_8x16b; |
| __m128i res_l_8x16b, res_h_8x16b, res_16x8b; |
| |
| __m128i coeffAB_16x8b, coeffCD_16x8b, round_add32_8x16b; |
| __m128i const_shuff_16x8b; |
| |
| AB = (B << 8) + A; |
| CD = (D << 8) + C; |
| |
| coeffAB_16x8b = _mm_set1_epi16(AB); |
| coeffCD_16x8b = _mm_set1_epi16(CD); |
| |
| round_add32_8x16b = _mm_set1_epi16(32); |
| |
| const_shuff_16x8b = _mm_setr_epi32(0x03010200, 0x05030402, 0x07050604, 0x09070806); |
| |
| src_r1l_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| src_r1h_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 8)); |
| |
| src_r1l_16x8b = _mm_shuffle_epi8(src_r1l_16x8b, const_shuff_16x8b); |
| src_r1h_16x8b = _mm_shuffle_epi8(src_r1h_16x8b, const_shuff_16x8b); |
| |
| pu1_src += src_strd; |
| |
| do |
| { |
| //row 1 |
| src_r2l_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| src_r2h_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 8)); |
| |
| src_r2l_16x8b = _mm_shuffle_epi8(src_r2l_16x8b, const_shuff_16x8b); |
| src_r2h_16x8b = _mm_shuffle_epi8(src_r2h_16x8b, const_shuff_16x8b); |
| |
| res_l_AB_8x16b = _mm_maddubs_epi16(src_r1l_16x8b, coeffAB_16x8b); |
| res_h_AB_8x16b = _mm_maddubs_epi16(src_r1h_16x8b, coeffAB_16x8b); |
| res_l_CD_8x16b = _mm_maddubs_epi16(src_r2l_16x8b, coeffCD_16x8b); |
| res_h_CD_8x16b = _mm_maddubs_epi16(src_r2h_16x8b, coeffCD_16x8b); |
| |
| res_l_8x16b = _mm_add_epi16(res_l_AB_8x16b, round_add32_8x16b); |
| res_h_8x16b = _mm_add_epi16(res_h_AB_8x16b, round_add32_8x16b); |
| res_l_8x16b = _mm_add_epi16(res_l_8x16b, res_l_CD_8x16b); |
| res_h_8x16b = _mm_add_epi16(res_h_8x16b, res_h_CD_8x16b); |
| |
| res_l_8x16b = _mm_srai_epi16(res_l_8x16b, 6); |
| res_h_8x16b = _mm_srai_epi16(res_h_8x16b, 6); |
| |
| res_16x8b = _mm_packus_epi16(res_l_8x16b, res_h_8x16b); |
| |
| _mm_storeu_si128((__m128i *)pu1_dst, res_16x8b); |
| |
| pu1_src += src_strd; |
| pu1_dst += dst_strd; |
| |
| //row 2 |
| src_r1l_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| src_r1h_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 8)); |
| |
| src_r1l_16x8b = _mm_shuffle_epi8(src_r1l_16x8b, const_shuff_16x8b); |
| src_r1h_16x8b = _mm_shuffle_epi8(src_r1h_16x8b, const_shuff_16x8b); |
| |
| res_l_AB_8x16b = _mm_maddubs_epi16(src_r2l_16x8b, coeffAB_16x8b); |
| res_h_AB_8x16b = _mm_maddubs_epi16(src_r2h_16x8b, coeffAB_16x8b); |
| res_l_CD_8x16b = _mm_maddubs_epi16(src_r1l_16x8b, coeffCD_16x8b); |
| res_h_CD_8x16b = _mm_maddubs_epi16(src_r1h_16x8b, coeffCD_16x8b); |
| |
| res_l_8x16b = _mm_add_epi16(res_l_AB_8x16b, round_add32_8x16b); |
| res_h_8x16b = _mm_add_epi16(res_h_AB_8x16b, round_add32_8x16b); |
| res_l_8x16b = _mm_add_epi16(res_l_8x16b, res_l_CD_8x16b); |
| res_h_8x16b = _mm_add_epi16(res_h_8x16b, res_h_CD_8x16b); |
| |
| res_l_8x16b = _mm_srai_epi16(res_l_8x16b, 6); |
| res_h_8x16b = _mm_srai_epi16(res_h_8x16b, 6); |
| |
| res_16x8b = _mm_packus_epi16(res_l_8x16b, res_h_8x16b); |
| |
| _mm_storeu_si128((__m128i *)pu1_dst, res_16x8b); |
| |
| pu1_src += src_strd; |
| pu1_dst += dst_strd; |
| |
| //row 3 |
| src_r2l_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| src_r2h_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 8)); |
| |
| src_r2l_16x8b = _mm_shuffle_epi8(src_r2l_16x8b, const_shuff_16x8b); |
| src_r2h_16x8b = _mm_shuffle_epi8(src_r2h_16x8b, const_shuff_16x8b); |
| |
| res_l_AB_8x16b = _mm_maddubs_epi16(src_r1l_16x8b, coeffAB_16x8b); |
| res_h_AB_8x16b = _mm_maddubs_epi16(src_r1h_16x8b, coeffAB_16x8b); |
| res_l_CD_8x16b = _mm_maddubs_epi16(src_r2l_16x8b, coeffCD_16x8b); |
| res_h_CD_8x16b = _mm_maddubs_epi16(src_r2h_16x8b, coeffCD_16x8b); |
| |
| res_l_8x16b = _mm_add_epi16(res_l_AB_8x16b, round_add32_8x16b); |
| res_h_8x16b = _mm_add_epi16(res_h_AB_8x16b, round_add32_8x16b); |
| res_l_8x16b = _mm_add_epi16(res_l_8x16b, res_l_CD_8x16b); |
| res_h_8x16b = _mm_add_epi16(res_h_8x16b, res_h_CD_8x16b); |
| |
| res_l_8x16b = _mm_srai_epi16(res_l_8x16b, 6); |
| res_h_8x16b = _mm_srai_epi16(res_h_8x16b, 6); |
| |
| res_16x8b = _mm_packus_epi16(res_l_8x16b, res_h_8x16b); |
| |
| _mm_storeu_si128((__m128i *)pu1_dst, res_16x8b); |
| |
| pu1_src += src_strd; |
| pu1_dst += dst_strd; |
| |
| //row 1 |
| src_r1l_16x8b = _mm_loadu_si128((__m128i *)pu1_src); |
| src_r1h_16x8b = _mm_loadu_si128((__m128i *)(pu1_src + 8)); |
| |
| src_r1l_16x8b = _mm_shuffle_epi8(src_r1l_16x8b, const_shuff_16x8b); |
| src_r1h_16x8b = _mm_shuffle_epi8(src_r1h_16x8b, const_shuff_16x8b); |
| |
| res_l_AB_8x16b = _mm_maddubs_epi16(src_r2l_16x8b, coeffAB_16x8b); |
| res_h_AB_8x16b = _mm_maddubs_epi16(src_r2h_16x8b, coeffAB_16x8b); |
| res_l_CD_8x16b = _mm_maddubs_epi16(src_r1l_16x8b, coeffCD_16x8b); |
| res_h_CD_8x16b = _mm_maddubs_epi16(src_r1h_16x8b, coeffCD_16x8b); |
| |
| res_l_8x16b = _mm_add_epi16(res_l_AB_8x16b, round_add32_8x16b); |
| res_h_8x16b = _mm_add_epi16(res_h_AB_8x16b, round_add32_8x16b); |
| res_l_8x16b = _mm_add_epi16(res_l_8x16b, res_l_CD_8x16b); |
| res_h_8x16b = _mm_add_epi16(res_h_8x16b, res_h_CD_8x16b); |
| |
| res_l_8x16b = _mm_srai_epi16(res_l_8x16b, 6); |
| res_h_8x16b = _mm_srai_epi16(res_h_8x16b, 6); |
| |
| res_16x8b = _mm_packus_epi16(res_l_8x16b, res_h_8x16b); |
| |
| _mm_storeu_si128((__m128i *)pu1_dst, res_16x8b); |
| |
| ht -= 4; |
| pu1_src += src_strd; |
| pu1_dst += dst_strd; |
| } |
| while(ht > 0); |
| } |
| } |
