| ///***************************************************************************** |
| //* |
| //* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore |
| //* |
| //* Licensed under the Apache License, Version 2.0 (the "License"); |
| //* you may not use this file except in compliance with the License. |
| //* You may obtain a copy of the License at: |
| //* |
| //* http://www.apache.org/licenses/LICENSE-2.0 |
| //* |
| //* Unless required by applicable law or agreed to in writing, software |
| //* distributed under the License is distributed on an "AS IS" BASIS, |
| //* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| //* See the License for the specific language governing permissions and |
| //* limitations under the License. |
| //* |
| //*****************************************************************************/ |
| ///** |
| // ******************************************************************************* |
| // * @file |
| // * ihevc_itrans_recon_8x8_neon.s |
| // * |
| // * @brief |
| // * contains function definitions for single stage inverse transform |
| // * |
| // * @author |
| // * anand s |
| // * |
| // * @par list of functions: |
| // * - ihevc_itrans_recon_32x32() |
| // * |
| // * @remarks |
| // * the input buffer is being corrupted |
| // * |
| // ******************************************************************************* |
| //*/ |
| |
| ///** |
| // ******************************************************************************* |
| // * |
| // * @brief |
| // * this function performs inverse transform and reconstruction for 8x8 |
| // * input block |
| // * |
| // * @par description: |
| // * performs inverse transform and adds the prediction data and clips output |
| // * to 8 bit |
| // * |
| // * @param[in] pi2_src |
| // * input 16x16 coefficients |
| // * |
| // * @param[in] pi2_tmp |
| // * temporary 16x16 buffer for storing inverse |
| // * |
| // * transform |
| // * 1st stage output |
| // * |
| // * @param[in] pu1_pred |
| // * prediction 16x16 block |
| // * |
| // * @param[out] pu1_dst |
| // * output 8x8 block |
| // * |
| // * @param[in] src_strd |
| // * input stride |
| // * |
| // * @param[in] pred_strd |
| // * prediction stride |
| // * |
| // * @param[in] dst_strd |
| // * output stride |
| // * |
| // * @param[in] shift |
| // * output shift |
| // * |
| // * @param[in] x12 |
| // * zero columns in pi2_src |
| // * |
| // * @returns void |
| // * |
| // * @remarks |
| // * none |
| // * |
| // ******************************************************************************* |
| // */ |
| |
| //void ihevc_itrans_recon_32x32(word16 *pi2_src, |
| // word16 *pi2_tmp, |
| // uword8 *pu1_pred, |
| // uword8 *pu1_dst, |
| // word32 src_strd, |
| // word32 pred_strd, |
| // word32 dst_strd, |
| // word32 x12 |
| // word32 x11 ) |
| |
| //**************variables vs registers************************* |
| // x0 => *pi2_src |
| // x1 => *pi2_tmp |
| // x2 => *pu1_pred |
| // x3 => *pu1_dst |
| // src_strd |
| // pred_strd |
| // dst_strd |
| // x12 |
| // x11 |
| |
| |
| //d0[0]= 64 d2[0]=83 |
| //d0[1]= 90 d2[1]=82 |
| //d0[2]= 90 d2[2]=80 |
| //d0[3]= 90 d2[3]=78 |
| //d1[0]= 89 d3[0]=75 |
| //d1[1]= 88 d3[1]=73 |
| //d1[2]= 87 d3[2]=70 |
| //d1[3]= 85 d3[3]=67 |
| |
| //d4[0]= 64 d6[0]=36 |
| //d4[1]= 61 d6[1]=31 |
| //d4[2]= 57 d6[2]=25 |
| //d4[3]= 54 d6[3]=22 |
| //d5[0]= 50 d7[0]=18 |
| //d5[1]= 46 d7[1]=13 |
| //d5[2]= 43 d7[2]=9 |
| //d5[3]= 38 d7[3]=4 |
| |
| .text |
| .align 4 |
| .include "ihevc_neon_macros.s" |
| |
| |
| |
| |
| .set shift_stage1_idct , 7 |
| .set shift_stage2_idct , 12 |
| |
| //#define zero_cols x12 |
| //#define zero_rows x11 |
| |
| .globl ihevc_itrans_recon_32x32_av8 |
| |
| .extern g_ai2_ihevc_trans_32_transpose |
| |
| x5_addr: .word 0xfffff000 |
| x9_addr: .word 0xffff0000 |
| |
| .type ihevc_itrans_recon_32x32_av8, %function |
| |
| ihevc_itrans_recon_32x32_av8: |
| |
| ldr w11, [sp] |
| |
| // stmfd sp!,{x0-x12,x14} |
| push_v_regs |
| stp x19, x20,[sp,#-16]! |
| stp x0, x1,[sp,#-16]! |
| stp x5, x6,[sp,#-16]! |
| |
| //ldr x8,[sp,#56] @ prediction stride |
| //ldr x7,[sp,#64] @ destination stride |
| mov x6, x4 // src stride |
| mov x12, x7 |
| lsl x6, x6, #1 // x sizeof(word16) |
| add x10,x6,x6, lsl #1 // 3 rows |
| |
| |
| mov x8,x0 |
| |
| adrp x14, :got:g_ai2_ihevc_trans_32_transpose |
| ldr x14, [x14, #:got_lo12:g_ai2_ihevc_trans_32_transpose] |
| |
| ld1 {v0.4h, v1.4h, v2.4h, v3.4h},[x14],#32 |
| ld1 {v4.4h, v5.4h, v6.4h, v7.4h},[x14],#32 |
| |
| //registers which are free |
| // x10,x9,x11,x12 |
| mov x9,#0xffffff00 |
| mov x10,#0xfffffff0 |
| ldr w5, x5_addr |
| ldr w7, x9_addr |
| cmp x12,x10 |
| mov x20,#1 |
| csel x14, x20, x14,hs |
| bhs stage1 |
| |
| |
| cmp x12,x9 |
| mov x20,#2 |
| csel x14, x20, x14,hs |
| bhs stage1 |
| |
| cmp x12,x5 |
| mov x20,#3 |
| csel x14, x20, x14,hs |
| bhs stage1 |
| |
| cmp x12,x7 |
| mov x20,#4 |
| csel x14, x20, x14,hs |
| |
| mov x14,#8 |
| b stage1 |
| //.ltorg |
| |
| |
| dct_stage1: |
| add x8,x8,#8 |
| mov x0,x8 |
| |
| stage1: |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| smull v24.4s, v8.4h, v0.h[1] //// y1 * cos1(part of b0) |
| smull v26.4s, v8.4h, v0.h[3] //// y1 * cos3(part of b1) |
| smull v28.4s, v8.4h, v1.h[1] //// y1 * sin3(part of b2) |
| smull v30.4s, v8.4h, v1.h[3] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v0.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v2.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v3.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v5.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smull v20.4s, v10.4h, v0.h[0] |
| smlal v20.4s, v11.4h, v0.h[2] |
| |
| |
| smull v22.4s, v10.4h, v0.h[0] |
| smlal v22.4s, v11.4h, v1.h[2] |
| |
| smull v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v2.h[2] |
| |
| smull v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v3.h[2] |
| cmp x11,x10 |
| bhs shift1 |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v1.h[1] |
| smlal v26.4s, v14.4h, v3.h[3] |
| smlal v28.4s, v14.4h, v6.h[1] |
| smlsl v30.4s, v14.4h, v7.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v1.h[3] |
| smlal v26.4s, v15.4h, v5.h[1] |
| smlsl v28.4s, v15.4h, v7.h[1] |
| smlsl v30.4s, v15.4h, v3.h[3] |
| |
| |
| smlal v20.4s, v12.4h, v1.h[0] |
| smlal v20.4s, v13.4h, v1.h[2] |
| smlal v22.4s, v12.4h, v3.h[0] |
| smlal v22.4s, v13.4h, v4.h[2] |
| smlal v16.4s, v12.4h, v5.h[0] |
| smlal v16.4s, v13.4h, v7.h[2] |
| smlal v18.4s, v12.4h, v7.h[0] |
| smlsl v18.4s, v13.4h, v5.h[2] |
| |
| cmp x11,x9 |
| bhs shift1 |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| smlal v24.4s, v8.4h, v2.h[1] //// y1 * cos1(part of b0) |
| smlal v26.4s, v8.4h, v6.h[3] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v4.h[3] //// y1 * sin3(part of b2) |
| smlsl v30.4s, v8.4h, v0.h[1] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v2.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v7.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v2.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v3.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v2.h[0] |
| smlal v20.4s, v11.4h, v2.h[2] |
| |
| |
| smlal v22.4s, v10.4h, v6.h[0] |
| smlal v22.4s, v11.4h, v7.h[2] |
| |
| smlsl v16.4s, v10.4h, v6.h[0] |
| smlsl v16.4s, v11.4h, v3.h[2] |
| |
| smlsl v18.4s, v10.4h, v2.h[0] |
| smlsl v18.4s, v11.4h, v1.h[2] |
| |
| cmp x11,x5 |
| bhs shift1 |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v3.h[1] |
| smlsl v26.4s, v14.4h, v6.h[1] |
| smlsl v28.4s, v14.4h, v0.h[1] |
| smlsl v30.4s, v14.4h, v6.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v3.h[3] |
| smlsl v26.4s, v15.4h, v4.h[3] |
| smlsl v28.4s, v15.4h, v2.h[3] |
| smlal v30.4s, v15.4h, v5.h[3] |
| |
| |
| smlal v20.4s, v12.4h, v3.h[0] |
| smlal v20.4s, v13.4h, v3.h[2] |
| smlsl v22.4s, v12.4h, v7.h[0] |
| smlsl v22.4s, v13.4h, v5.h[2] |
| smlsl v16.4s, v12.4h, v1.h[0] |
| smlsl v16.4s, v13.4h, v1.h[2] |
| smlsl v18.4s, v12.4h, v5.h[0] |
| smlal v18.4s, v13.4h, v7.h[2] |
| |
| cmp x11,x7 |
| bhs shift1 |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| |
| smlal v24.4s, v8.4h, v4.h[1] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v3.h[1] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v5.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v2.h[1] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v4.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v1.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v7.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v1.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v0.h[0] |
| smlal v20.4s, v11.4h, v4.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v2.h[2] |
| |
| smlsl v16.4s, v10.4h, v0.h[0] |
| smlsl v16.4s, v11.4h, v6.h[2] |
| |
| smlal v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v0.h[2] |
| |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v5.h[1] |
| smlsl v26.4s, v14.4h, v0.h[2] |
| smlal v28.4s, v14.4h, v5.h[3] |
| smlal v30.4s, v14.4h, v4.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v5.h[3] |
| smlsl v26.4s, v15.4h, v1.h[1] |
| smlal v28.4s, v15.4h, v3.h[1] |
| smlsl v30.4s, v15.4h, v7.h[3] |
| |
| |
| smlal v20.4s, v12.4h, v5.h[0] |
| smlal v20.4s, v13.4h, v5.h[2] |
| smlsl v22.4s, v12.4h, v1.h[0] |
| smlsl v22.4s, v13.4h, v0.h[2] |
| smlal v16.4s, v12.4h, v7.h[0] |
| smlal v16.4s, v13.4h, v4.h[2] |
| smlal v18.4s, v12.4h, v3.h[0] |
| smlal v18.4s, v13.4h, v6.h[2] |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| |
| |
| |
| |
| |
| smlal v24.4s, v8.4h, v6.h[1] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v2.h[3] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v0.h[1] //// y1 * sin3(part of b2) |
| smlsl v30.4s, v8.4h, v4.h[1] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v6.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v4.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v1.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v0.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v6.h[0] |
| smlal v20.4s, v11.4h, v6.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v2.h[0] |
| smlsl v22.4s, v11.4h, v3.h[2] |
| |
| smlal v16.4s, v10.4h, v2.h[0] |
| smlal v16.4s, v11.4h, v0.h[2] |
| |
| smlsl v18.4s, v10.4h, v6.h[0] |
| smlsl v18.4s, v11.4h, v2.h[2] |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| smlal v24.4s, v14.4h, v7.h[1] |
| smlsl v26.4s, v14.4h, v5.h[3] |
| smlal v28.4s, v14.4h, v4.h[1] |
| smlsl v30.4s, v14.4h, v2.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v7.h[3] |
| smlsl v26.4s, v15.4h, v7.h[1] |
| smlal v28.4s, v15.4h, v6.h[3] |
| smlsl v30.4s, v15.4h, v6.h[1] |
| |
| |
| smlal v20.4s, v12.4h, v7.h[0] |
| smlal v20.4s, v13.4h, v7.h[2] |
| smlsl v22.4s, v12.4h, v5.h[0] |
| smlsl v22.4s, v13.4h, v6.h[2] |
| smlal v16.4s, v12.4h, v3.h[0] |
| smlal v16.4s, v13.4h, v5.h[2] |
| smlsl v18.4s, v12.4h, v1.h[0] |
| smlsl v18.4s, v13.4h, v4.h[2] |
| |
| |
| |
| shift1: |
| add v8.4s, v20.4s , v24.4s |
| sub v10.4s, v20.4s , v24.4s |
| |
| add v12.4s, v22.4s , v26.4s |
| sub v24.4s, v22.4s , v26.4s |
| |
| add v14.4s, v16.4s , v28.4s |
| sub v26.4s, v16.4s , v28.4s |
| |
| |
| add v16.4s, v18.4s , v30.4s |
| sub v28.4s, v18.4s , v30.4s |
| |
| |
| sqrshrn v30.4h, v8.4s,#shift_stage1_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v19.4h, v10.4s,#shift_stage1_idct //// x7 = (a0 - b0 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v31.4h, v14.4s,#shift_stage1_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v18.4h, v26.4s,#shift_stage1_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v12.4h, v12.4s,#shift_stage1_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v15.4h, v24.4s,#shift_stage1_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v13.4h, v16.4s,#shift_stage1_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v14.4h, v28.4s,#shift_stage1_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage1_idct) |
| |
| |
| // registers used q15,q14,q6,q7 |
| |
| umov x15,v24.d[0] |
| umov x16,v25.d[0] |
| umov x19,v26.d[0] |
| umov x20,v27.d[0] |
| |
| trn1 v24.4h, v30.4h, v12.4h |
| trn2 v25.4h, v30.4h, v12.4h |
| trn1 v26.4h, v31.4h, v13.4h |
| trn2 v27.4h, v31.4h, v13.4h |
| |
| trn1 v30.2s, v24.2s, v26.2s |
| trn2 v31.2s, v24.2s, v26.2s |
| trn1 v12.2s, v25.2s, v27.2s |
| trn2 v13.2s, v25.2s, v27.2s |
| |
| trn1 v24.4h, v14.4h, v18.4h |
| trn2 v25.4h, v14.4h, v18.4h |
| trn1 v26.4h, v15.4h, v19.4h |
| trn2 v27.4h, v15.4h, v19.4h |
| |
| trn1 v14.2s, v24.2s, v26.2s |
| trn2 v15.2s, v24.2s, v26.2s |
| trn1 v18.2s, v25.2s, v27.2s |
| trn2 v19.2s, v25.2s, v27.2s |
| |
| mov v24.d[0],x15 |
| mov v25.d[0],x16 |
| mov v26.d[0],x19 |
| mov v27.d[0],x20 |
| |
| // d30 =x0 1- 4 values |
| // d31 =x2 1- 4 values |
| // d12=x1 1- 4 values |
| // d13=x3 1- 4 values |
| // d14 =x0 28-31 values |
| // d15 =x2 28- 31 values |
| // d18=x1 28- 31 values |
| // d19=x3 28- 31 values |
| |
| |
| |
| st1 { v30.4h, v31.4h},[x1],#16 |
| st1 { v12.4h, v13.4h},[x1],#16 |
| add x1,x1,#192 |
| st1 { v14.4h, v15.4h},[x1],#16 |
| st1 { v18.4h, v19.4h},[x1],#16 |
| sub x1,x1,#224 |
| |
| mov x0,x8 |
| |
| |
| |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| |
| |
| smull v24.4s, v8.4h, v2.h[1] //// y1 * cos1(part of b0) |
| smull v26.4s, v8.4h, v2.h[3] //// y1 * cos3(part of b1) |
| smull v28.4s, v8.4h, v3.h[1] //// y1 * sin3(part of b2) |
| smull v30.4s, v8.4h, v3.h[3] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v6.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v7.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v6.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v4.h[3] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smull v20.4s, v10.4h, v0.h[0] |
| smlal v20.4s, v11.4h, v4.h[2] |
| |
| |
| smull v22.4s, v10.4h, v0.h[0] |
| smlal v22.4s, v11.4h, v5.h[2] |
| |
| smull v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v6.h[2] |
| |
| smull v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v7.h[2] |
| cmp x11,x10 |
| bhs shift2 |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| smlsl v24.4s, v14.4h, v4.h[3] |
| smlsl v26.4s, v14.4h, v2.h[1] |
| smlsl v28.4s, v14.4h, v0.h[1] |
| smlsl v30.4s, v14.4h, v2.h[3] |
| |
| |
| smlsl v24.4s, v15.4h, v0.h[3] |
| smlsl v26.4s, v15.4h, v3.h[1] |
| smlsl v28.4s, v15.4h, v6.h[3] |
| smlal v30.4s, v15.4h, v5.h[3] |
| |
| |
| smlsl v20.4s, v12.4h, v7.h[0] |
| smlsl v20.4s, v13.4h, v2.h[2] |
| smlsl v22.4s, v12.4h, v5.h[0] |
| smlsl v22.4s, v13.4h, v0.h[2] |
| smlsl v16.4s, v12.4h, v3.h[0] |
| smlsl v16.4s, v13.4h, v3.h[2] |
| smlsl v18.4s, v12.4h, v1.h[0] |
| smlsl v18.4s, v13.4h, v6.h[2] |
| |
| cmp x11,x9 |
| bhs shift2 |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| |
| |
| |
| |
| |
| smlsl v24.4s, v8.4h, v4.h[1] //// y1 * cos1(part of b0) |
| smlal v26.4s, v8.4h, v7.h[1] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v2.h[3] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v1.h[3] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v7.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v1.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v3.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v6.h[3] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlsl v20.4s, v10.4h, v2.h[0] |
| smlsl v20.4s, v11.4h, v6.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v6.h[0] |
| smlal v22.4s, v11.4h, v4.h[2] |
| |
| smlal v16.4s, v10.4h, v6.h[0] |
| smlal v16.4s, v11.4h, v0.h[2] |
| |
| smlal v18.4s, v10.4h, v2.h[0] |
| smlal v18.4s, v11.4h, v5.h[2] |
| |
| cmp x11,x5 |
| bhs shift2 |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v2.h[3] |
| smlal v26.4s, v14.4h, v3.h[3] |
| smlsl v28.4s, v14.4h, v5.h[3] |
| smlsl v30.4s, v14.4h, v0.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v1.h[3] |
| smlsl v26.4s, v15.4h, v6.h[3] |
| smlsl v28.4s, v15.4h, v0.h[3] |
| smlal v30.4s, v15.4h, v7.h[3] |
| |
| |
| smlal v20.4s, v12.4h, v5.h[0] |
| smlal v20.4s, v13.4h, v0.h[2] |
| smlal v22.4s, v12.4h, v1.h[0] |
| smlal v22.4s, v13.4h, v6.h[2] |
| smlal v16.4s, v12.4h, v7.h[0] |
| smlsl v16.4s, v13.4h, v2.h[2] |
| smlsl v18.4s, v12.4h, v3.h[0] |
| smlsl v18.4s, v13.4h, v4.h[2] |
| |
| |
| cmp x11,x7 |
| bhs shift2 |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| |
| |
| |
| |
| |
| smlal v24.4s, v8.4h, v6.h[1] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v1.h[1] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v7.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v0.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v5.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v4.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v2.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v7.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v7.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v1.h[2] |
| |
| smlsl v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v5.h[2] |
| |
| smlal v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v3.h[2] |
| |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| smlsl v24.4s, v14.4h, v0.h[1] |
| smlal v26.4s, v14.4h, v6.h[1] |
| smlal v28.4s, v14.4h, v4.h[1] |
| smlsl v30.4s, v14.4h, v1.h[1] |
| |
| |
| smlsl v24.4s, v15.4h, v3.h[3] |
| smlal v26.4s, v15.4h, v0.h[1] |
| smlsl v28.4s, v15.4h, v5.h[1] |
| smlsl v30.4s, v15.4h, v6.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v3.h[0] |
| smlsl v20.4s, v13.4h, v1.h[2] |
| smlsl v22.4s, v12.4h, v7.h[0] |
| smlal v22.4s, v13.4h, v3.h[2] |
| smlal v16.4s, v12.4h, v1.h[0] |
| smlal v16.4s, v13.4h, v7.h[2] |
| smlsl v18.4s, v12.4h, v5.h[0] |
| smlsl v18.4s, v13.4h, v2.h[2] |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| |
| |
| smlal v24.4s, v8.4h, v7.h[3] //// y1 * cos1(part of b0) |
| smlal v26.4s, v8.4h, v4.h[3] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v1.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v2.h[1] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v3.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v5.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v7.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v5.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlsl v20.4s, v10.4h, v6.h[0] |
| smlal v20.4s, v11.4h, v5.h[2] |
| |
| |
| smlal v22.4s, v10.4h, v2.h[0] |
| smlal v22.4s, v11.4h, v7.h[2] |
| |
| smlsl v16.4s, v10.4h, v2.h[0] |
| smlsl v16.4s, v11.4h, v4.h[2] |
| |
| smlal v18.4s, v10.4h, v6.h[0] |
| smlal v18.4s, v11.4h, v1.h[2] |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v1.h[1] |
| smlsl v26.4s, v14.4h, v0.h[3] |
| smlal v28.4s, v14.4h, v1.h[3] |
| smlsl v30.4s, v14.4h, v3.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v5.h[3] |
| smlsl v26.4s, v15.4h, v5.h[1] |
| smlal v28.4s, v15.4h, v4.h[3] |
| smlsl v30.4s, v15.4h, v4.h[1] |
| |
| |
| smlal v20.4s, v12.4h, v1.h[0] |
| smlal v20.4s, v13.4h, v3.h[2] |
| smlsl v22.4s, v12.4h, v3.h[0] |
| smlsl v22.4s, v13.4h, v2.h[2] |
| smlal v16.4s, v12.4h, v5.h[0] |
| smlal v16.4s, v13.4h, v1.h[2] |
| smlsl v18.4s, v12.4h, v7.h[0] |
| smlsl v18.4s, v13.4h, v0.h[2] |
| |
| shift2: |
| add v8.4s, v20.4s , v24.4s |
| sub v10.4s, v20.4s , v24.4s |
| |
| add v12.4s, v22.4s , v26.4s |
| sub v24.4s, v22.4s , v26.4s |
| |
| add v14.4s, v16.4s , v28.4s |
| sub v26.4s, v16.4s , v28.4s |
| |
| |
| add v16.4s, v18.4s , v30.4s |
| sub v28.4s, v18.4s , v30.4s |
| |
| |
| sqrshrn v30.4h, v8.4s,#shift_stage1_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v19.4h, v10.4s,#shift_stage1_idct //// x7 = (a0 - b0 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v31.4h, v14.4s,#shift_stage1_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v18.4h, v26.4s,#shift_stage1_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v12.4h, v12.4s,#shift_stage1_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v15.4h, v24.4s,#shift_stage1_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v13.4h, v16.4s,#shift_stage1_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v14.4h, v28.4s,#shift_stage1_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage1_idct) |
| |
| umov x15,v24.d[0] |
| umov x16,v25.d[0] |
| umov x19,v26.d[0] |
| umov x20,v27.d[0] |
| |
| trn1 v24.4h, v30.4h, v12.4h |
| trn2 v25.4h, v30.4h, v12.4h |
| trn1 v26.4h, v31.4h, v13.4h |
| trn2 v27.4h, v31.4h, v13.4h |
| |
| trn1 v30.2s, v24.2s, v26.2s |
| trn2 v31.2s, v24.2s, v26.2s |
| trn1 v12.2s, v25.2s, v27.2s |
| trn2 v13.2s, v25.2s, v27.2s |
| |
| trn1 v24.4h, v14.4h, v18.4h |
| trn2 v25.4h, v14.4h, v18.4h |
| trn1 v26.4h, v15.4h, v19.4h |
| trn2 v27.4h, v15.4h, v19.4h |
| |
| trn1 v14.2s, v24.2s, v26.2s |
| trn2 v15.2s, v24.2s, v26.2s |
| trn1 v18.2s, v25.2s, v27.2s |
| trn2 v19.2s, v25.2s, v27.2s |
| |
| mov v24.d[0],x15 |
| mov v25.d[0],x16 |
| mov v26.d[0],x19 |
| mov v27.d[0],x20 |
| |
| st1 { v30.4h, v31.4h},[x1],#16 |
| st1 { v12.4h, v13.4h},[x1],#16 |
| add x1,x1,#128 |
| st1 { v14.4h, v15.4h},[x1],#16 |
| st1 { v18.4h, v19.4h},[x1],#16 |
| sub x1,x1,#160 |
| mov x0,x8 |
| |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| smull v24.4s, v8.4h, v4.h[1] //// y1 * cos1(part of b0) |
| smull v26.4s, v8.4h, v4.h[3] //// y1 * cos3(part of b1) |
| smull v28.4s, v8.4h, v5.h[1] //// y1 * sin3(part of b2) |
| smull v30.4s, v8.4h, v5.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v3.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v1.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v0.h[2] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v1.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smull v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v7.h[2] |
| |
| |
| smull v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v6.h[2] |
| |
| smull v16.4s, v10.4h, v0.h[0] |
| smlsl v16.4s, v11.4h, v5.h[2] |
| |
| smull v18.4s, v10.4h, v0.h[0] |
| smlsl v18.4s, v11.4h, v4.h[2] |
| |
| cmp x11,x10 |
| bhs shift3 |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| smlsl v24.4s, v14.4h, v5.h[1] |
| smlsl v26.4s, v14.4h, v7.h[3] |
| smlal v28.4s, v14.4h, v5.h[3] |
| smlal v30.4s, v14.4h, v3.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v2.h[1] |
| smlal v26.4s, v15.4h, v1.h[1] |
| smlal v28.4s, v15.4h, v4.h[3] |
| smlsl v30.4s, v15.4h, v7.h[3] |
| |
| |
| smlsl v20.4s, v12.4h, v1.h[0] |
| smlal v20.4s, v13.4h, v6.h[2] |
| smlsl v22.4s, v12.4h, v3.h[0] |
| smlal v22.4s, v13.4h, v3.h[2] |
| smlsl v16.4s, v12.4h, v5.h[0] |
| smlal v16.4s, v13.4h, v0.h[2] |
| smlsl v18.4s, v12.4h, v7.h[0] |
| smlal v18.4s, v13.4h, v2.h[2] |
| |
| cmp x11,x9 |
| bhs shift3 |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| smlal v24.4s, v8.4h, v6.h[1] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v5.h[1] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v0.h[3] //// y1 * sin3(part of b2) |
| smlsl v30.4s, v8.4h, v3.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v1.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v4.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v6.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v0.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v2.h[0] |
| smlsl v20.4s, v11.4h, v5.h[2] |
| |
| |
| smlal v22.4s, v10.4h, v6.h[0] |
| smlsl v22.4s, v11.4h, v0.h[2] |
| |
| smlsl v16.4s, v10.4h, v6.h[0] |
| smlsl v16.4s, v11.4h, v4.h[2] |
| |
| smlsl v18.4s, v10.4h, v2.h[0] |
| smlal v18.4s, v11.4h, v6.h[2] |
| |
| cmp x11,x5 |
| bhs shift3 |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| |
| |
| smlsl v24.4s, v14.4h, v7.h[1] |
| smlal v26.4s, v14.4h, v2.h[1] |
| smlal v28.4s, v14.4h, v4.h[1] |
| smlsl v30.4s, v14.4h, v5.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v0.h[3] |
| smlal v26.4s, v15.4h, v7.h[1] |
| smlsl v28.4s, v15.4h, v1.h[1] |
| smlsl v30.4s, v15.4h, v6.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v3.h[0] |
| smlal v20.4s, v13.4h, v4.h[2] |
| smlal v22.4s, v12.4h, v7.h[0] |
| smlal v22.4s, v13.4h, v2.h[2] |
| smlal v16.4s, v12.4h, v1.h[0] |
| smlsl v16.4s, v13.4h, v6.h[2] |
| smlal v18.4s, v12.4h, v5.h[0] |
| smlsl v18.4s, v13.4h, v0.h[2] |
| |
| |
| cmp x11,x7 |
| bhs shift3 |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| smlsl v24.4s, v8.4h, v7.h[3] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v0.h[1] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v6.h[3] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v1.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v0.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v5.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v3.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v2.h[3] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v3.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v5.h[2] |
| |
| smlsl v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v1.h[2] |
| |
| smlal v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v7.h[2] |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| smlal v24.4s, v14.4h, v6.h[3] |
| smlal v26.4s, v14.4h, v3.h[3] |
| smlsl v28.4s, v14.4h, v1.h[3] |
| smlal v30.4s, v14.4h, v7.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v1.h[3] |
| smlsl v26.4s, v15.4h, v2.h[3] |
| smlal v28.4s, v15.4h, v7.h[1] |
| smlal v30.4s, v15.4h, v4.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v5.h[0] |
| smlal v20.4s, v13.4h, v2.h[2] |
| smlal v22.4s, v12.4h, v1.h[0] |
| smlsl v22.4s, v13.4h, v7.h[2] |
| smlsl v16.4s, v12.4h, v7.h[0] |
| smlsl v16.4s, v13.4h, v3.h[2] |
| smlsl v18.4s, v12.4h, v3.h[0] |
| smlal v18.4s, v13.4h, v1.h[2] |
| |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| |
| |
| smlsl v24.4s, v8.4h, v5.h[3] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v6.h[3] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v3.h[1] //// y1 * sin3(part of b2) |
| smlsl v30.4s, v8.4h, v0.h[1] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v2.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v0.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v2.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v4.h[3] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v6.h[0] |
| smlsl v20.4s, v11.4h, v1.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v2.h[0] |
| smlal v22.4s, v11.4h, v4.h[2] |
| |
| smlal v16.4s, v10.4h, v2.h[0] |
| smlsl v16.4s, v11.4h, v7.h[2] |
| |
| smlsl v18.4s, v10.4h, v6.h[0] |
| smlsl v18.4s, v11.4h, v5.h[2] |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| smlal v24.4s, v14.4h, v4.h[3] |
| smlsl v26.4s, v14.4h, v6.h[1] |
| smlal v28.4s, v14.4h, v7.h[3] |
| smlal v30.4s, v14.4h, v6.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v3.h[3] |
| smlsl v26.4s, v15.4h, v3.h[1] |
| smlal v28.4s, v15.4h, v2.h[3] |
| smlsl v30.4s, v15.4h, v2.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v7.h[0] |
| smlal v20.4s, v13.4h, v0.h[2] |
| smlal v22.4s, v12.4h, v5.h[0] |
| smlsl v22.4s, v13.4h, v1.h[2] |
| smlsl v16.4s, v12.4h, v3.h[0] |
| smlal v16.4s, v13.4h, v2.h[2] |
| smlal v18.4s, v12.4h, v1.h[0] |
| smlsl v18.4s, v13.4h, v3.h[2] |
| |
| shift3: |
| add v8.4s, v20.4s , v24.4s |
| sub v10.4s, v20.4s , v24.4s |
| |
| add v12.4s, v22.4s , v26.4s |
| sub v24.4s, v22.4s , v26.4s |
| |
| add v14.4s, v16.4s , v28.4s |
| sub v26.4s, v16.4s , v28.4s |
| |
| |
| add v16.4s, v18.4s , v30.4s |
| sub v28.4s, v18.4s , v30.4s |
| |
| |
| sqrshrn v30.4h, v8.4s,#shift_stage1_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v19.4h, v10.4s,#shift_stage1_idct //// x7 = (a0 - b0 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v31.4h, v14.4s,#shift_stage1_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v18.4h, v26.4s,#shift_stage1_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v12.4h, v12.4s,#shift_stage1_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v15.4h, v24.4s,#shift_stage1_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v13.4h, v16.4s,#shift_stage1_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v14.4h, v28.4s,#shift_stage1_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage1_idct) |
| |
| umov x15,v24.d[0] |
| umov x16,v25.d[0] |
| umov x19,v26.d[0] |
| umov x20,v27.d[0] |
| |
| trn1 v24.4h, v30.4h, v12.4h |
| trn2 v25.4h, v30.4h, v12.4h |
| trn1 v26.4h, v31.4h, v13.4h |
| trn2 v27.4h, v31.4h, v13.4h |
| |
| trn1 v30.2s, v24.2s, v26.2s |
| trn2 v31.2s, v24.2s, v26.2s |
| trn1 v12.2s, v25.2s, v27.2s |
| trn2 v13.2s, v25.2s, v27.2s |
| |
| trn1 v24.4h, v14.4h, v18.4h |
| trn2 v25.4h, v14.4h, v18.4h |
| trn1 v26.4h, v15.4h, v19.4h |
| trn2 v27.4h, v15.4h, v19.4h |
| |
| trn1 v14.2s, v24.2s, v26.2s |
| trn2 v15.2s, v24.2s, v26.2s |
| trn1 v18.2s, v25.2s, v27.2s |
| trn2 v19.2s, v25.2s, v27.2s |
| |
| mov v24.d[0],x15 |
| mov v25.d[0],x16 |
| mov v26.d[0],x19 |
| mov v27.d[0],x20 |
| st1 { v30.4h, v31.4h},[x1],#16 |
| st1 { v12.4h, v13.4h},[x1],#16 |
| add x1,x1,#64 |
| st1 { v14.4h, v15.4h},[x1],#16 |
| st1 { v18.4h, v19.4h},[x1],#16 |
| sub x1,x1,#96 |
| |
| mov x0,x8 |
| |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| smull v24.4s, v8.4h, v6.h[1] //// y1 * cos1(part of b0) |
| smull v26.4s, v8.4h, v6.h[3] //// y1 * cos3(part of b1) |
| smull v28.4s, v8.4h, v7.h[1] //// y1 * sin3(part of b2) |
| smull v30.4s, v8.4h, v7.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v2.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v4.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v5.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v7.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smull v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v3.h[2] |
| |
| |
| smull v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v2.h[2] |
| |
| smull v16.4s, v10.4h, v0.h[0] |
| smlsl v16.4s, v11.4h, v1.h[2] |
| |
| smull v18.4s, v10.4h, v0.h[0] |
| smlsl v18.4s, v11.4h, v0.h[2] |
| |
| cmp x11,x10 |
| bhs shift4 |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v0.h[1] |
| smlal v26.4s, v14.4h, v1.h[3] |
| smlal v28.4s, v14.4h, v4.h[1] |
| smlal v30.4s, v14.4h, v6.h[3] |
| |
| |
| smlsl v24.4s, v15.4h, v4.h[1] |
| smlsl v26.4s, v15.4h, v0.h[3] |
| smlsl v28.4s, v15.4h, v2.h[3] |
| smlsl v30.4s, v15.4h, v6.h[1] |
| |
| |
| smlal v20.4s, v12.4h, v7.h[0] |
| smlal v20.4s, v13.4h, v5.h[2] |
| smlal v22.4s, v12.4h, v5.h[0] |
| smlsl v22.4s, v13.4h, v7.h[2] |
| smlal v16.4s, v12.4h, v3.h[0] |
| smlsl v16.4s, v13.4h, v4.h[2] |
| smlal v18.4s, v12.4h, v1.h[0] |
| smlsl v18.4s, v13.4h, v1.h[2] |
| |
| cmp x11,x9 |
| bhs shift4 |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| |
| smlal v24.4s, v8.4h, v7.h[3] //// y1 * cos1(part of b0) |
| smlal v26.4s, v8.4h, v3.h[1] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v1.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v5.h[3] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v4.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v5.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v0.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v5.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlsl v20.4s, v10.4h, v2.h[0] |
| smlal v20.4s, v11.4h, v1.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v6.h[0] |
| smlal v22.4s, v11.4h, v3.h[2] |
| |
| smlal v16.4s, v10.4h, v6.h[0] |
| smlsl v16.4s, v11.4h, v7.h[2] |
| |
| smlal v18.4s, v10.4h, v2.h[0] |
| smlsl v18.4s, v11.4h, v2.h[2] |
| |
| cmp x11,x5 |
| bhs shift4 |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| |
| |
| smlsl v24.4s, v14.4h, v1.h[1] |
| smlsl v26.4s, v14.4h, v7.h[3] |
| smlal v28.4s, v14.4h, v1.h[3] |
| smlal v30.4s, v14.4h, v4.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v2.h[1] |
| smlal v26.4s, v15.4h, v5.h[1] |
| smlsl v28.4s, v15.4h, v3.h[1] |
| smlsl v30.4s, v15.4h, v4.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v5.h[0] |
| smlsl v20.4s, v13.4h, v7.h[2] |
| smlsl v22.4s, v12.4h, v1.h[0] |
| smlal v22.4s, v13.4h, v1.h[2] |
| smlsl v16.4s, v12.4h, v7.h[0] |
| smlal v16.4s, v13.4h, v5.h[2] |
| smlal v18.4s, v12.4h, v3.h[0] |
| smlsl v18.4s, v13.4h, v3.h[2] |
| |
| cmp x11,x7 |
| bhs shift4 |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| smlsl v24.4s, v8.4h, v5.h[3] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v2.h[3] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v4.h[3] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v3.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v6.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v0.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v6.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v3.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v0.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v0.h[0] |
| smlal v22.4s, v11.4h, v6.h[2] |
| |
| smlsl v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v2.h[2] |
| |
| smlal v18.4s, v10.4h, v0.h[0] |
| smlsl v18.4s, v11.4h, v4.h[2] |
| |
| |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v3.h[1] |
| smlsl v26.4s, v14.4h, v2.h[1] |
| smlal v28.4s, v14.4h, v7.h[3] |
| smlal v30.4s, v14.4h, v2.h[3] |
| |
| |
| smlsl v24.4s, v15.4h, v0.h[3] |
| smlal v26.4s, v15.4h, v4.h[3] |
| smlal v28.4s, v15.4h, v6.h[3] |
| smlsl v30.4s, v15.4h, v2.h[1] |
| |
| |
| smlal v20.4s, v12.4h, v3.h[0] |
| smlsl v20.4s, v13.4h, v6.h[2] |
| smlal v22.4s, v12.4h, v7.h[0] |
| smlsl v22.4s, v13.4h, v4.h[2] |
| smlsl v16.4s, v12.4h, v1.h[0] |
| smlal v16.4s, v13.4h, v0.h[2] |
| smlal v18.4s, v12.4h, v5.h[0] |
| smlsl v18.4s, v13.4h, v5.h[2] |
| |
| |
| ld1 {v10.4h},[x0],x6 |
| ld1 {v8.4h},[x0],x6 |
| ld1 {v11.4h},[x0],x6 |
| ld1 {v9.4h},[x0],x6 |
| |
| |
| |
| |
| |
| smlal v24.4s, v8.4h, v3.h[3] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v7.h[1] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v5.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v1.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v7.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v6.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v3.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v1.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlsl v20.4s, v10.4h, v6.h[0] |
| smlal v20.4s, v11.4h, v2.h[2] |
| |
| |
| smlal v22.4s, v10.4h, v2.h[0] |
| smlsl v22.4s, v11.4h, v0.h[2] |
| |
| smlsl v16.4s, v10.4h, v2.h[0] |
| smlal v16.4s, v11.4h, v3.h[2] |
| |
| smlal v18.4s, v10.4h, v6.h[0] |
| smlsl v18.4s, v11.4h, v6.h[2] |
| |
| |
| ld1 {v12.4h},[x0],x6 |
| ld1 {v14.4h},[x0],x6 |
| ld1 {v13.4h},[x0],x6 |
| ld1 {v15.4h},[x0],x6 |
| |
| |
| |
| |
| smlsl v24.4s, v14.4h, v5.h[1] |
| smlal v26.4s, v14.4h, v3.h[3] |
| smlsl v28.4s, v14.4h, v2.h[1] |
| smlal v30.4s, v14.4h, v0.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v1.h[3] |
| smlsl v26.4s, v15.4h, v1.h[1] |
| smlal v28.4s, v15.4h, v0.h[3] |
| smlsl v30.4s, v15.4h, v0.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v1.h[0] |
| smlal v20.4s, v13.4h, v4.h[2] |
| smlal v22.4s, v12.4h, v3.h[0] |
| smlsl v22.4s, v13.4h, v5.h[2] |
| smlsl v16.4s, v12.4h, v5.h[0] |
| smlal v16.4s, v13.4h, v6.h[2] |
| smlal v18.4s, v12.4h, v7.h[0] |
| smlsl v18.4s, v13.4h, v7.h[2] |
| |
| shift4: |
| add v8.4s, v20.4s , v24.4s |
| sub v10.4s, v20.4s , v24.4s |
| |
| add v12.4s, v22.4s , v26.4s |
| sub v24.4s, v22.4s , v26.4s |
| |
| add v14.4s, v16.4s , v28.4s |
| sub v26.4s, v16.4s , v28.4s |
| |
| |
| add v16.4s, v18.4s , v30.4s |
| sub v28.4s, v18.4s , v30.4s |
| |
| |
| sqrshrn v30.4h, v8.4s,#shift_stage1_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v19.4h, v10.4s,#shift_stage1_idct //// x7 = (a0 - b0 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v31.4h, v14.4s,#shift_stage1_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v18.4h, v26.4s,#shift_stage1_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v12.4h, v12.4s,#shift_stage1_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v15.4h, v24.4s,#shift_stage1_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v13.4h, v16.4s,#shift_stage1_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage1_idct) |
| sqrshrn v14.4h, v28.4s,#shift_stage1_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage1_idct) |
| |
| umov x15,v24.d[0] |
| umov x16,v25.d[0] |
| umov x19,v26.d[0] |
| umov x20,v27.d[0] |
| |
| trn1 v24.4h, v30.4h, v12.4h |
| trn2 v25.4h, v30.4h, v12.4h |
| trn1 v26.4h, v31.4h, v13.4h |
| trn2 v27.4h, v31.4h, v13.4h |
| |
| trn1 v30.2s, v24.2s, v26.2s |
| trn2 v31.2s, v24.2s, v26.2s |
| trn1 v12.2s, v25.2s, v27.2s |
| trn2 v13.2s, v25.2s, v27.2s |
| |
| trn1 v24.4h, v14.4h, v18.4h |
| trn2 v25.4h, v14.4h, v18.4h |
| trn1 v26.4h, v15.4h, v19.4h |
| trn2 v27.4h, v15.4h, v19.4h |
| |
| trn1 v14.2s, v24.2s, v26.2s |
| trn2 v15.2s, v24.2s, v26.2s |
| trn1 v18.2s, v25.2s, v27.2s |
| trn2 v19.2s, v25.2s, v27.2s |
| |
| mov v24.d[0],x15 |
| mov v25.d[0],x16 |
| mov v26.d[0],x19 |
| mov v27.d[0],x20 |
| |
| st1 { v30.4h, v31.4h},[x1],#16 |
| st1 { v12.4h, v13.4h},[x1],#16 |
| st1 { v14.4h, v15.4h},[x1],#16 |
| st1 { v18.4h, v19.4h},[x1],#16 |
| |
| add x1,x1,#96 |
| |
| subs x14,x14,#1 |
| bne dct_stage1 |
| second_stage_dct: |
| // mov x0,x1 |
| ldp x8, x7,[sp],#16 |
| ldp x0, x1,[sp],#16 |
| |
| // add x4,x2,x8, lsl #1 @ x4 = x2 + pred_strd * 2 => x4 points to 3rd row of pred data |
| // add x5,x8,x8, lsl #1 @ |
| // sub x0,x0,#512 |
| mov x11,#0xfffffff0 |
| mov x5, #0xffffff00 |
| ldr w6, x5_addr |
| ldr w9, x9_addr |
| // sub x1,x1,#2048 |
| mov x4,x1 |
| mov x10,#240 |
| mov x14,#8 |
| b stage2 |
| |
| // registers free : |
| |
| // arm registers used |
| // x8 : predicition stride |
| // x7 : destination stride |
| // x1: temp buffer |
| // x2 : pred buffer |
| // x3 : destination buffer |
| // x14 : loop counter |
| //x0 : scratch buffer |
| //x10 : used as stride |
| // x4 : used to store the initial address |
| //x12 : zero cols |
| // x11 : 0xfffffff0 |
| // x5 : 0xffffff00 |
| dct_stage2: |
| add x4,x4,#32 |
| mov x1,x4 |
| stage2: |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| smull v24.4s, v8.4h, v0.h[1] //// y1 * cos1(part of b0) |
| smull v26.4s, v8.4h, v0.h[3] //// y1 * cos3(part of b1) |
| smull v28.4s, v8.4h, v1.h[1] //// y1 * sin3(part of b2) |
| smull v30.4s, v8.4h, v1.h[3] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v0.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v2.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v3.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v5.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| smull v20.4s, v10.4h, v0.h[0] |
| smlal v20.4s, v11.4h, v0.h[2] |
| |
| |
| smull v22.4s, v10.4h, v0.h[0] |
| smlal v22.4s, v11.4h, v1.h[2] |
| |
| smull v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v2.h[2] |
| |
| smull v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v3.h[2] |
| cmp x12,x11 |
| bhs stage2_shift1 |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v1.h[1] |
| smlal v26.4s, v14.4h, v3.h[3] |
| smlal v28.4s, v14.4h, v6.h[1] |
| smlsl v30.4s, v14.4h, v7.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v1.h[3] |
| smlal v26.4s, v15.4h, v5.h[1] |
| smlsl v28.4s, v15.4h, v7.h[1] |
| smlsl v30.4s, v15.4h, v3.h[3] |
| |
| |
| smlal v20.4s, v12.4h, v1.h[0] |
| smlal v20.4s, v13.4h, v1.h[2] |
| smlal v22.4s, v12.4h, v3.h[0] |
| smlal v22.4s, v13.4h, v4.h[2] |
| smlal v16.4s, v12.4h, v5.h[0] |
| smlal v16.4s, v13.4h, v7.h[2] |
| smlal v18.4s, v12.4h, v7.h[0] |
| smlsl v18.4s, v13.4h, v5.h[2] |
| cmp x12,x5 |
| bhs stage2_shift1 |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| smlal v24.4s, v8.4h, v2.h[1] //// y1 * cos1(part of b0) |
| smlal v26.4s, v8.4h, v6.h[3] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v4.h[3] //// y1 * sin3(part of b2) |
| smlsl v30.4s, v8.4h, v0.h[1] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v2.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v7.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v2.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v3.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v2.h[0] |
| smlal v20.4s, v11.4h, v2.h[2] |
| |
| |
| smlal v22.4s, v10.4h, v6.h[0] |
| smlal v22.4s, v11.4h, v7.h[2] |
| |
| smlsl v16.4s, v10.4h, v6.h[0] |
| smlsl v16.4s, v11.4h, v3.h[2] |
| |
| smlsl v18.4s, v10.4h, v2.h[0] |
| smlsl v18.4s, v11.4h, v1.h[2] |
| |
| cmp x12,x6 |
| bhs stage2_shift1 |
| |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v3.h[1] |
| smlsl v26.4s, v14.4h, v6.h[1] |
| smlsl v28.4s, v14.4h, v0.h[1] |
| smlsl v30.4s, v14.4h, v6.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v3.h[3] |
| smlsl v26.4s, v15.4h, v4.h[3] |
| smlsl v28.4s, v15.4h, v2.h[3] |
| smlal v30.4s, v15.4h, v5.h[3] |
| |
| |
| smlal v20.4s, v12.4h, v3.h[0] |
| smlal v20.4s, v13.4h, v3.h[2] |
| smlsl v22.4s, v12.4h, v7.h[0] |
| smlsl v22.4s, v13.4h, v5.h[2] |
| smlsl v16.4s, v12.4h, v1.h[0] |
| smlsl v16.4s, v13.4h, v1.h[2] |
| smlsl v18.4s, v12.4h, v5.h[0] |
| smlal v18.4s, v13.4h, v7.h[2] |
| |
| cmp x12,x9 |
| bhs stage2_shift1 |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| smlal v24.4s, v8.4h, v4.h[1] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v3.h[1] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v5.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v2.h[1] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v4.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v1.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v7.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v1.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v0.h[0] |
| smlal v20.4s, v11.4h, v4.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v2.h[2] |
| |
| smlsl v16.4s, v10.4h, v0.h[0] |
| smlsl v16.4s, v11.4h, v6.h[2] |
| |
| smlal v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v0.h[2] |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v5.h[1] |
| smlsl v26.4s, v14.4h, v0.h[2] |
| smlal v28.4s, v14.4h, v5.h[3] |
| smlal v30.4s, v14.4h, v4.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v5.h[3] |
| smlsl v26.4s, v15.4h, v1.h[1] |
| smlal v28.4s, v15.4h, v3.h[1] |
| smlsl v30.4s, v15.4h, v7.h[3] |
| |
| |
| smlal v20.4s, v12.4h, v5.h[0] |
| smlal v20.4s, v13.4h, v5.h[2] |
| smlsl v22.4s, v12.4h, v1.h[0] |
| smlsl v22.4s, v13.4h, v0.h[2] |
| smlal v16.4s, v12.4h, v7.h[0] |
| smlal v16.4s, v13.4h, v4.h[2] |
| smlal v18.4s, v12.4h, v3.h[0] |
| smlal v18.4s, v13.4h, v6.h[2] |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| |
| |
| smlal v24.4s, v8.4h, v6.h[1] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v2.h[3] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v0.h[1] //// y1 * sin3(part of b2) |
| smlsl v30.4s, v8.4h, v4.h[1] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v6.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v4.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v1.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v0.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v6.h[0] |
| smlal v20.4s, v11.4h, v6.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v2.h[0] |
| smlsl v22.4s, v11.4h, v3.h[2] |
| |
| smlal v16.4s, v10.4h, v2.h[0] |
| smlal v16.4s, v11.4h, v0.h[2] |
| |
| smlsl v18.4s, v10.4h, v6.h[0] |
| smlsl v18.4s, v11.4h, v2.h[2] |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| smlal v24.4s, v14.4h, v7.h[1] |
| smlsl v26.4s, v14.4h, v5.h[3] |
| smlal v28.4s, v14.4h, v4.h[1] |
| smlsl v30.4s, v14.4h, v2.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v7.h[3] |
| smlsl v26.4s, v15.4h, v7.h[1] |
| smlal v28.4s, v15.4h, v6.h[3] |
| smlsl v30.4s, v15.4h, v6.h[1] |
| |
| |
| smlal v20.4s, v12.4h, v7.h[0] |
| smlal v20.4s, v13.4h, v7.h[2] |
| smlsl v22.4s, v12.4h, v5.h[0] |
| smlsl v22.4s, v13.4h, v6.h[2] |
| smlal v16.4s, v12.4h, v3.h[0] |
| smlal v16.4s, v13.4h, v5.h[2] |
| smlsl v18.4s, v12.4h, v1.h[0] |
| smlsl v18.4s, v13.4h, v4.h[2] |
| |
| stage2_shift1: |
| add v8.4s, v20.4s , v24.4s |
| sub v10.4s, v20.4s , v24.4s |
| |
| add v12.4s, v22.4s , v26.4s |
| sub v24.4s, v22.4s , v26.4s |
| |
| add v14.4s, v16.4s , v28.4s |
| sub v26.4s, v16.4s , v28.4s |
| |
| |
| add v16.4s, v18.4s , v30.4s |
| sub v28.4s, v18.4s , v30.4s |
| |
| |
| sqrshrn v30.4h, v8.4s,#shift_stage2_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v19.4h, v10.4s,#shift_stage2_idct //// x7 = (a0 - b0 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v31.4h, v14.4s,#shift_stage2_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v18.4h, v26.4s,#shift_stage2_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v12.4h, v12.4s,#shift_stage2_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v15.4h, v24.4s,#shift_stage2_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v13.4h, v16.4s,#shift_stage2_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v14.4h, v28.4s,#shift_stage2_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage2_idct) |
| |
| |
| umov x15,v24.d[0] |
| umov x16,v25.d[0] |
| umov x19,v26.d[0] |
| umov x20,v27.d[0] |
| |
| trn1 v24.4h, v30.4h, v12.4h |
| trn2 v25.4h, v30.4h, v12.4h |
| trn1 v26.4h, v31.4h, v13.4h |
| trn2 v27.4h, v31.4h, v13.4h |
| |
| trn1 v30.2s, v24.2s, v26.2s |
| trn2 v31.2s, v24.2s, v26.2s |
| trn1 v12.2s, v25.2s, v27.2s |
| trn2 v13.2s, v25.2s, v27.2s |
| |
| trn1 v24.4h, v14.4h, v18.4h |
| trn2 v25.4h, v14.4h, v18.4h |
| trn1 v26.4h, v15.4h, v19.4h |
| trn2 v27.4h, v15.4h, v19.4h |
| |
| trn1 v14.2s, v24.2s, v26.2s |
| trn2 v15.2s, v24.2s, v26.2s |
| trn1 v18.2s, v25.2s, v27.2s |
| trn2 v19.2s, v25.2s, v27.2s |
| |
| mov v24.d[0],x15 |
| mov v25.d[0],x16 |
| mov v26.d[0],x19 |
| mov v27.d[0],x20 |
| |
| st1 { v30.4h, v31.4h},[x0],#16 |
| st1 { v12.4h, v13.4h},[x0],#16 |
| st1 { v14.4h, v15.4h},[x0],#16 |
| st1 { v18.4h, v19.4h},[x0],#16 |
| |
| mov x1,x4 |
| |
| |
| |
| |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| smull v24.4s, v8.4h, v2.h[1] //// y1 * cos1(part of b0) |
| smull v26.4s, v8.4h, v2.h[3] //// y1 * cos3(part of b1) |
| smull v28.4s, v8.4h, v3.h[1] //// y1 * sin3(part of b2) |
| smull v30.4s, v8.4h, v3.h[3] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v6.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v7.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v6.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v4.h[3] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smull v20.4s, v10.4h, v0.h[0] |
| smlal v20.4s, v11.4h, v4.h[2] |
| |
| |
| smull v22.4s, v10.4h, v0.h[0] |
| smlal v22.4s, v11.4h, v5.h[2] |
| |
| smull v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v6.h[2] |
| |
| smull v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v7.h[2] |
| |
| cmp x12,x11 |
| bhs stage2_shift2 |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| smlsl v24.4s, v14.4h, v4.h[3] |
| smlsl v26.4s, v14.4h, v2.h[1] |
| smlsl v28.4s, v14.4h, v0.h[1] |
| smlsl v30.4s, v14.4h, v2.h[3] |
| |
| |
| smlsl v24.4s, v15.4h, v0.h[3] |
| smlsl v26.4s, v15.4h, v3.h[1] |
| smlsl v28.4s, v15.4h, v6.h[3] |
| smlal v30.4s, v15.4h, v5.h[3] |
| |
| |
| smlsl v20.4s, v12.4h, v7.h[0] |
| smlsl v20.4s, v13.4h, v2.h[2] |
| smlsl v22.4s, v12.4h, v5.h[0] |
| smlsl v22.4s, v13.4h, v0.h[2] |
| smlsl v16.4s, v12.4h, v3.h[0] |
| smlsl v16.4s, v13.4h, v3.h[2] |
| smlsl v18.4s, v12.4h, v1.h[0] |
| smlsl v18.4s, v13.4h, v6.h[2] |
| |
| cmp x12,x5 |
| bhs stage2_shift2 |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| |
| |
| |
| smlsl v24.4s, v8.4h, v4.h[1] //// y1 * cos1(part of b0) |
| smlal v26.4s, v8.4h, v7.h[1] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v2.h[3] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v1.h[3] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v7.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v1.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v3.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v6.h[3] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlsl v20.4s, v10.4h, v2.h[0] |
| smlsl v20.4s, v11.4h, v6.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v6.h[0] |
| smlal v22.4s, v11.4h, v4.h[2] |
| |
| smlal v16.4s, v10.4h, v6.h[0] |
| smlal v16.4s, v11.4h, v0.h[2] |
| |
| smlal v18.4s, v10.4h, v2.h[0] |
| smlal v18.4s, v11.4h, v5.h[2] |
| |
| cmp x12,x6 |
| bhs stage2_shift2 |
| |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v2.h[3] |
| smlal v26.4s, v14.4h, v3.h[3] |
| smlsl v28.4s, v14.4h, v5.h[3] |
| smlsl v30.4s, v14.4h, v0.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v1.h[3] |
| smlsl v26.4s, v15.4h, v6.h[3] |
| smlsl v28.4s, v15.4h, v0.h[3] |
| smlal v30.4s, v15.4h, v7.h[3] |
| |
| |
| smlal v20.4s, v12.4h, v5.h[0] |
| smlal v20.4s, v13.4h, v0.h[2] |
| smlal v22.4s, v12.4h, v1.h[0] |
| smlal v22.4s, v13.4h, v6.h[2] |
| smlal v16.4s, v12.4h, v7.h[0] |
| smlsl v16.4s, v13.4h, v2.h[2] |
| smlsl v18.4s, v12.4h, v3.h[0] |
| smlsl v18.4s, v13.4h, v4.h[2] |
| |
| cmp x12,x9 |
| bhs stage2_shift2 |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| |
| smlal v24.4s, v8.4h, v6.h[1] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v1.h[1] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v7.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v0.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v5.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v4.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v2.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v7.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v7.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v1.h[2] |
| |
| smlsl v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v5.h[2] |
| |
| smlal v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v3.h[2] |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| smlsl v24.4s, v14.4h, v0.h[1] |
| smlal v26.4s, v14.4h, v6.h[1] |
| smlal v28.4s, v14.4h, v4.h[1] |
| smlsl v30.4s, v14.4h, v1.h[1] |
| |
| |
| smlsl v24.4s, v15.4h, v3.h[3] |
| smlal v26.4s, v15.4h, v0.h[1] |
| smlsl v28.4s, v15.4h, v5.h[1] |
| smlsl v30.4s, v15.4h, v6.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v3.h[0] |
| smlsl v20.4s, v13.4h, v1.h[2] |
| smlsl v22.4s, v12.4h, v7.h[0] |
| smlal v22.4s, v13.4h, v3.h[2] |
| smlal v16.4s, v12.4h, v1.h[0] |
| smlal v16.4s, v13.4h, v7.h[2] |
| smlsl v18.4s, v12.4h, v5.h[0] |
| smlsl v18.4s, v13.4h, v2.h[2] |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| smlal v24.4s, v8.4h, v7.h[3] //// y1 * cos1(part of b0) |
| smlal v26.4s, v8.4h, v4.h[3] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v1.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v2.h[1] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v3.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v5.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v7.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v5.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlsl v20.4s, v10.4h, v6.h[0] |
| smlal v20.4s, v11.4h, v5.h[2] |
| |
| |
| smlal v22.4s, v10.4h, v2.h[0] |
| smlal v22.4s, v11.4h, v7.h[2] |
| |
| smlsl v16.4s, v10.4h, v2.h[0] |
| smlsl v16.4s, v11.4h, v4.h[2] |
| |
| smlal v18.4s, v10.4h, v6.h[0] |
| smlal v18.4s, v11.4h, v1.h[2] |
| |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| smlal v24.4s, v14.4h, v1.h[1] |
| smlsl v26.4s, v14.4h, v0.h[3] |
| smlal v28.4s, v14.4h, v1.h[3] |
| smlsl v30.4s, v14.4h, v3.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v5.h[3] |
| smlsl v26.4s, v15.4h, v5.h[1] |
| smlal v28.4s, v15.4h, v4.h[3] |
| smlsl v30.4s, v15.4h, v4.h[1] |
| |
| |
| smlal v20.4s, v12.4h, v1.h[0] |
| smlal v20.4s, v13.4h, v3.h[2] |
| smlsl v22.4s, v12.4h, v3.h[0] |
| smlsl v22.4s, v13.4h, v2.h[2] |
| smlal v16.4s, v12.4h, v5.h[0] |
| smlal v16.4s, v13.4h, v1.h[2] |
| smlsl v18.4s, v12.4h, v7.h[0] |
| smlsl v18.4s, v13.4h, v0.h[2] |
| |
| stage2_shift2: |
| add v8.4s, v20.4s , v24.4s |
| sub v10.4s, v20.4s , v24.4s |
| |
| add v12.4s, v22.4s , v26.4s |
| sub v24.4s, v22.4s , v26.4s |
| |
| add v14.4s, v16.4s , v28.4s |
| sub v26.4s, v16.4s , v28.4s |
| |
| |
| add v16.4s, v18.4s , v30.4s |
| sub v28.4s, v18.4s , v30.4s |
| |
| |
| sqrshrn v30.4h, v8.4s,#shift_stage2_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v19.4h, v10.4s,#shift_stage2_idct //// x7 = (a0 - b0 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v31.4h, v14.4s,#shift_stage2_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v18.4h, v26.4s,#shift_stage2_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v12.4h, v12.4s,#shift_stage2_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v15.4h, v24.4s,#shift_stage2_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v13.4h, v16.4s,#shift_stage2_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v14.4h, v28.4s,#shift_stage2_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage2_idct) |
| |
| umov x15,v24.d[0] |
| umov x16,v25.d[0] |
| umov x19,v26.d[0] |
| umov x20,v27.d[0] |
| |
| trn1 v24.4h, v30.4h, v12.4h |
| trn2 v25.4h, v30.4h, v12.4h |
| trn1 v26.4h, v31.4h, v13.4h |
| trn2 v27.4h, v31.4h, v13.4h |
| |
| trn1 v30.2s, v24.2s, v26.2s |
| trn2 v31.2s, v24.2s, v26.2s |
| trn1 v12.2s, v25.2s, v27.2s |
| trn2 v13.2s, v25.2s, v27.2s |
| |
| trn1 v24.4h, v14.4h, v18.4h |
| trn2 v25.4h, v14.4h, v18.4h |
| trn1 v26.4h, v15.4h, v19.4h |
| trn2 v27.4h, v15.4h, v19.4h |
| |
| trn1 v14.2s, v24.2s, v26.2s |
| trn2 v15.2s, v24.2s, v26.2s |
| trn1 v18.2s, v25.2s, v27.2s |
| trn2 v19.2s, v25.2s, v27.2s |
| |
| mov v24.d[0],x15 |
| mov v25.d[0],x16 |
| mov v26.d[0],x19 |
| mov v27.d[0],x20 |
| |
| st1 { v30.4h, v31.4h},[x0],#16 |
| st1 { v12.4h, v13.4h},[x0],#16 |
| st1 { v14.4h, v15.4h},[x0],#16 |
| st1 { v18.4h, v19.4h},[x0],#16 |
| |
| |
| mov x1,x4 |
| |
| |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| smull v24.4s, v8.4h, v4.h[1] //// y1 * cos1(part of b0) |
| smull v26.4s, v8.4h, v4.h[3] //// y1 * cos3(part of b1) |
| smull v28.4s, v8.4h, v5.h[1] //// y1 * sin3(part of b2) |
| smull v30.4s, v8.4h, v5.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v3.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v1.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v0.h[2] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v1.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smull v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v7.h[2] |
| |
| |
| smull v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v6.h[2] |
| |
| smull v16.4s, v10.4h, v0.h[0] |
| smlsl v16.4s, v11.4h, v5.h[2] |
| |
| smull v18.4s, v10.4h, v0.h[0] |
| smlsl v18.4s, v11.4h, v4.h[2] |
| |
| cmp x12,x11 |
| bhs stage2_shift3 |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| smlsl v24.4s, v14.4h, v5.h[1] |
| smlsl v26.4s, v14.4h, v7.h[3] |
| smlal v28.4s, v14.4h, v5.h[3] |
| smlal v30.4s, v14.4h, v3.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v2.h[1] |
| smlal v26.4s, v15.4h, v1.h[1] |
| smlal v28.4s, v15.4h, v4.h[3] |
| smlsl v30.4s, v15.4h, v7.h[3] |
| |
| |
| smlsl v20.4s, v12.4h, v1.h[0] |
| smlal v20.4s, v13.4h, v6.h[2] |
| smlsl v22.4s, v12.4h, v3.h[0] |
| smlal v22.4s, v13.4h, v3.h[2] |
| smlsl v16.4s, v12.4h, v5.h[0] |
| smlal v16.4s, v13.4h, v0.h[2] |
| smlsl v18.4s, v12.4h, v7.h[0] |
| smlal v18.4s, v13.4h, v2.h[2] |
| |
| cmp x12,x5 |
| bhs stage2_shift3 |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| |
| smlal v24.4s, v8.4h, v6.h[1] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v5.h[1] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v0.h[3] //// y1 * sin3(part of b2) |
| smlsl v30.4s, v8.4h, v3.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v1.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v4.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v6.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v0.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v2.h[0] |
| smlsl v20.4s, v11.4h, v5.h[2] |
| |
| |
| smlal v22.4s, v10.4h, v6.h[0] |
| smlsl v22.4s, v11.4h, v0.h[2] |
| |
| smlsl v16.4s, v10.4h, v6.h[0] |
| smlsl v16.4s, v11.4h, v4.h[2] |
| |
| smlsl v18.4s, v10.4h, v2.h[0] |
| smlal v18.4s, v11.4h, v6.h[2] |
| |
| cmp x12,x6 |
| bhs stage2_shift3 |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| |
| smlsl v24.4s, v14.4h, v7.h[1] |
| smlal v26.4s, v14.4h, v2.h[1] |
| smlal v28.4s, v14.4h, v4.h[1] |
| smlsl v30.4s, v14.4h, v5.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v0.h[3] |
| smlal v26.4s, v15.4h, v7.h[1] |
| smlsl v28.4s, v15.4h, v1.h[1] |
| smlsl v30.4s, v15.4h, v6.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v3.h[0] |
| smlal v20.4s, v13.4h, v4.h[2] |
| smlal v22.4s, v12.4h, v7.h[0] |
| smlal v22.4s, v13.4h, v2.h[2] |
| smlal v16.4s, v12.4h, v1.h[0] |
| smlsl v16.4s, v13.4h, v6.h[2] |
| smlal v18.4s, v12.4h, v5.h[0] |
| smlsl v18.4s, v13.4h, v0.h[2] |
| |
| cmp x12,x9 |
| bhs stage2_shift3 |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| smlsl v24.4s, v8.4h, v7.h[3] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v0.h[1] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v6.h[3] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v1.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v0.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v5.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v3.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v2.h[3] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v3.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v5.h[2] |
| |
| smlsl v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v1.h[2] |
| |
| smlal v18.4s, v10.4h, v0.h[0] |
| smlal v18.4s, v11.4h, v7.h[2] |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v6.h[3] |
| smlal v26.4s, v14.4h, v3.h[3] |
| smlsl v28.4s, v14.4h, v1.h[3] |
| smlal v30.4s, v14.4h, v7.h[1] |
| |
| |
| smlal v24.4s, v15.4h, v1.h[3] |
| smlsl v26.4s, v15.4h, v2.h[3] |
| smlal v28.4s, v15.4h, v7.h[1] |
| smlal v30.4s, v15.4h, v4.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v5.h[0] |
| smlal v20.4s, v13.4h, v2.h[2] |
| smlal v22.4s, v12.4h, v1.h[0] |
| smlsl v22.4s, v13.4h, v7.h[2] |
| smlsl v16.4s, v12.4h, v7.h[0] |
| smlsl v16.4s, v13.4h, v3.h[2] |
| smlsl v18.4s, v12.4h, v3.h[0] |
| smlal v18.4s, v13.4h, v1.h[2] |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| smlsl v24.4s, v8.4h, v5.h[3] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v6.h[3] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v3.h[1] //// y1 * sin3(part of b2) |
| smlsl v30.4s, v8.4h, v0.h[1] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v2.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v0.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v2.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlal v30.4s, v9.4h, v4.h[3] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v6.h[0] |
| smlsl v20.4s, v11.4h, v1.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v2.h[0] |
| smlal v22.4s, v11.4h, v4.h[2] |
| |
| smlal v16.4s, v10.4h, v2.h[0] |
| smlsl v16.4s, v11.4h, v7.h[2] |
| |
| smlsl v18.4s, v10.4h, v6.h[0] |
| smlsl v18.4s, v11.4h, v5.h[2] |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| smlal v24.4s, v14.4h, v4.h[3] |
| smlsl v26.4s, v14.4h, v6.h[1] |
| smlal v28.4s, v14.4h, v7.h[3] |
| smlal v30.4s, v14.4h, v6.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v3.h[3] |
| smlsl v26.4s, v15.4h, v3.h[1] |
| smlal v28.4s, v15.4h, v2.h[3] |
| smlsl v30.4s, v15.4h, v2.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v7.h[0] |
| smlal v20.4s, v13.4h, v0.h[2] |
| smlal v22.4s, v12.4h, v5.h[0] |
| smlsl v22.4s, v13.4h, v1.h[2] |
| smlsl v16.4s, v12.4h, v3.h[0] |
| smlal v16.4s, v13.4h, v2.h[2] |
| smlal v18.4s, v12.4h, v1.h[0] |
| smlsl v18.4s, v13.4h, v3.h[2] |
| |
| stage2_shift3: |
| add v8.4s, v20.4s , v24.4s |
| sub v10.4s, v20.4s , v24.4s |
| |
| add v12.4s, v22.4s , v26.4s |
| sub v24.4s, v22.4s , v26.4s |
| |
| add v14.4s, v16.4s , v28.4s |
| sub v26.4s, v16.4s , v28.4s |
| |
| |
| add v16.4s, v18.4s , v30.4s |
| sub v28.4s, v18.4s , v30.4s |
| |
| |
| sqrshrn v30.4h, v8.4s,#shift_stage2_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v19.4h, v10.4s,#shift_stage2_idct //// x11 = (a0 - b0 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v31.4h, v14.4s,#shift_stage2_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v18.4h, v26.4s,#shift_stage2_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v12.4h, v12.4s,#shift_stage2_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v15.4h, v24.4s,#shift_stage2_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v13.4h, v16.4s,#shift_stage2_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v14.4h, v28.4s,#shift_stage2_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage2_idct) |
| |
| umov x15,v24.d[0] |
| umov x16,v25.d[0] |
| umov x19,v26.d[0] |
| umov x20,v27.d[0] |
| |
| trn1 v24.4h, v30.4h, v12.4h |
| trn2 v25.4h, v30.4h, v12.4h |
| trn1 v26.4h, v31.4h, v13.4h |
| trn2 v27.4h, v31.4h, v13.4h |
| |
| trn1 v30.2s, v24.2s, v26.2s |
| trn2 v31.2s, v24.2s, v26.2s |
| trn1 v12.2s, v25.2s, v27.2s |
| trn2 v13.2s, v25.2s, v27.2s |
| |
| trn1 v24.4h, v14.4h, v18.4h |
| trn2 v25.4h, v14.4h, v18.4h |
| trn1 v26.4h, v15.4h, v19.4h |
| trn2 v27.4h, v15.4h, v19.4h |
| |
| trn1 v14.2s, v24.2s, v26.2s |
| trn2 v15.2s, v24.2s, v26.2s |
| trn1 v18.2s, v25.2s, v27.2s |
| trn2 v19.2s, v25.2s, v27.2s |
| |
| mov v24.d[0],x15 |
| mov v25.d[0],x16 |
| mov v26.d[0],x19 |
| mov v27.d[0],x20 |
| |
| st1 { v30.4h, v31.4h},[x0],#16 |
| st1 { v12.4h, v13.4h},[x0],#16 |
| st1 { v14.4h, v15.4h},[x0],#16 |
| st1 { v18.4h, v19.4h},[x0],#16 |
| |
| |
| |
| mov x1,x4 |
| |
| |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| smull v24.4s, v8.4h, v6.h[1] //// y1 * cos1(part of b0) |
| smull v26.4s, v8.4h, v6.h[3] //// y1 * cos3(part of b1) |
| smull v28.4s, v8.4h, v7.h[1] //// y1 * sin3(part of b2) |
| smull v30.4s, v8.4h, v7.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v2.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v4.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v5.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v7.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smull v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v3.h[2] |
| |
| |
| smull v22.4s, v10.4h, v0.h[0] |
| smlsl v22.4s, v11.4h, v2.h[2] |
| |
| smull v16.4s, v10.4h, v0.h[0] |
| smlsl v16.4s, v11.4h, v1.h[2] |
| |
| smull v18.4s, v10.4h, v0.h[0] |
| smlsl v18.4s, v11.4h, v0.h[2] |
| |
| cmp x12,x11 |
| bhs stage2_shift4 |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v0.h[1] |
| smlal v26.4s, v14.4h, v1.h[3] |
| smlal v28.4s, v14.4h, v4.h[1] |
| smlal v30.4s, v14.4h, v6.h[3] |
| |
| |
| smlsl v24.4s, v15.4h, v4.h[1] |
| smlsl v26.4s, v15.4h, v0.h[3] |
| smlsl v28.4s, v15.4h, v2.h[3] |
| smlsl v30.4s, v15.4h, v6.h[1] |
| |
| |
| smlal v20.4s, v12.4h, v7.h[0] |
| smlal v20.4s, v13.4h, v5.h[2] |
| smlal v22.4s, v12.4h, v5.h[0] |
| smlsl v22.4s, v13.4h, v7.h[2] |
| smlal v16.4s, v12.4h, v3.h[0] |
| smlsl v16.4s, v13.4h, v4.h[2] |
| smlal v18.4s, v12.4h, v1.h[0] |
| smlsl v18.4s, v13.4h, v1.h[2] |
| |
| cmp x12,x5 |
| bhs stage2_shift4 |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| |
| smlal v24.4s, v8.4h, v7.h[3] //// y1 * cos1(part of b0) |
| smlal v26.4s, v8.4h, v3.h[1] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v1.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v5.h[3] //// y1 * sin1(part of b3) |
| |
| smlal v24.4s, v9.4h, v4.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v5.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v0.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v5.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlsl v20.4s, v10.4h, v2.h[0] |
| smlal v20.4s, v11.4h, v1.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v6.h[0] |
| smlal v22.4s, v11.4h, v3.h[2] |
| |
| smlal v16.4s, v10.4h, v6.h[0] |
| smlsl v16.4s, v11.4h, v7.h[2] |
| |
| smlal v18.4s, v10.4h, v2.h[0] |
| smlsl v18.4s, v11.4h, v2.h[2] |
| |
| cmp x12,x6 |
| bhs stage2_shift4 |
| |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| |
| |
| smlsl v24.4s, v14.4h, v1.h[1] |
| smlsl v26.4s, v14.4h, v7.h[3] |
| smlal v28.4s, v14.4h, v1.h[3] |
| smlal v30.4s, v14.4h, v4.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v2.h[1] |
| smlal v26.4s, v15.4h, v5.h[1] |
| smlsl v28.4s, v15.4h, v3.h[1] |
| smlsl v30.4s, v15.4h, v4.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v5.h[0] |
| smlsl v20.4s, v13.4h, v7.h[2] |
| smlsl v22.4s, v12.4h, v1.h[0] |
| smlal v22.4s, v13.4h, v1.h[2] |
| smlsl v16.4s, v12.4h, v7.h[0] |
| smlal v16.4s, v13.4h, v5.h[2] |
| smlal v18.4s, v12.4h, v3.h[0] |
| smlsl v18.4s, v13.4h, v3.h[2] |
| |
| cmp x12,x9 |
| bhs stage2_shift4 |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| smlsl v24.4s, v8.4h, v5.h[3] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v2.h[3] //// y1 * cos3(part of b1) |
| smlal v28.4s, v8.4h, v4.h[3] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v3.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v6.h[3] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlal v26.4s, v9.4h, v0.h[3] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlsl v28.4s, v9.4h, v6.h[1] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v3.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlal v20.4s, v10.4h, v0.h[0] |
| smlsl v20.4s, v11.4h, v0.h[2] |
| |
| |
| smlsl v22.4s, v10.4h, v0.h[0] |
| smlal v22.4s, v11.4h, v6.h[2] |
| |
| smlsl v16.4s, v10.4h, v0.h[0] |
| smlal v16.4s, v11.4h, v2.h[2] |
| |
| smlal v18.4s, v10.4h, v0.h[0] |
| smlsl v18.4s, v11.4h, v4.h[2] |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| |
| smlal v24.4s, v14.4h, v3.h[1] |
| smlsl v26.4s, v14.4h, v2.h[1] |
| smlal v28.4s, v14.4h, v7.h[3] |
| smlal v30.4s, v14.4h, v2.h[3] |
| |
| |
| smlsl v24.4s, v15.4h, v0.h[3] |
| smlal v26.4s, v15.4h, v4.h[3] |
| smlal v28.4s, v15.4h, v6.h[3] |
| smlsl v30.4s, v15.4h, v2.h[1] |
| |
| |
| smlal v20.4s, v12.4h, v3.h[0] |
| smlsl v20.4s, v13.4h, v6.h[2] |
| smlal v22.4s, v12.4h, v7.h[0] |
| smlsl v22.4s, v13.4h, v4.h[2] |
| smlsl v16.4s, v12.4h, v1.h[0] |
| smlal v16.4s, v13.4h, v0.h[2] |
| smlal v18.4s, v12.4h, v5.h[0] |
| smlsl v18.4s, v13.4h, v5.h[2] |
| |
| |
| ld1 {v10.4h, v11.4h},[x1],#16 |
| ld1 {v8.4h, v9.4h},[x1],x10 |
| |
| |
| |
| |
| smlal v24.4s, v8.4h, v3.h[3] //// y1 * cos1(part of b0) |
| smlsl v26.4s, v8.4h, v7.h[1] //// y1 * cos3(part of b1) |
| smlsl v28.4s, v8.4h, v5.h[1] //// y1 * sin3(part of b2) |
| smlal v30.4s, v8.4h, v1.h[3] //// y1 * sin1(part of b3) |
| |
| smlsl v24.4s, v9.4h, v7.h[1] //// y1 * cos1 + y3 * cos3(part of b0) |
| smlsl v26.4s, v9.4h, v6.h[1] //// y1 * cos3 - y3 * sin1(part of b1) |
| smlal v28.4s, v9.4h, v3.h[3] //// y1 * sin3 - y3 * cos1(part of b2) |
| smlsl v30.4s, v9.4h, v1.h[1] //// y1 * sin1 - y3 * sin3(part of b3) |
| |
| |
| |
| |
| |
| smlsl v20.4s, v10.4h, v6.h[0] |
| smlal v20.4s, v11.4h, v2.h[2] |
| |
| |
| smlal v22.4s, v10.4h, v2.h[0] |
| smlsl v22.4s, v11.4h, v0.h[2] |
| |
| smlsl v16.4s, v10.4h, v2.h[0] |
| smlal v16.4s, v11.4h, v3.h[2] |
| |
| smlal v18.4s, v10.4h, v6.h[0] |
| smlsl v18.4s, v11.4h, v6.h[2] |
| |
| |
| ld1 {v12.4h, v13.4h},[x1],#16 |
| ld1 {v14.4h, v15.4h},[x1],x10 |
| |
| |
| |
| smlsl v24.4s, v14.4h, v5.h[1] |
| smlal v26.4s, v14.4h, v3.h[3] |
| smlsl v28.4s, v14.4h, v2.h[1] |
| smlal v30.4s, v14.4h, v0.h[3] |
| |
| |
| smlal v24.4s, v15.4h, v1.h[3] |
| smlsl v26.4s, v15.4h, v1.h[1] |
| smlal v28.4s, v15.4h, v0.h[3] |
| smlsl v30.4s, v15.4h, v0.h[1] |
| |
| |
| smlsl v20.4s, v12.4h, v1.h[0] |
| smlal v20.4s, v13.4h, v4.h[2] |
| smlal v22.4s, v12.4h, v3.h[0] |
| smlsl v22.4s, v13.4h, v5.h[2] |
| smlsl v16.4s, v12.4h, v5.h[0] |
| smlal v16.4s, v13.4h, v6.h[2] |
| smlal v18.4s, v12.4h, v7.h[0] |
| smlsl v18.4s, v13.4h, v7.h[2] |
| |
| stage2_shift4: |
| add v8.4s, v20.4s , v24.4s |
| sub v10.4s, v20.4s , v24.4s |
| |
| add v12.4s, v22.4s , v26.4s |
| sub v24.4s, v22.4s , v26.4s |
| |
| add v14.4s, v16.4s , v28.4s |
| sub v26.4s, v16.4s , v28.4s |
| |
| |
| add v16.4s, v18.4s , v30.4s |
| sub v28.4s, v18.4s , v30.4s |
| |
| |
| sqrshrn v30.4h, v8.4s,#shift_stage2_idct //// x0 = (a0 + b0 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v19.4h, v10.4s,#shift_stage2_idct //// x11 = (a0 - b0 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v31.4h, v14.4s,#shift_stage2_idct //// x2 = (a2 + b2 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v18.4h, v26.4s,#shift_stage2_idct //// x5 = (a2 - b2 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v12.4h, v12.4s,#shift_stage2_idct //// x1 = (a1 + b1 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v15.4h, v24.4s,#shift_stage2_idct //// x6 = (a1 - b1 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v13.4h, v16.4s,#shift_stage2_idct //// x3 = (a3 + b3 + rnd) >> 7(shift_stage2_idct) |
| sqrshrn v14.4h, v28.4s,#shift_stage2_idct //// x4 = (a3 - b3 + rnd) >> 7(shift_stage2_idct) |
| |
| |
| |
| umov x15,v24.d[0] |
| umov x16,v25.d[0] |
| umov x19,v26.d[0] |
| umov x20,v27.d[0] |
| |
| trn1 v24.4h, v30.4h, v12.4h |
| trn2 v25.4h, v30.4h, v12.4h |
| trn1 v26.4h, v31.4h, v13.4h |
| trn2 v27.4h, v31.4h, v13.4h |
| |
| trn1 v30.2s, v24.2s, v26.2s |
| trn2 v31.2s, v24.2s, v26.2s |
| trn1 v12.2s, v25.2s, v27.2s |
| trn2 v13.2s, v25.2s, v27.2s |
| |
| trn1 v24.4h, v14.4h, v18.4h |
| trn2 v25.4h, v14.4h, v18.4h |
| trn1 v26.4h, v15.4h, v19.4h |
| trn2 v27.4h, v15.4h, v19.4h |
| |
| trn1 v14.2s, v24.2s, v26.2s |
| trn2 v15.2s, v24.2s, v26.2s |
| trn1 v18.2s, v25.2s, v27.2s |
| trn2 v19.2s, v25.2s, v27.2s |
| |
| mov v24.d[0],x15 |
| mov v25.d[0],x16 |
| mov v26.d[0],x19 |
| mov v27.d[0],x20 |
| |
| st1 { v30.4h, v31.4h},[x0],#16 |
| st1 { v12.4h, v13.4h},[x0],#16 |
| st1 { v14.4h, v15.4h},[x0],#16 |
| st1 { v18.4h, v19.4h},[x0],#16 |
| |
| |
| |
| |
| sub x0,x0,#256 |
| prediction_buffer: |
| |
| |
| ld1 {v12.8h},[x0],#16 |
| ld1 {v14.8h},[x0],#16 |
| |
| add x0,x0,#32 |
| |
| ld1 {v16.8h},[x0],#16 |
| ld1 {v18.8h},[x0],#16 |
| add x0,x0,#32 |
| |
| ld1 {v20.8h},[x0],#16 |
| ld1 {v22.8h},[x0],#16 |
| |
| |
| add x0,x0,#32 |
| |
| ld1 {v24.8h},[x0],#16 |
| ld1 {v26.8h},[x0],#16 |
| |
| |
| |
| |
| |
| // d12 =x0 1- 4 values |
| // d13 =x2 1- 4 values |
| // d14=x1 1- 4 values |
| // d15=x3 1- 4 values |
| |
| // d16 =x0 5- 8 values |
| // d17 =x2 5- 8 values |
| // d18=x1 5- 8 values |
| // d19=x3 5- 8 values |
| |
| // d20 =x0 9- 12 values |
| // d21 =x2 9- 12 values |
| // d22=x1 9- 12 values |
| // d23=x3 9- 12 values |
| |
| // d24 =x0 13-16 values |
| // d25 =x2 13- 16 values |
| // d26=x1 13- 16 values |
| // d27=x3 13- 16 values |
| |
| // swapping v12 upper and v16 lower 64bits |
| mov v13.d[0], v12.d[1] |
| mov v12.d[1], v16.d[0] |
| mov v16.d[0], v13.d[0] |
| // swapping v20 upper and v24 lower 64bits |
| mov v21.d[0], v20.d[1] |
| mov v20.d[1], v24.d[0] |
| mov v24.d[0], v21.d[0] |
| // swapping v14 uppper and v18 lower 64bits |
| mov v15.d[0], v14.d[1] |
| mov v14.d[1], v18.d[0] |
| mov v18.d[0], v15.d[0] |
| // swapping v22 upper and v26 lower 64bits |
| mov v23.d[0], v22.d[1] |
| mov v22.d[1], v26.d[0] |
| mov v26.d[0], v23.d[0] |
| |
| |
| ld1 {v8.8b, v9.8b},[x2],x8 |
| ld1 {v10.8b, v11.8b},[x2],x8 |
| ld1 {v28.8b, v29.8b},[x2],x8 |
| ld1 {v30.8b, v31.8b},[x2],x8 |
| |
| |
| uaddw v12.8h, v12.8h , v8.8b |
| uaddw v20.8h, v20.8h , v9.8b |
| uaddw v14.8h, v14.8h , v10.8b |
| uaddw v22.8h, v22.8h , v11.8b |
| uaddw v16.8h, v16.8h , v28.8b |
| uaddw v24.8h, v24.8h , v29.8b |
| uaddw v18.8h, v18.8h , v30.8b |
| uaddw v26.8h, v26.8h , v31.8b |
| sub x2,x2,x8,lsl #2 |
| add x2,x2,#16 |
| sqxtun v12.8b, v12.8h |
| sqxtun v13.8b, v20.8h |
| sqxtun v20.8b, v14.8h |
| sqxtun v21.8b, v22.8h |
| sqxtun v14.8b, v16.8h |
| sqxtun v15.8b, v24.8h |
| sqxtun v22.8b, v18.8h |
| sqxtun v23.8b, v26.8h |
| |
| |
| st1 {v12.8b, v13.8b},[x3],x7 |
| st1 {v20.8b, v21.8b},[x3],x7 |
| st1 {v14.8b, v15.8b},[x3],x7 |
| st1 {v22.8b, v23.8b},[x3],x7 |
| |
| |
| sub x3,x3,x7,lsl #2 |
| add x3,x3,#16 |
| |
| ld1 {v12.8h},[x0],#16 |
| ld1 {v14.8h},[x0],#16 |
| |
| sub x0,x0,#96 |
| |
| ld1 {v16.8h},[x0],#16 |
| ld1 {v18.8h},[x0],#16 |
| sub x0,x0,#96 |
| |
| ld1 {v20.8h},[x0],#16 |
| ld1 {v22.8h},[x0],#16 |
| |
| |
| sub x0,x0,#96 |
| |
| ld1 {v24.8h},[x0],#16 |
| ld1 {v26.8h},[x0],#16 |
| |
| |
| sub x0,x0,#64 |
| |
| |
| // swapping v12 upper and v16 lower 64bits |
| mov v13.d[0], v12.d[1] |
| mov v12.d[1], v16.d[0] |
| mov v16.d[0], v13.d[0] |
| // swapping v20 upper and v24 lower 64bits |
| mov v21.d[0], v20.d[1] |
| mov v20.d[1], v24.d[0] |
| mov v24.d[0], v21.d[0] |
| // swapping v14 uppper and v18 lower 64bits |
| mov v15.d[0], v14.d[1] |
| mov v14.d[1], v18.d[0] |
| mov v18.d[0], v15.d[0] |
| // swapping v22 upper and v26 lower 64bits |
| mov v23.d[0], v22.d[1] |
| mov v22.d[1], v26.d[0] |
| mov v26.d[0], v23.d[0] |
| |
| |
| ld1 {v8.8b, v9.8b},[x2],x8 |
| ld1 {v10.8b, v11.8b},[x2],x8 |
| ld1 {v28.8b, v29.8b},[x2],x8 |
| ld1 {v30.8b, v31.8b},[x2],x8 |
| |
| |
| uaddw v12.8h, v12.8h , v8.8b |
| uaddw v20.8h, v20.8h , v9.8b |
| uaddw v14.8h, v14.8h , v10.8b |
| uaddw v22.8h, v22.8h , v11.8b |
| uaddw v16.8h, v16.8h , v28.8b |
| uaddw v24.8h, v24.8h , v29.8b |
| uaddw v18.8h, v18.8h , v30.8b |
| uaddw v26.8h, v26.8h , v31.8b |
| sub x2,x2,#16 |
| |
| sqxtun v12.8b, v12.8h |
| sqxtun v13.8b, v20.8h |
| sqxtun v20.8b, v14.8h |
| sqxtun v21.8b, v22.8h |
| sqxtun v14.8b, v16.8h |
| sqxtun v15.8b, v24.8h |
| sqxtun v22.8b, v18.8h |
| sqxtun v23.8b, v26.8h |
| |
| |
| st1 {v12.8b, v13.8b},[x3],x7 |
| st1 {v20.8b, v21.8b},[x3],x7 |
| st1 {v14.8b, v15.8b},[x3],x7 |
| st1 {v22.8b, v23.8b},[x3],x7 |
| |
| sub x3,x3,#16 |
| |
| subs x14,x14,#1 |
| bne dct_stage2 |
| // ldmfd sp!,{x0-x12,pc} |
| ldp x19, x20,[sp],#16 |
| pop_v_regs |
| ret |
| |
| |
| |
| |
| |
