blob: 80e62b375fb3998d13cc85ff039fc8ed0fac10f2 [file] [log] [blame]
.text
.p2align 2
.global ixheaacd_fft32x32_ld2_armv7
ixheaacd_fft32x32_ld2_armv7:
STMFD sp!, {r4-r12, r14}
@DIT Radix-4 FFT First Stage
@First Butterfly
MOV r0, r2
MOV r1, r3
LDR r2, [r0] @x_0 = x[0 ]
LDR r3, [r0, #32] @x_2 = x[8 ]
LDR r4, [r0, #64] @x_4 = x[16]
LDR r5, [r0, #96] @x_6 = x[24]
ADD r6, r2, r4 @xh0_0 = x_0 + x_4
SUB r7, r2, r4 @xl0_0 = x_0 - x_4
ADD r8, r3, r5 @xh0_1 = x_2 + x_6
SUB r9, r3, r5 @xl0_1 = x_2 - x_6
LDR r2, [r0, #4] @x_1 = x[0 +1]
LDR r3, [r0, #36] @x_3 = x[8 +1]
LDR r4, [r0, #68] @x_5 = x[16+1]
LDR r5, [r0, #100] @x_7 = x[24+1]
ADD r10, r2, r4 @xh1_0 = x_1 + x_5
SUB r11, r2, r4 @xl1_0 = x_1 - x_5
ADD r12, r3, r5 @xh1_1 = x_3 + x_7
SUB r14, r3, r5 @xl1_1 = x_3 - x_7
ADD r2, r6, r8 @n00 = xh0_0 + xh0_1
ADD r3, r7, r14 @n10 = xl0_0 + xl1_1
SUB r4, r6, r8 @n20 = xh0_0 - xh0_1
SUB r5, r7, r14 @n30 = xl0_0 - xl1_1
STR r2, [r0] @x[0 ] = n00
STR r3, [r0, #32] @x[8 ] = n10
STR r4, [r0, #64] @x[16] = n20
STR r5, [r0, #96] @x[24] = n30
ADD r2, r10, r12 @n01 = xh1_0 + xh1_1
SUB r3, r11, r9 @n11 = xl1_0 - xl0_1
SUB r4, r10, r12 @n21 = xh1_0 - xh1_1
ADD r5, r11, r9 @n31 = xl1_0 + xl0_1
STR r2, [r0, #4] @x[1 ] = n01
STR r3, [r0, #36] @x[8+1 ] = n11
STR r4, [r0, #68] @x[16+1] = n21
STR r5, [r0, #100] @x[24+1] = n31
@Second Butterfly
LDR r2, [r0, #8] @x_0 = x[2 ]
LDR r3, [r0, #40] @x_2 = x[10]
LDR r4, [r0, #72] @x_4 = x[18]
LDR r5, [r0, #104] @x_6 = x[26]
ADD r6, r2, r4 @xh0_0 = x_0 + x_4
SUB r7, r2, r4 @xl0_0 = x_0 - x_4
ADD r8, r3, r5 @xh0_1 = x_2 + x_6
SUB r9, r3, r5 @xl0_1 = x_2 - x_6
LDR r2, [r0, #12] @x_1 = x[2 +1]
LDR r3, [r0, #44] @x_3 = x[10+1]
LDR r4, [r0, #76] @x_5 = x[18+1]
LDR r5, [r0, #108] @x_7 = x[26+1]
ADD r10, r2, r4 @xh1_0 = x_1 + x_5
SUB r11, r2, r4 @xl1_0 = x_1 - x_5
ADD r12, r3, r5 @xh1_1 = x_3 + x_7
SUB r14, r3, r5 @xl1_1 = x_3 - x_7
ADD r2, r6, r8 @n00 = xh0_0 + xh0_1
ADD r3, r7, r14 @n10 = xl0_0 + xl1_1
SUB r4, r6, r8 @n20 = xh0_0 - xh0_1
SUB r5, r7, r14 @n30 = xl0_0 - xl1_1
STR r2, [r0, #8] @x[2 ] = n00
STR r3, [r0, #40] @x[10] = n10
STR r4, [r0, #72] @x[18] = n20
STR r5, [r0, #104] @x[26] = n30
ADD r2, r10, r12 @n01 = xh1_0 + xh1_1
SUB r3, r11, r9 @n11 = xl1_0 - xl0_1
SUB r4, r10, r12 @n21 = xh1_0 - xh1_1
ADD r5, r11, r9 @n31 = xl1_0 + xl0_1
STR r2, [r0, #12] @x[2 +1] = n01
STR r3, [r0, #44] @x[10+1] = n11
STR r4, [r0, #76] @x[18+1] = n21
STR r5, [r0, #108] @x[26+1] = n31
@Third Butterfly
LDR r2, [r0, #16] @x_0 = x[4 ]
LDR r3, [r0, #48] @x_2 = x[12]
LDR r4, [r0, #80] @x_4 = x[20]
LDR r5, [r0, #112] @x_6 = x[28]
ADD r6, r2, r4 @xh0_0 = x_0 + x_4
SUB r7, r2, r4 @xl0_0 = x_0 - x_4
ADD r8, r3, r5 @xh0_1 = x_2 + x_6
SUB r9, r3, r5 @xl0_1 = x_2 - x_6
LDR r2, [r0, #20] @x_1 = x[4 +1]
LDR r3, [r0, #52] @x_3 = x[12+1]
LDR r4, [r0, #84] @x_5 = x[20+1]
LDR r5, [r0, #116] @x_7 = x[28+1]
ADD r10, r2, r4 @xh1_0 = x_1 + x_5
SUB r11, r2, r4 @xl1_0 = x_1 - x_5
ADD r12, r3, r5 @xh1_1 = x_3 + x_7
SUB r14, r3, r5 @xl1_1 = x_3 - x_7
ADD r2, r6, r8 @n00 = xh0_0 + xh0_1
ADD r3, r7, r14 @n10 = xl0_0 + xl1_1
SUB r4, r6, r8 @n20 = xh0_0 - xh0_1
SUB r5, r7, r14 @n30 = xl0_0 - xl1_1
STR r2, [r0, #16] @x[4 ] = n00
STR r3, [r0, #48] @x[12] = n10
STR r4, [r0, #80] @x[20] = n20
STR r5, [r0, #112] @x[28] = n30
ADD r2, r10, r12 @n01 = xh1_0 + xh1_1
SUB r3, r11, r9 @n11 = xl1_0 - xl0_1
SUB r4, r10, r12 @n21 = xh1_0 - xh1_1
ADD r5, r11, r9 @n31 = xl1_0 + xl0_1
STR r2, [r0, #20] @x[4 +1] = n01
STR r3, [r0, #52] @x[12+1] = n11
STR r4, [r0, #84] @x[20+1] = n21
STR r5, [r0, #116] @x[28+1] = n31
@Fourth Butterfly
LDR r2, [r0, #24] @x_0 = x[6 ]
LDR r3, [r0, #56] @x_2 = x[14]
LDR r4, [r0, #88] @x_4 = x[22]
LDR r5, [r0, #120] @x_6 = x[30]
ADD r6, r2, r4 @xh0_0 = x_0 + x_4
SUB r7, r2, r4 @xl0_0 = x_0 - x_4
ADD r8, r3, r5 @xh0_1 = x_2 + x_6
SUB r9, r3, r5 @xl0_1 = x_2 - x_6
LDR r2, [r0, #28] @x_1 = x[6 +1]
LDR r3, [r0, #60] @x_3 = x[14+1]
LDR r4, [r0, #92] @x_5 = x[22+1]
LDR r5, [r0, #124] @x_7 = x[30+1]
ADD r10, r2, r4 @xh1_0 = x_1 + x_5
SUB r11, r2, r4 @xl1_0 = x_1 - x_5
ADD r12, r3, r5 @xh1_1 = x_3 + x_7
SUB r14, r3, r5 @xl1_1 = x_3 - x_7
ADD r2, r6, r8 @n00 = xh0_0 + xh0_1
ADD r3, r7, r14 @n10 = xl0_0 + xl1_1
SUB r4, r6, r8 @n20 = xh0_0 - xh0_1
SUB r5, r7, r14 @n30 = xl0_0 - xl1_1
STR r2, [r0, #24] @x[6 ] = n00
STR r3, [r0, #56] @x[14] = n10
STR r4, [r0, #88] @x[22] = n20
STR r5, [r0, #120] @x[30] = n30
ADD r2, r10, r12 @n01 = xh1_0 + xh1_1
SUB r3, r11, r9 @n11 = xl1_0 - xl0_1
SUB r4, r10, r12 @n21 = xh1_0 - xh1_1
ADD r5, r11, r9 @n31 = xl1_0 + xl0_1
STR r2, [r0, #28] @x[6 +1] = n01
STR r3, [r0, #60] @x[14+1] = n11
STR r4, [r0, #92] @x[22+1] = n21
STR r5, [r0, #124] @x[30+1] = n31
@DIT Radix-4 FFT Second Stage
@First Butterfly
LDR r2, [r0] @inp_0qr = x[0]
LDR r3, [r0, #8] @inp_1qr = x[2]
LDR r4, [r0, #16] @inp_2qr = x[4]
LDR r5, [r0, #24] @inp_3qr = x[6]
ADD r6, r2, r4 @sum_0qr = mul_0qr + mul_2qr
SUB r7, r2, r4 @sum_1qr = mul_0qr - mul_2qr
ADD r8, r3, r5 @sum_2qr = mul_1qr + mul_3qr
SUB r9, r3, r5 @sum_3qr = mul_1qr - mul_3qr
LDR r2, [r0, #4] @inp_0qi = x[1]
LDR r3, [r0, #12] @inp_1qi = x[3]
LDR r4, [r0, #20] @inp_2qi = x[5]
LDR r5, [r0, #28] @inp_3qi = x[7]
ADD r10, r2, r4 @sum_0qi = mul_0qi + mul_2qi
SUB r11, r2, r4 @sum_1qi = mul_0qi - mul_2qi
ADD r12, r3, r5 @sum_2qi = mul_1qi + mul_3qi
SUB r14, r3, r5 @sum_3qi = mul_1qi - mul_3qi
ADD r2, r6, r8 @sum_0qr + sum_2qr
ADD r3, r7, r14 @sum_1qr + sum_3qi
SUB r4, r6, r8 @sum_0qr - sum_2qr
SUB r5, r7, r14 @sum_1qr - sum_3qi
STR r2, [r1] @y[0 ] = sum_0qr + sum_2qr
STR r3, [r1, #32] @y[8 ] = sum_1qr + sum_3qi
STR r4, [r1, #64] @y[16] = sum_0qr - sum_2qr
STR r5, [r1, #96] @y[24] = sum_1qr - sum_3qi
ADD r2, r10, r12 @sum_0qi + sum_2qi
SUB r3, r11, r9 @sum_1qi - sum_3qr
SUB r4, r10, r12 @sum_0qi - sum_2qi
ADD r5, r11, r9 @sum_1qi + sum_3qr
STR r2, [r1, #4] @y[0 +1] = sum_0qi + sum_2qi
STR r3, [r1, #36] @y[8 +1] = sum_1qi - sum_3qr
STR r4, [r1, #68] @y[16+1] = sum_0qi - sum_2qi
STR r5, [r1, #100] @y[24+1] = sum_1qi + sum_3qr
@Load twiddle factors
MOVW r11, 0X7642
MOVT r11, 0X89BE
MOVW r12, 0X30FC
MOVT r12, 0XCF04
MOVW r14, 0X5A83
MOVT r14, 0XA57D
@Second Butterfly
LDR r2, [r0, #32] @mul_0qr = inp_0qr = x[8]
LDR r3, [r0, #36] @mul_0qi = inp_1qr = x[9]
LDR r5, [r0, #40] @inp_1qr = x[10]
LDR r6, [r0, #44] @inp_1qi = x[11]
SMULWB r4, r5, r11 @mul_1qr = mpy_16_32_ns( 0x7642 , inp_1qr)
SMLAWB r4, r6, r12, r4 @mul_1qr -= mpy_16_32_ns(-0x30FC , inp_1qi)
SMULWT r5, r5, r12 @mul_1qi = mpy_16_32_ns(-0x30FC , inp_1qr)
LDR r7, [r0, #48] @inp_2qr = x[12]
LDR r8, [r0, #52] @inp_2qi = x[13]
@Moved for delay slot
SMLAWB r5, r6, r11, r5 @mul_1qi += mpy_16_32_ns( 0x7642 , inp_1qi)
ADD r6, r7, r8 @(inp_2qr + inp_2qi)
SMULWB r6, r6, r14 @mul_2qr = mpy_16_32_ns(0x5A83 , (inp_2qr + inp_2qi))
SUB r7, r8, r7 @(-inp_2qr + inp_2qi)
SMULWB r7, r7, r14 @mul_2qi = mpy_16_32_ns(0x5A83 , (-inp_2qr + inp_2qi))
LDR r9 , [r0, #56] @inp_3qr = x[14]
LDR r10, [r0, #60] @inp_3qi = x[15]
SMULWB r8, r9 , r12 @mul_3qr = mpy_16_32_ns( 0x30FC , inp_3qr)
SMLAWB r8, r10, r11, r8 @mul_3qr -= mpy_16_32_ns(-0x7642 , inp_3qi)@
SMULWT r9, r9 , r11 @mul_3qi = mpy_16_32_ns(-0x7642 , inp_3qr)
SMLAWB r9, r10, r12, r9 @mul_3qi += mpy_16_32_ns( 0x30FC , inp_3qi)
ADD r10, r2, r6, lsl #1 @sum_0qr = mul_0qr + (mul_2qr << 1)
SUB r2 , r2, r6, lsl #1 @sum_1qr = mul_0qr - (mul_2qr << 1)
ADD r6 , r4, r8 @sum_2qr = mul_1qr + mul_3qr
SUB r4 , r4, r8 @sum_3qr = mul_1qr - mul_3qr
ADD r8 , r3, r7, lsl #1 @sum_0qi = mul_0qi + (mul_2qi << 1)
SUB r3 , r3, r7, lsl #1 @sum_1qi = mul_0qi - (mul_2qi << 1)
ADD r7 , r5, r9 @sum_2qi = mul_1qi + mul_3qi
SUB r5 , r5, r9 @sum_3qi = mul_1qi - mul_3qi
ADD r9 , r10, r6, lsl #1 @sum_0qr + (sum_2qr << 1)
SUB r10, r10, r6, lsl #1 @sum_0qr - (sum_2qr << 1)
ADD r6 , r2 , r5, lsl #1 @sum_1qr + (sum_3qi << 1)
SUB r2 , r2 , r5, lsl #1 @sum_1qr - (sum_3qi << 1)
STR r9 , [r1, #8] @y[2 ] = sum_0qr + (sum_2qr << 1)
STR r10, [r1, #72] @y[18] = sum_0qr - (sum_2qr << 1)
STR r6 , [r1, #40] @y[10] = sum_1qr + (sum_3qi << 1)
STR r2 , [r1, #104] @y[26] = sum_1qr - (sum_3qi << 1)
ADD r5 , r8 , r7, lsl #1 @sum_0qi + (sum_2qi << 1)
SUB r8 , r8 , r7, lsl #1 @sum_0qi - (sum_2qi << 1)
SUB r7 , r3 , r4, lsl #1 @sum_1qi - (sum_3qr << 1)
ADD r3 , r3 , r4, lsl #1 @sum_1qi + (sum_3qr << 1)
STR r5 , [r1, #12] @y[2 +1] = sum_0qi + (sum_2qi << 1)
STR r8 , [r1, #76] @y[18+1] = sum_0qi - (sum_2qi << 1)
STR r7 , [r1, #44] @y[10+1] = sum_1qi - (sum_3qr << 1)
STR r3 , [r1, #108] @y[26+1] = sum_1qi + (sum_3qr << 1)
@Third Butterfly
LDR r2, [r0, #64] @mul_0qr = inp_0qr = x[16]
LDR r5, [r0, #72] @inp_1qr = x[18]
LDR r6, [r0, #76] @inp_1qi = x[19]
@Moved for delay slot
LDR r3, [r0, #68] @mul_0qi = inp_1qr = x[17]
ADD r4, r5, r6 @(inp_1qr + inp_1qi)
SMULWB r4, r4, r14 @mul_1qr = mpy_16_32_ns(0x5A83 , (inp_1qr + inp_1qi))
SUB r5, r6, r5 @(-inp_1qr + inp_1qi)
SMULWB r5, r5, r14 @mul_1qi = mpy_16_32_ns(0x5A83 , (-inp_1qr + inp_1qi))
LDR r6, [r0, #84] @mul_2qr = inp_2qi = x[21]
LDR r9 , [r0, #88] @inp_3qr = x[22]
LDR r10, [r0, #92] @inp_3qi = x[23]
@Moved for delay slot
LDR r7, [r0, #80] @mul_2qi = inp_2qr = x[20]
SUB r8 , r10, r9 @(-inp_3qr + inp_3qi)
SMULWB r8 , r8 , r14 @mul_3qr = mpy_16_32_ns( 0x5A83 , (-inp_3qr + inp_3qi))
ADD r9 , r9 , r10 @(inp_3qr + inp_3qi)
SMULWT r9 , r9 , r14 @mul_3qi = mpy_16_32_ns(-0x5A83 , (inp_3qr + inp_3qi))
ADD r10, r2, r6 @sum_0qr = mul_0qr + mul_2qr
SUB r2 , r2, r6 @sum_1qr = mul_0qr - mul_2qr
ADD r6 , r4, r8 @sum_2qr = mul_1qr + mul_3qr
SUB r4 , r4, r8 @sum_3qr = mul_1qr - mul_3qr
SUB r8 , r3, r7 @sum_0qi = mul_0qi - mul_2qi
ADD r3 , r3, r7 @sum_1qi = mul_0qi + mul_2qi
ADD r7 , r5, r9 @sum_2qi = mul_1qi + mul_3qi
SUB r5 , r5, r9 @sum_3qi = mul_1qi - mul_3qi
ADD r9 , r10, r6, lsl #1 @sum_0qr + (sum_2qr << 1)
SUB r10, r10, r6, lsl #1 @sum_0qr - (sum_2qr << 1)
ADD r6 , r2 , r5, lsl #1 @sum_1qr + (sum_3qi << 1)
SUB r2 , r2 , r5, lsl #1 @sum_1qr - (sum_3qi << 1)
STR r9 , [r1, #16] @y[4 ] = sum_0qr + (sum_2qr << 1)
STR r10, [r1, #80] @y[20] = sum_0qr - (sum_2qr << 1)
STR r6 , [r1, #48] @y[12] = sum_1qr + (sum_3qi << 1)
STR r2 , [r1, #112] @y[28] = sum_1qr - (sum_3qi << 1)
ADD r5, r8, r7, lsl #1 @sum_0qi + (sum_2qi << 1)
SUB r8, r8, r7, lsl #1 @sum_0qi - (sum_2qi << 1)
SUB r7, r3, r4, lsl #1 @sum_1qi - (sum_3qr << 1)
ADD r3, r3, r4, lsl #1 @sum_1qi + (sum_3qr << 1)
STR r5 , [r1, #20] @y[4 +1] = sum_0qi + (sum_2qi << 1)
STR r8 , [r1, #84] @y[20+1] = sum_0qi - (sum_2qi << 1)
STR r7 , [r1, #52] @y[12+1] = sum_1qi - (sum_3qr << 1)
STR r3 , [r1, #116] @y[28+1] = sum_1qi + (sum_3qr << 1)
@Fourth Butterfly
LDR r2, [r0, #96] @mul_0qr = inp_0qr = x[24]
LDR r3, [r0, #100] @mul_0qi = inp_1qr = x[25]
LDR r5, [r0, #104] @inp_1qr = x[26]
LDR r6, [r0, #108] @inp_1qi = x[27]
SMULWB r4, r5, r12 @mul_1qr = mpy_16_32_ns( 0x30FC , inp_1qr)
SMLAWB r4, r6, r11, r4 @mul_1qr -= mpy_16_32_ns(-0x7642 , inp_1qi)
SMULWT r5, r5, r11 @mul_1qi = mpy_16_32_ns(-0x7642 , inp_1qr)
LDR r7, [r0, #112] @inp_2qr = x[28]
LDR r8, [r0, #116] @inp_2qi = x[29]
@Moved for delay slot
SMLAWB r5, r6, r12, r5 @mul_1qi += mpy_16_32_ns( 0x30FC , inp_1qi)
SUB r6, r8, r7 @(-inp_2qr + inp_2qi)
SMULWB r6, r6, r14 @mul_2qr = mpy_16_32_ns( 0x5A83 , (-inp_2qr + inp_2qi))
ADD r7, r8, r7 @(inp_2qr + inp_2qi)
SMULWT r7, r7, r14 @mul_2qi = mpy_16_32_ns(-0x5A83 , (inp_2qr + inp_2qi))
LDR r9 , [r0, #120] @inp_3qr = x[30]
LDR r10, [r0, #124] @inp_3qi = x[31]
SMULWT r8, r9 , r11 @mul_3qr = mpy_16_32_ns(-0x7642 , inp_3qr)
SMLAWT r8, r10, r12, r8 @mul_3qr -= mpy_16_32_ns( 0x30FC , inp_3qi)@
SMULWB r9, r9 , r12 @mul_3qi = mpy_16_32_ns( 0x30FC , inp_3qr)
SMLAWT r9, r10, r11, r9 @mul_3qi += mpy_16_32_ns(-0x7642 , inp_3qi)
ADD r10, r2, r6, lsl #1 @sum_0qr = mul_0qr + (mul_2qr << 1)
SUB r2 , r2, r6, lsl #1 @sum_1qr = mul_0qr - (mul_2qr << 1)
ADD r6 , r4, r8 @sum_2qr = mul_1qr + mul_3qr
SUB r4 , r4, r8 @sum_3qr = mul_1qr - mul_3qr
ADD r8 , r3, r7, lsl #1 @sum_0qi = mul_0qi + (mul_2qi << 1)
SUB r3 , r3, r7, lsl #1 @sum_1qi = mul_0qi - (mul_2qi << 1)
ADD r7 , r5, r9 @sum_2qi = mul_1qi + mul_3qi
SUB r5 , r5, r9 @sum_3qi = mul_1qi - mul_3qi
ADD r9 , r10, r6, lsl #1 @sum_0qr + (sum_2qr << 1)
SUB r10, r10, r6, lsl #1 @sum_0qr - (sum_2qr << 1)
ADD r6 , r2 , r5, lsl #1 @sum_1qr + (sum_3qi << 1)
SUB r2 , r2 , r5, lsl #1 @sum_1qr - (sum_3qi << 1)
STR r9 , [r1, #24] @y[6 ] = sum_0qr + (sum_2qr << 1)
STR r10, [r1, #88] @y[22] = sum_0qr - (sum_2qr << 1)
STR r6 , [r1, #56] @y[14] = sum_1qr + (sum_3qi << 1)
STR r2 , [r1, #120] @y[30] = sum_1qr - (sum_3qi << 1)
ADD r5 , r8 , r7, lsl #1 @sum_0qi + (sum_2qi << 1)
SUB r8 , r8 , r7, lsl #1 @sum_0qi - (sum_2qi << 1)
SUB r7 , r3 , r4, lsl #1 @sum_1qi - (sum_3qr << 1)
ADD r3 , r3 , r4, lsl #1 @sum_1qi + (sum_3qr << 1)
STR r5 , [r1, #28] @y[6 +1] = sum_0qi + (sum_2qi << 1)
STR r8 , [r1, #92] @y[22+1] = sum_0qi - (sum_2qi << 1)
STR r7 , [r1, #60] @y[14+1] = sum_1qi - (sum_3qr << 1)
STR r3 , [r1, #124] @y[30+1] = sum_1qi + (sum_3qr << 1)
LDMFD sp!, {r4-r12, r15}