| # This file is generated from a similarly-named Perl script in the BoringSSL |
| # source tree. Do not edit by hand. |
| |
| #if defined(__has_feature) |
| #if __has_feature(memory_sanitizer) && !defined(OPENSSL_NO_ASM) |
| #define OPENSSL_NO_ASM |
| #endif |
| #endif |
| |
| #if !defined(OPENSSL_NO_ASM) && defined(__powerpc64__) |
| .machine "any" |
| |
| .abiversion 2 |
| .text |
| |
| .align 7 |
| .Lrcon: |
| .byte 0x00,0x00,0x00,0x01,0x00,0x00,0x00,0x01,0x00,0x00,0x00,0x01,0x00,0x00,0x00,0x01 |
| .byte 0x00,0x00,0x00,0x1b,0x00,0x00,0x00,0x1b,0x00,0x00,0x00,0x1b,0x00,0x00,0x00,0x1b |
| .byte 0x0c,0x0f,0x0e,0x0d,0x0c,0x0f,0x0e,0x0d,0x0c,0x0f,0x0e,0x0d,0x0c,0x0f,0x0e,0x0d |
| .byte 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 |
| .Lconsts: |
| mflr 0 |
| bcl 20,31,$+4 |
| mflr 6 |
| addi 6,6,-0x48 |
| mtlr 0 |
| blr |
| .long 0 |
| .byte 0,12,0x14,0,0,0,0,0 |
| .byte 65,69,83,32,102,111,114,32,80,111,119,101,114,73,83,65,32,50,46,48,55,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0 |
| .align 2 |
| |
| .globl aes_hw_set_encrypt_key |
| .type aes_hw_set_encrypt_key,@function |
| .align 5 |
| aes_hw_set_encrypt_key: |
| .localentry aes_hw_set_encrypt_key,0 |
| |
| .Lset_encrypt_key: |
| mflr 11 |
| std 11,16(1) |
| |
| li 6,-1 |
| cmpldi 3,0 |
| beq- .Lenc_key_abort |
| cmpldi 5,0 |
| beq- .Lenc_key_abort |
| li 6,-2 |
| cmpwi 4,128 |
| blt- .Lenc_key_abort |
| cmpwi 4,256 |
| bgt- .Lenc_key_abort |
| andi. 0,4,0x3f |
| bne- .Lenc_key_abort |
| |
| lis 0,0xfff0 |
| li 12,-1 |
| or 0,0,0 |
| |
| bl .Lconsts |
| mtlr 11 |
| |
| neg 9,3 |
| lvx 1,0,3 |
| addi 3,3,15 |
| lvsr 3,0,9 |
| li 8,0x20 |
| cmpwi 4,192 |
| lvx 2,0,3 |
| vspltisb 5,0x0f |
| lvx 4,0,6 |
| vxor 3,3,5 |
| lvx 5,8,6 |
| addi 6,6,0x10 |
| vperm 1,1,2,3 |
| li 7,8 |
| vxor 0,0,0 |
| mtctr 7 |
| |
| lvsl 8,0,5 |
| vspltisb 9,-1 |
| lvx 10,0,5 |
| vperm 9,9,0,8 |
| |
| blt .Loop128 |
| addi 3,3,8 |
| beq .L192 |
| addi 3,3,8 |
| b .L256 |
| |
| .align 4 |
| .Loop128: |
| vperm 3,1,1,5 |
| vsldoi 6,0,1,12 |
| vperm 11,1,1,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| .long 0x10632509 |
| stvx 7,0,5 |
| addi 5,5,16 |
| |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| vadduwm 4,4,4 |
| vxor 1,1,3 |
| bdnz .Loop128 |
| |
| lvx 4,0,6 |
| |
| vperm 3,1,1,5 |
| vsldoi 6,0,1,12 |
| vperm 11,1,1,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| .long 0x10632509 |
| stvx 7,0,5 |
| addi 5,5,16 |
| |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| vadduwm 4,4,4 |
| vxor 1,1,3 |
| |
| vperm 3,1,1,5 |
| vsldoi 6,0,1,12 |
| vperm 11,1,1,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| .long 0x10632509 |
| stvx 7,0,5 |
| addi 5,5,16 |
| |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| vxor 1,1,3 |
| vperm 11,1,1,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| stvx 7,0,5 |
| |
| addi 3,5,15 |
| addi 5,5,0x50 |
| |
| li 8,10 |
| b .Ldone |
| |
| .align 4 |
| .L192: |
| lvx 6,0,3 |
| li 7,4 |
| vperm 11,1,1,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| stvx 7,0,5 |
| addi 5,5,16 |
| vperm 2,2,6,3 |
| vspltisb 3,8 |
| mtctr 7 |
| vsububm 5,5,3 |
| |
| .Loop192: |
| vperm 3,2,2,5 |
| vsldoi 6,0,1,12 |
| .long 0x10632509 |
| |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| |
| vsldoi 7,0,2,8 |
| vspltw 6,1,3 |
| vxor 6,6,2 |
| vsldoi 2,0,2,12 |
| vadduwm 4,4,4 |
| vxor 2,2,6 |
| vxor 1,1,3 |
| vxor 2,2,3 |
| vsldoi 7,7,1,8 |
| |
| vperm 3,2,2,5 |
| vsldoi 6,0,1,12 |
| vperm 11,7,7,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| .long 0x10632509 |
| stvx 7,0,5 |
| addi 5,5,16 |
| |
| vsldoi 7,1,2,8 |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vperm 11,7,7,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| stvx 7,0,5 |
| addi 5,5,16 |
| |
| vspltw 6,1,3 |
| vxor 6,6,2 |
| vsldoi 2,0,2,12 |
| vadduwm 4,4,4 |
| vxor 2,2,6 |
| vxor 1,1,3 |
| vxor 2,2,3 |
| vperm 11,1,1,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| stvx 7,0,5 |
| addi 3,5,15 |
| addi 5,5,16 |
| bdnz .Loop192 |
| |
| li 8,12 |
| addi 5,5,0x20 |
| b .Ldone |
| |
| .align 4 |
| .L256: |
| lvx 6,0,3 |
| li 7,7 |
| li 8,14 |
| vperm 11,1,1,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| stvx 7,0,5 |
| addi 5,5,16 |
| vperm 2,2,6,3 |
| mtctr 7 |
| |
| .Loop256: |
| vperm 3,2,2,5 |
| vsldoi 6,0,1,12 |
| vperm 11,2,2,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| .long 0x10632509 |
| stvx 7,0,5 |
| addi 5,5,16 |
| |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| vsldoi 6,0,6,12 |
| vxor 1,1,6 |
| vadduwm 4,4,4 |
| vxor 1,1,3 |
| vperm 11,1,1,8 |
| vsel 7,10,11,9 |
| vor 10,11,11 |
| stvx 7,0,5 |
| addi 3,5,15 |
| addi 5,5,16 |
| bdz .Ldone |
| |
| vspltw 3,1,3 |
| vsldoi 6,0,2,12 |
| .long 0x106305C8 |
| |
| vxor 2,2,6 |
| vsldoi 6,0,6,12 |
| vxor 2,2,6 |
| vsldoi 6,0,6,12 |
| vxor 2,2,6 |
| |
| vxor 2,2,3 |
| b .Loop256 |
| |
| .align 4 |
| .Ldone: |
| lvx 2,0,3 |
| vsel 2,10,2,9 |
| stvx 2,0,3 |
| li 6,0 |
| or 12,12,12 |
| stw 8,0(5) |
| |
| .Lenc_key_abort: |
| mr 3,6 |
| blr |
| .long 0 |
| .byte 0,12,0x14,1,0,0,3,0 |
| .long 0 |
| .size aes_hw_set_encrypt_key,.-aes_hw_set_encrypt_key |
| |
| .globl aes_hw_set_decrypt_key |
| .type aes_hw_set_decrypt_key,@function |
| .align 5 |
| aes_hw_set_decrypt_key: |
| .localentry aes_hw_set_decrypt_key,0 |
| |
| stdu 1,-64(1) |
| mflr 10 |
| std 10,80(1) |
| bl .Lset_encrypt_key |
| mtlr 10 |
| |
| cmpwi 3,0 |
| bne- .Ldec_key_abort |
| |
| slwi 7,8,4 |
| subi 3,5,240 |
| srwi 8,8,1 |
| add 5,3,7 |
| mtctr 8 |
| |
| .Ldeckey: |
| lwz 0, 0(3) |
| lwz 6, 4(3) |
| lwz 7, 8(3) |
| lwz 8, 12(3) |
| addi 3,3,16 |
| lwz 9, 0(5) |
| lwz 10,4(5) |
| lwz 11,8(5) |
| lwz 12,12(5) |
| stw 0, 0(5) |
| stw 6, 4(5) |
| stw 7, 8(5) |
| stw 8, 12(5) |
| subi 5,5,16 |
| stw 9, -16(3) |
| stw 10,-12(3) |
| stw 11,-8(3) |
| stw 12,-4(3) |
| bdnz .Ldeckey |
| |
| xor 3,3,3 |
| .Ldec_key_abort: |
| addi 1,1,64 |
| blr |
| .long 0 |
| .byte 0,12,4,1,0x80,0,3,0 |
| .long 0 |
| .size aes_hw_set_decrypt_key,.-aes_hw_set_decrypt_key |
| .globl aes_hw_encrypt |
| .type aes_hw_encrypt,@function |
| .align 5 |
| aes_hw_encrypt: |
| .localentry aes_hw_encrypt,0 |
| |
| lwz 6,240(5) |
| lis 0,0xfc00 |
| li 12,-1 |
| li 7,15 |
| or 0,0,0 |
| |
| lvx 0,0,3 |
| neg 11,4 |
| lvx 1,7,3 |
| lvsl 2,0,3 |
| vspltisb 4,0x0f |
| lvsr 3,0,11 |
| vxor 2,2,4 |
| li 7,16 |
| vperm 0,0,1,2 |
| lvx 1,0,5 |
| lvsr 5,0,5 |
| srwi 6,6,1 |
| lvx 2,7,5 |
| addi 7,7,16 |
| subi 6,6,1 |
| vperm 1,2,1,5 |
| |
| vxor 0,0,1 |
| lvx 1,7,5 |
| addi 7,7,16 |
| mtctr 6 |
| |
| .Loop_enc: |
| vperm 2,1,2,5 |
| .long 0x10001508 |
| lvx 2,7,5 |
| addi 7,7,16 |
| vperm 1,2,1,5 |
| .long 0x10000D08 |
| lvx 1,7,5 |
| addi 7,7,16 |
| bdnz .Loop_enc |
| |
| vperm 2,1,2,5 |
| .long 0x10001508 |
| lvx 2,7,5 |
| vperm 1,2,1,5 |
| .long 0x10000D09 |
| |
| vspltisb 2,-1 |
| vxor 1,1,1 |
| li 7,15 |
| vperm 2,2,1,3 |
| vxor 3,3,4 |
| lvx 1,0,4 |
| vperm 0,0,0,3 |
| vsel 1,1,0,2 |
| lvx 4,7,4 |
| stvx 1,0,4 |
| vsel 0,0,4,2 |
| stvx 0,7,4 |
| |
| or 12,12,12 |
| blr |
| .long 0 |
| .byte 0,12,0x14,0,0,0,3,0 |
| .long 0 |
| .size aes_hw_encrypt,.-aes_hw_encrypt |
| .globl aes_hw_decrypt |
| .type aes_hw_decrypt,@function |
| .align 5 |
| aes_hw_decrypt: |
| .localentry aes_hw_decrypt,0 |
| |
| lwz 6,240(5) |
| lis 0,0xfc00 |
| li 12,-1 |
| li 7,15 |
| or 0,0,0 |
| |
| lvx 0,0,3 |
| neg 11,4 |
| lvx 1,7,3 |
| lvsl 2,0,3 |
| vspltisb 4,0x0f |
| lvsr 3,0,11 |
| vxor 2,2,4 |
| li 7,16 |
| vperm 0,0,1,2 |
| lvx 1,0,5 |
| lvsr 5,0,5 |
| srwi 6,6,1 |
| lvx 2,7,5 |
| addi 7,7,16 |
| subi 6,6,1 |
| vperm 1,2,1,5 |
| |
| vxor 0,0,1 |
| lvx 1,7,5 |
| addi 7,7,16 |
| mtctr 6 |
| |
| .Loop_dec: |
| vperm 2,1,2,5 |
| .long 0x10001548 |
| lvx 2,7,5 |
| addi 7,7,16 |
| vperm 1,2,1,5 |
| .long 0x10000D48 |
| lvx 1,7,5 |
| addi 7,7,16 |
| bdnz .Loop_dec |
| |
| vperm 2,1,2,5 |
| .long 0x10001548 |
| lvx 2,7,5 |
| vperm 1,2,1,5 |
| .long 0x10000D49 |
| |
| vspltisb 2,-1 |
| vxor 1,1,1 |
| li 7,15 |
| vperm 2,2,1,3 |
| vxor 3,3,4 |
| lvx 1,0,4 |
| vperm 0,0,0,3 |
| vsel 1,1,0,2 |
| lvx 4,7,4 |
| stvx 1,0,4 |
| vsel 0,0,4,2 |
| stvx 0,7,4 |
| |
| or 12,12,12 |
| blr |
| .long 0 |
| .byte 0,12,0x14,0,0,0,3,0 |
| .long 0 |
| .size aes_hw_decrypt,.-aes_hw_decrypt |
| .globl aes_hw_cbc_encrypt |
| .type aes_hw_cbc_encrypt,@function |
| .align 5 |
| aes_hw_cbc_encrypt: |
| .localentry aes_hw_cbc_encrypt,0 |
| |
| cmpldi 5,16 |
| .long 0x4dc00020 |
| |
| cmpwi 8,0 |
| lis 0,0xffe0 |
| li 12,-1 |
| or 0,0,0 |
| |
| li 10,15 |
| vxor 0,0,0 |
| vspltisb 3,0x0f |
| |
| lvx 4,0,7 |
| lvsl 6,0,7 |
| lvx 5,10,7 |
| vxor 6,6,3 |
| vperm 4,4,5,6 |
| |
| neg 11,3 |
| lvsr 10,0,6 |
| lwz 9,240(6) |
| |
| lvsr 6,0,11 |
| lvx 5,0,3 |
| addi 3,3,15 |
| vxor 6,6,3 |
| |
| lvsl 8,0,4 |
| vspltisb 9,-1 |
| lvx 7,0,4 |
| vperm 9,9,0,8 |
| vxor 8,8,3 |
| |
| srwi 9,9,1 |
| li 10,16 |
| subi 9,9,1 |
| beq .Lcbc_dec |
| |
| .Lcbc_enc: |
| vor 2,5,5 |
| lvx 5,0,3 |
| addi 3,3,16 |
| mtctr 9 |
| subi 5,5,16 |
| |
| lvx 0,0,6 |
| vperm 2,2,5,6 |
| lvx 1,10,6 |
| addi 10,10,16 |
| vperm 0,1,0,10 |
| vxor 2,2,0 |
| lvx 0,10,6 |
| addi 10,10,16 |
| vxor 2,2,4 |
| |
| .Loop_cbc_enc: |
| vperm 1,0,1,10 |
| .long 0x10420D08 |
| lvx 1,10,6 |
| addi 10,10,16 |
| vperm 0,1,0,10 |
| .long 0x10420508 |
| lvx 0,10,6 |
| addi 10,10,16 |
| bdnz .Loop_cbc_enc |
| |
| vperm 1,0,1,10 |
| .long 0x10420D08 |
| lvx 1,10,6 |
| li 10,16 |
| vperm 0,1,0,10 |
| .long 0x10820509 |
| cmpldi 5,16 |
| |
| vperm 3,4,4,8 |
| vsel 2,7,3,9 |
| vor 7,3,3 |
| stvx 2,0,4 |
| addi 4,4,16 |
| bge .Lcbc_enc |
| |
| b .Lcbc_done |
| |
| .align 4 |
| .Lcbc_dec: |
| cmpldi 5,128 |
| bge _aesp8_cbc_decrypt8x |
| vor 3,5,5 |
| lvx 5,0,3 |
| addi 3,3,16 |
| mtctr 9 |
| subi 5,5,16 |
| |
| lvx 0,0,6 |
| vperm 3,3,5,6 |
| lvx 1,10,6 |
| addi 10,10,16 |
| vperm 0,1,0,10 |
| vxor 2,3,0 |
| lvx 0,10,6 |
| addi 10,10,16 |
| |
| .Loop_cbc_dec: |
| vperm 1,0,1,10 |
| .long 0x10420D48 |
| lvx 1,10,6 |
| addi 10,10,16 |
| vperm 0,1,0,10 |
| .long 0x10420548 |
| lvx 0,10,6 |
| addi 10,10,16 |
| bdnz .Loop_cbc_dec |
| |
| vperm 1,0,1,10 |
| .long 0x10420D48 |
| lvx 1,10,6 |
| li 10,16 |
| vperm 0,1,0,10 |
| .long 0x10420549 |
| cmpldi 5,16 |
| |
| vxor 2,2,4 |
| vor 4,3,3 |
| vperm 3,2,2,8 |
| vsel 2,7,3,9 |
| vor 7,3,3 |
| stvx 2,0,4 |
| addi 4,4,16 |
| bge .Lcbc_dec |
| |
| .Lcbc_done: |
| addi 4,4,-1 |
| lvx 2,0,4 |
| vsel 2,7,2,9 |
| stvx 2,0,4 |
| |
| neg 8,7 |
| li 10,15 |
| vxor 0,0,0 |
| vspltisb 9,-1 |
| vspltisb 3,0x0f |
| lvsr 8,0,8 |
| vperm 9,9,0,8 |
| vxor 8,8,3 |
| lvx 7,0,7 |
| vperm 4,4,4,8 |
| vsel 2,7,4,9 |
| lvx 5,10,7 |
| stvx 2,0,7 |
| vsel 2,4,5,9 |
| stvx 2,10,7 |
| |
| or 12,12,12 |
| blr |
| .long 0 |
| .byte 0,12,0x14,0,0,0,6,0 |
| .long 0 |
| .align 5 |
| _aesp8_cbc_decrypt8x: |
| stdu 1,-448(1) |
| li 10,207 |
| li 11,223 |
| stvx 20,10,1 |
| addi 10,10,32 |
| stvx 21,11,1 |
| addi 11,11,32 |
| stvx 22,10,1 |
| addi 10,10,32 |
| stvx 23,11,1 |
| addi 11,11,32 |
| stvx 24,10,1 |
| addi 10,10,32 |
| stvx 25,11,1 |
| addi 11,11,32 |
| stvx 26,10,1 |
| addi 10,10,32 |
| stvx 27,11,1 |
| addi 11,11,32 |
| stvx 28,10,1 |
| addi 10,10,32 |
| stvx 29,11,1 |
| addi 11,11,32 |
| stvx 30,10,1 |
| stvx 31,11,1 |
| li 0,-1 |
| stw 12,396(1) |
| li 8,0x10 |
| std 26,400(1) |
| li 26,0x20 |
| std 27,408(1) |
| li 27,0x30 |
| std 28,416(1) |
| li 28,0x40 |
| std 29,424(1) |
| li 29,0x50 |
| std 30,432(1) |
| li 30,0x60 |
| std 31,440(1) |
| li 31,0x70 |
| or 0,0,0 |
| |
| subi 9,9,3 |
| subi 5,5,128 |
| |
| lvx 23,0,6 |
| lvx 30,8,6 |
| addi 6,6,0x20 |
| lvx 31,0,6 |
| vperm 23,30,23,10 |
| addi 11,1,79 |
| mtctr 9 |
| |
| .Load_cbc_dec_key: |
| vperm 24,31,30,10 |
| lvx 30,8,6 |
| addi 6,6,0x20 |
| stvx 24,0,11 |
| vperm 25,30,31,10 |
| lvx 31,0,6 |
| stvx 25,8,11 |
| addi 11,11,0x20 |
| bdnz .Load_cbc_dec_key |
| |
| lvx 26,8,6 |
| vperm 24,31,30,10 |
| lvx 27,26,6 |
| stvx 24,0,11 |
| vperm 25,26,31,10 |
| lvx 28,27,6 |
| stvx 25,8,11 |
| addi 11,1,79 |
| vperm 26,27,26,10 |
| lvx 29,28,6 |
| vperm 27,28,27,10 |
| lvx 30,29,6 |
| vperm 28,29,28,10 |
| lvx 31,30,6 |
| vperm 29,30,29,10 |
| lvx 14,31,6 |
| vperm 30,31,30,10 |
| lvx 24,0,11 |
| vperm 31,14,31,10 |
| lvx 25,8,11 |
| |
| |
| |
| subi 3,3,15 |
| |
| li 10,8 |
| .long 0x7C001E99 |
| lvsl 6,0,10 |
| vspltisb 3,0x0f |
| .long 0x7C281E99 |
| vxor 6,6,3 |
| .long 0x7C5A1E99 |
| vperm 0,0,0,6 |
| .long 0x7C7B1E99 |
| vperm 1,1,1,6 |
| .long 0x7D5C1E99 |
| vperm 2,2,2,6 |
| vxor 14,0,23 |
| .long 0x7D7D1E99 |
| vperm 3,3,3,6 |
| vxor 15,1,23 |
| .long 0x7D9E1E99 |
| vperm 10,10,10,6 |
| vxor 16,2,23 |
| .long 0x7DBF1E99 |
| addi 3,3,0x80 |
| vperm 11,11,11,6 |
| vxor 17,3,23 |
| vperm 12,12,12,6 |
| vxor 18,10,23 |
| vperm 13,13,13,6 |
| vxor 19,11,23 |
| vxor 20,12,23 |
| vxor 21,13,23 |
| |
| mtctr 9 |
| b .Loop_cbc_dec8x |
| .align 5 |
| .Loop_cbc_dec8x: |
| .long 0x11CEC548 |
| .long 0x11EFC548 |
| .long 0x1210C548 |
| .long 0x1231C548 |
| .long 0x1252C548 |
| .long 0x1273C548 |
| .long 0x1294C548 |
| .long 0x12B5C548 |
| lvx 24,26,11 |
| addi 11,11,0x20 |
| |
| .long 0x11CECD48 |
| .long 0x11EFCD48 |
| .long 0x1210CD48 |
| .long 0x1231CD48 |
| .long 0x1252CD48 |
| .long 0x1273CD48 |
| .long 0x1294CD48 |
| .long 0x12B5CD48 |
| lvx 25,8,11 |
| bdnz .Loop_cbc_dec8x |
| |
| subic 5,5,128 |
| .long 0x11CEC548 |
| .long 0x11EFC548 |
| .long 0x1210C548 |
| .long 0x1231C548 |
| .long 0x1252C548 |
| .long 0x1273C548 |
| .long 0x1294C548 |
| .long 0x12B5C548 |
| |
| subfe. 0,0,0 |
| .long 0x11CECD48 |
| .long 0x11EFCD48 |
| .long 0x1210CD48 |
| .long 0x1231CD48 |
| .long 0x1252CD48 |
| .long 0x1273CD48 |
| .long 0x1294CD48 |
| .long 0x12B5CD48 |
| |
| and 0,0,5 |
| .long 0x11CED548 |
| .long 0x11EFD548 |
| .long 0x1210D548 |
| .long 0x1231D548 |
| .long 0x1252D548 |
| .long 0x1273D548 |
| .long 0x1294D548 |
| .long 0x12B5D548 |
| |
| add 3,3,0 |
| |
| |
| |
| .long 0x11CEDD48 |
| .long 0x11EFDD48 |
| .long 0x1210DD48 |
| .long 0x1231DD48 |
| .long 0x1252DD48 |
| .long 0x1273DD48 |
| .long 0x1294DD48 |
| .long 0x12B5DD48 |
| |
| addi 11,1,79 |
| .long 0x11CEE548 |
| .long 0x11EFE548 |
| .long 0x1210E548 |
| .long 0x1231E548 |
| .long 0x1252E548 |
| .long 0x1273E548 |
| .long 0x1294E548 |
| .long 0x12B5E548 |
| lvx 24,0,11 |
| |
| .long 0x11CEED48 |
| .long 0x11EFED48 |
| .long 0x1210ED48 |
| .long 0x1231ED48 |
| .long 0x1252ED48 |
| .long 0x1273ED48 |
| .long 0x1294ED48 |
| .long 0x12B5ED48 |
| lvx 25,8,11 |
| |
| .long 0x11CEF548 |
| vxor 4,4,31 |
| .long 0x11EFF548 |
| vxor 0,0,31 |
| .long 0x1210F548 |
| vxor 1,1,31 |
| .long 0x1231F548 |
| vxor 2,2,31 |
| .long 0x1252F548 |
| vxor 3,3,31 |
| .long 0x1273F548 |
| vxor 10,10,31 |
| .long 0x1294F548 |
| vxor 11,11,31 |
| .long 0x12B5F548 |
| vxor 12,12,31 |
| |
| .long 0x11CE2549 |
| .long 0x11EF0549 |
| .long 0x7C001E99 |
| .long 0x12100D49 |
| .long 0x7C281E99 |
| .long 0x12311549 |
| vperm 0,0,0,6 |
| .long 0x7C5A1E99 |
| .long 0x12521D49 |
| vperm 1,1,1,6 |
| .long 0x7C7B1E99 |
| .long 0x12735549 |
| vperm 2,2,2,6 |
| .long 0x7D5C1E99 |
| .long 0x12945D49 |
| vperm 3,3,3,6 |
| .long 0x7D7D1E99 |
| .long 0x12B56549 |
| vperm 10,10,10,6 |
| .long 0x7D9E1E99 |
| vor 4,13,13 |
| vperm 11,11,11,6 |
| .long 0x7DBF1E99 |
| addi 3,3,0x80 |
| |
| vperm 14,14,14,6 |
| vperm 15,15,15,6 |
| .long 0x7DC02799 |
| vperm 12,12,12,6 |
| vxor 14,0,23 |
| vperm 16,16,16,6 |
| .long 0x7DE82799 |
| vperm 13,13,13,6 |
| vxor 15,1,23 |
| vperm 17,17,17,6 |
| .long 0x7E1A2799 |
| vxor 16,2,23 |
| vperm 18,18,18,6 |
| .long 0x7E3B2799 |
| vxor 17,3,23 |
| vperm 19,19,19,6 |
| .long 0x7E5C2799 |
| vxor 18,10,23 |
| vperm 20,20,20,6 |
| .long 0x7E7D2799 |
| vxor 19,11,23 |
| vperm 21,21,21,6 |
| .long 0x7E9E2799 |
| vxor 20,12,23 |
| .long 0x7EBF2799 |
| addi 4,4,0x80 |
| vxor 21,13,23 |
| |
| mtctr 9 |
| beq .Loop_cbc_dec8x |
| |
| addic. 5,5,128 |
| beq .Lcbc_dec8x_done |
| nop |
| nop |
| |
| .Loop_cbc_dec8x_tail: |
| .long 0x11EFC548 |
| .long 0x1210C548 |
| .long 0x1231C548 |
| .long 0x1252C548 |
| .long 0x1273C548 |
| .long 0x1294C548 |
| .long 0x12B5C548 |
| lvx 24,26,11 |
| addi 11,11,0x20 |
| |
| .long 0x11EFCD48 |
| .long 0x1210CD48 |
| .long 0x1231CD48 |
| .long 0x1252CD48 |
| .long 0x1273CD48 |
| .long 0x1294CD48 |
| .long 0x12B5CD48 |
| lvx 25,8,11 |
| bdnz .Loop_cbc_dec8x_tail |
| |
| .long 0x11EFC548 |
| .long 0x1210C548 |
| .long 0x1231C548 |
| .long 0x1252C548 |
| .long 0x1273C548 |
| .long 0x1294C548 |
| .long 0x12B5C548 |
| |
| .long 0x11EFCD48 |
| .long 0x1210CD48 |
| .long 0x1231CD48 |
| .long 0x1252CD48 |
| .long 0x1273CD48 |
| .long 0x1294CD48 |
| .long 0x12B5CD48 |
| |
| .long 0x11EFD548 |
| .long 0x1210D548 |
| .long 0x1231D548 |
| .long 0x1252D548 |
| .long 0x1273D548 |
| .long 0x1294D548 |
| .long 0x12B5D548 |
| |
| .long 0x11EFDD48 |
| .long 0x1210DD48 |
| .long 0x1231DD48 |
| .long 0x1252DD48 |
| .long 0x1273DD48 |
| .long 0x1294DD48 |
| .long 0x12B5DD48 |
| |
| .long 0x11EFE548 |
| .long 0x1210E548 |
| .long 0x1231E548 |
| .long 0x1252E548 |
| .long 0x1273E548 |
| .long 0x1294E548 |
| .long 0x12B5E548 |
| |
| .long 0x11EFED48 |
| .long 0x1210ED48 |
| .long 0x1231ED48 |
| .long 0x1252ED48 |
| .long 0x1273ED48 |
| .long 0x1294ED48 |
| .long 0x12B5ED48 |
| |
| .long 0x11EFF548 |
| vxor 4,4,31 |
| .long 0x1210F548 |
| vxor 1,1,31 |
| .long 0x1231F548 |
| vxor 2,2,31 |
| .long 0x1252F548 |
| vxor 3,3,31 |
| .long 0x1273F548 |
| vxor 10,10,31 |
| .long 0x1294F548 |
| vxor 11,11,31 |
| .long 0x12B5F548 |
| vxor 12,12,31 |
| |
| cmplwi 5,32 |
| blt .Lcbc_dec8x_one |
| nop |
| beq .Lcbc_dec8x_two |
| cmplwi 5,64 |
| blt .Lcbc_dec8x_three |
| nop |
| beq .Lcbc_dec8x_four |
| cmplwi 5,96 |
| blt .Lcbc_dec8x_five |
| nop |
| beq .Lcbc_dec8x_six |
| |
| .Lcbc_dec8x_seven: |
| .long 0x11EF2549 |
| .long 0x12100D49 |
| .long 0x12311549 |
| .long 0x12521D49 |
| .long 0x12735549 |
| .long 0x12945D49 |
| .long 0x12B56549 |
| vor 4,13,13 |
| |
| vperm 15,15,15,6 |
| vperm 16,16,16,6 |
| .long 0x7DE02799 |
| vperm 17,17,17,6 |
| .long 0x7E082799 |
| vperm 18,18,18,6 |
| .long 0x7E3A2799 |
| vperm 19,19,19,6 |
| .long 0x7E5B2799 |
| vperm 20,20,20,6 |
| .long 0x7E7C2799 |
| vperm 21,21,21,6 |
| .long 0x7E9D2799 |
| .long 0x7EBE2799 |
| addi 4,4,0x70 |
| b .Lcbc_dec8x_done |
| |
| .align 5 |
| .Lcbc_dec8x_six: |
| .long 0x12102549 |
| .long 0x12311549 |
| .long 0x12521D49 |
| .long 0x12735549 |
| .long 0x12945D49 |
| .long 0x12B56549 |
| vor 4,13,13 |
| |
| vperm 16,16,16,6 |
| vperm 17,17,17,6 |
| .long 0x7E002799 |
| vperm 18,18,18,6 |
| .long 0x7E282799 |
| vperm 19,19,19,6 |
| .long 0x7E5A2799 |
| vperm 20,20,20,6 |
| .long 0x7E7B2799 |
| vperm 21,21,21,6 |
| .long 0x7E9C2799 |
| .long 0x7EBD2799 |
| addi 4,4,0x60 |
| b .Lcbc_dec8x_done |
| |
| .align 5 |
| .Lcbc_dec8x_five: |
| .long 0x12312549 |
| .long 0x12521D49 |
| .long 0x12735549 |
| .long 0x12945D49 |
| .long 0x12B56549 |
| vor 4,13,13 |
| |
| vperm 17,17,17,6 |
| vperm 18,18,18,6 |
| .long 0x7E202799 |
| vperm 19,19,19,6 |
| .long 0x7E482799 |
| vperm 20,20,20,6 |
| .long 0x7E7A2799 |
| vperm 21,21,21,6 |
| .long 0x7E9B2799 |
| .long 0x7EBC2799 |
| addi 4,4,0x50 |
| b .Lcbc_dec8x_done |
| |
| .align 5 |
| .Lcbc_dec8x_four: |
| .long 0x12522549 |
| .long 0x12735549 |
| .long 0x12945D49 |
| .long 0x12B56549 |
| vor 4,13,13 |
| |
| vperm 18,18,18,6 |
| vperm 19,19,19,6 |
| .long 0x7E402799 |
| vperm 20,20,20,6 |
| .long 0x7E682799 |
| vperm 21,21,21,6 |
| .long 0x7E9A2799 |
| .long 0x7EBB2799 |
| addi 4,4,0x40 |
| b .Lcbc_dec8x_done |
| |
| .align 5 |
| .Lcbc_dec8x_three: |
| .long 0x12732549 |
| .long 0x12945D49 |
| .long 0x12B56549 |
| vor 4,13,13 |
| |
| vperm 19,19,19,6 |
| vperm 20,20,20,6 |
| .long 0x7E602799 |
| vperm 21,21,21,6 |
| .long 0x7E882799 |
| .long 0x7EBA2799 |
| addi 4,4,0x30 |
| b .Lcbc_dec8x_done |
| |
| .align 5 |
| .Lcbc_dec8x_two: |
| .long 0x12942549 |
| .long 0x12B56549 |
| vor 4,13,13 |
| |
| vperm 20,20,20,6 |
| vperm 21,21,21,6 |
| .long 0x7E802799 |
| .long 0x7EA82799 |
| addi 4,4,0x20 |
| b .Lcbc_dec8x_done |
| |
| .align 5 |
| .Lcbc_dec8x_one: |
| .long 0x12B52549 |
| vor 4,13,13 |
| |
| vperm 21,21,21,6 |
| .long 0x7EA02799 |
| addi 4,4,0x10 |
| |
| .Lcbc_dec8x_done: |
| vperm 4,4,4,6 |
| .long 0x7C803F99 |
| |
| li 10,79 |
| li 11,95 |
| stvx 6,10,1 |
| addi 10,10,32 |
| stvx 6,11,1 |
| addi 11,11,32 |
| stvx 6,10,1 |
| addi 10,10,32 |
| stvx 6,11,1 |
| addi 11,11,32 |
| stvx 6,10,1 |
| addi 10,10,32 |
| stvx 6,11,1 |
| addi 11,11,32 |
| stvx 6,10,1 |
| addi 10,10,32 |
| stvx 6,11,1 |
| addi 11,11,32 |
| |
| or 12,12,12 |
| lvx 20,10,1 |
| addi 10,10,32 |
| lvx 21,11,1 |
| addi 11,11,32 |
| lvx 22,10,1 |
| addi 10,10,32 |
| lvx 23,11,1 |
| addi 11,11,32 |
| lvx 24,10,1 |
| addi 10,10,32 |
| lvx 25,11,1 |
| addi 11,11,32 |
| lvx 26,10,1 |
| addi 10,10,32 |
| lvx 27,11,1 |
| addi 11,11,32 |
| lvx 28,10,1 |
| addi 10,10,32 |
| lvx 29,11,1 |
| addi 11,11,32 |
| lvx 30,10,1 |
| lvx 31,11,1 |
| ld 26,400(1) |
| ld 27,408(1) |
| ld 28,416(1) |
| ld 29,424(1) |
| ld 30,432(1) |
| ld 31,440(1) |
| addi 1,1,448 |
| blr |
| .long 0 |
| .byte 0,12,0x04,0,0x80,6,6,0 |
| .long 0 |
| .size aes_hw_cbc_encrypt,.-aes_hw_cbc_encrypt |
| .globl aes_hw_ctr32_encrypt_blocks |
| .type aes_hw_ctr32_encrypt_blocks,@function |
| .align 5 |
| aes_hw_ctr32_encrypt_blocks: |
| .localentry aes_hw_ctr32_encrypt_blocks,0 |
| |
| cmpldi 5,1 |
| .long 0x4dc00020 |
| |
| lis 0,0xfff0 |
| li 12,-1 |
| or 0,0,0 |
| |
| li 10,15 |
| vxor 0,0,0 |
| vspltisb 3,0x0f |
| |
| lvx 4,0,7 |
| lvsl 6,0,7 |
| lvx 5,10,7 |
| vspltisb 11,1 |
| vxor 6,6,3 |
| vperm 4,4,5,6 |
| vsldoi 11,0,11,1 |
| |
| neg 11,3 |
| lvsr 10,0,6 |
| lwz 9,240(6) |
| |
| lvsr 6,0,11 |
| lvx 5,0,3 |
| addi 3,3,15 |
| vxor 6,6,3 |
| |
| srwi 9,9,1 |
| li 10,16 |
| subi 9,9,1 |
| |
| cmpldi 5,8 |
| bge _aesp8_ctr32_encrypt8x |
| |
| lvsl 8,0,4 |
| vspltisb 9,-1 |
| lvx 7,0,4 |
| vperm 9,9,0,8 |
| vxor 8,8,3 |
| |
| lvx 0,0,6 |
| mtctr 9 |
| lvx 1,10,6 |
| addi 10,10,16 |
| vperm 0,1,0,10 |
| vxor 2,4,0 |
| lvx 0,10,6 |
| addi 10,10,16 |
| b .Loop_ctr32_enc |
| |
| .align 5 |
| .Loop_ctr32_enc: |
| vperm 1,0,1,10 |
| .long 0x10420D08 |
| lvx 1,10,6 |
| addi 10,10,16 |
| vperm 0,1,0,10 |
| .long 0x10420508 |
| lvx 0,10,6 |
| addi 10,10,16 |
| bdnz .Loop_ctr32_enc |
| |
| vadduwm 4,4,11 |
| vor 3,5,5 |
| lvx 5,0,3 |
| addi 3,3,16 |
| subic. 5,5,1 |
| |
| vperm 1,0,1,10 |
| .long 0x10420D08 |
| lvx 1,10,6 |
| vperm 3,3,5,6 |
| li 10,16 |
| vperm 1,1,0,10 |
| lvx 0,0,6 |
| vxor 3,3,1 |
| .long 0x10421D09 |
| |
| lvx 1,10,6 |
| addi 10,10,16 |
| vperm 2,2,2,8 |
| vsel 3,7,2,9 |
| mtctr 9 |
| vperm 0,1,0,10 |
| vor 7,2,2 |
| vxor 2,4,0 |
| lvx 0,10,6 |
| addi 10,10,16 |
| stvx 3,0,4 |
| addi 4,4,16 |
| bne .Loop_ctr32_enc |
| |
| addi 4,4,-1 |
| lvx 2,0,4 |
| vsel 2,7,2,9 |
| stvx 2,0,4 |
| |
| or 12,12,12 |
| blr |
| .long 0 |
| .byte 0,12,0x14,0,0,0,6,0 |
| .long 0 |
| .align 5 |
| _aesp8_ctr32_encrypt8x: |
| stdu 1,-448(1) |
| li 10,207 |
| li 11,223 |
| stvx 20,10,1 |
| addi 10,10,32 |
| stvx 21,11,1 |
| addi 11,11,32 |
| stvx 22,10,1 |
| addi 10,10,32 |
| stvx 23,11,1 |
| addi 11,11,32 |
| stvx 24,10,1 |
| addi 10,10,32 |
| stvx 25,11,1 |
| addi 11,11,32 |
| stvx 26,10,1 |
| addi 10,10,32 |
| stvx 27,11,1 |
| addi 11,11,32 |
| stvx 28,10,1 |
| addi 10,10,32 |
| stvx 29,11,1 |
| addi 11,11,32 |
| stvx 30,10,1 |
| stvx 31,11,1 |
| li 0,-1 |
| stw 12,396(1) |
| li 8,0x10 |
| std 26,400(1) |
| li 26,0x20 |
| std 27,408(1) |
| li 27,0x30 |
| std 28,416(1) |
| li 28,0x40 |
| std 29,424(1) |
| li 29,0x50 |
| std 30,432(1) |
| li 30,0x60 |
| std 31,440(1) |
| li 31,0x70 |
| or 0,0,0 |
| |
| subi 9,9,3 |
| |
| lvx 23,0,6 |
| lvx 30,8,6 |
| addi 6,6,0x20 |
| lvx 31,0,6 |
| vperm 23,30,23,10 |
| addi 11,1,79 |
| mtctr 9 |
| |
| .Load_ctr32_enc_key: |
| vperm 24,31,30,10 |
| lvx 30,8,6 |
| addi 6,6,0x20 |
| stvx 24,0,11 |
| vperm 25,30,31,10 |
| lvx 31,0,6 |
| stvx 25,8,11 |
| addi 11,11,0x20 |
| bdnz .Load_ctr32_enc_key |
| |
| lvx 26,8,6 |
| vperm 24,31,30,10 |
| lvx 27,26,6 |
| stvx 24,0,11 |
| vperm 25,26,31,10 |
| lvx 28,27,6 |
| stvx 25,8,11 |
| addi 11,1,79 |
| vperm 26,27,26,10 |
| lvx 29,28,6 |
| vperm 27,28,27,10 |
| lvx 30,29,6 |
| vperm 28,29,28,10 |
| lvx 31,30,6 |
| vperm 29,30,29,10 |
| lvx 15,31,6 |
| vperm 30,31,30,10 |
| lvx 24,0,11 |
| vperm 31,15,31,10 |
| lvx 25,8,11 |
| |
| vadduwm 7,11,11 |
| subi 3,3,15 |
| sldi 5,5,4 |
| |
| vadduwm 16,4,11 |
| vadduwm 17,4,7 |
| vxor 15,4,23 |
| li 10,8 |
| vadduwm 18,16,7 |
| vxor 16,16,23 |
| lvsl 6,0,10 |
| vadduwm 19,17,7 |
| vxor 17,17,23 |
| vspltisb 3,0x0f |
| vadduwm 20,18,7 |
| vxor 18,18,23 |
| vxor 6,6,3 |
| vadduwm 21,19,7 |
| vxor 19,19,23 |
| vadduwm 22,20,7 |
| vxor 20,20,23 |
| vadduwm 4,21,7 |
| vxor 21,21,23 |
| vxor 22,22,23 |
| |
| mtctr 9 |
| b .Loop_ctr32_enc8x |
| .align 5 |
| .Loop_ctr32_enc8x: |
| .long 0x11EFC508 |
| .long 0x1210C508 |
| .long 0x1231C508 |
| .long 0x1252C508 |
| .long 0x1273C508 |
| .long 0x1294C508 |
| .long 0x12B5C508 |
| .long 0x12D6C508 |
| .Loop_ctr32_enc8x_middle: |
| lvx 24,26,11 |
| addi 11,11,0x20 |
| |
| .long 0x11EFCD08 |
| .long 0x1210CD08 |
| .long 0x1231CD08 |
| .long 0x1252CD08 |
| .long 0x1273CD08 |
| .long 0x1294CD08 |
| .long 0x12B5CD08 |
| .long 0x12D6CD08 |
| lvx 25,8,11 |
| bdnz .Loop_ctr32_enc8x |
| |
| subic 11,5,256 |
| .long 0x11EFC508 |
| .long 0x1210C508 |
| .long 0x1231C508 |
| .long 0x1252C508 |
| .long 0x1273C508 |
| .long 0x1294C508 |
| .long 0x12B5C508 |
| .long 0x12D6C508 |
| |
| subfe 0,0,0 |
| .long 0x11EFCD08 |
| .long 0x1210CD08 |
| .long 0x1231CD08 |
| .long 0x1252CD08 |
| .long 0x1273CD08 |
| .long 0x1294CD08 |
| .long 0x12B5CD08 |
| .long 0x12D6CD08 |
| |
| and 0,0,11 |
| addi 11,1,79 |
| .long 0x11EFD508 |
| .long 0x1210D508 |
| .long 0x1231D508 |
| .long 0x1252D508 |
| .long 0x1273D508 |
| .long 0x1294D508 |
| .long 0x12B5D508 |
| .long 0x12D6D508 |
| lvx 24,0,11 |
| |
| subic 5,5,129 |
| .long 0x11EFDD08 |
| addi 5,5,1 |
| .long 0x1210DD08 |
| .long 0x1231DD08 |
| .long 0x1252DD08 |
| .long 0x1273DD08 |
| .long 0x1294DD08 |
| .long 0x12B5DD08 |
| .long 0x12D6DD08 |
| lvx 25,8,11 |
| |
| .long 0x11EFE508 |
| .long 0x7C001E99 |
| .long 0x1210E508 |
| .long 0x7C281E99 |
| .long 0x1231E508 |
| .long 0x7C5A1E99 |
| .long 0x1252E508 |
| .long 0x7C7B1E99 |
| .long 0x1273E508 |
| .long 0x7D5C1E99 |
| .long 0x1294E508 |
| .long 0x7D9D1E99 |
| .long 0x12B5E508 |
| .long 0x7DBE1E99 |
| .long 0x12D6E508 |
| .long 0x7DDF1E99 |
| addi 3,3,0x80 |
| |
| .long 0x11EFED08 |
| vperm 0,0,0,6 |
| .long 0x1210ED08 |
| vperm 1,1,1,6 |
| .long 0x1231ED08 |
| vperm 2,2,2,6 |
| .long 0x1252ED08 |
| vperm 3,3,3,6 |
| .long 0x1273ED08 |
| vperm 10,10,10,6 |
| .long 0x1294ED08 |
| vperm 12,12,12,6 |
| .long 0x12B5ED08 |
| vperm 13,13,13,6 |
| .long 0x12D6ED08 |
| vperm 14,14,14,6 |
| |
| add 3,3,0 |
| |
| |
| |
| subfe. 0,0,0 |
| .long 0x11EFF508 |
| vxor 0,0,31 |
| .long 0x1210F508 |
| vxor 1,1,31 |
| .long 0x1231F508 |
| vxor 2,2,31 |
| .long 0x1252F508 |
| vxor 3,3,31 |
| .long 0x1273F508 |
| vxor 10,10,31 |
| .long 0x1294F508 |
| vxor 12,12,31 |
| .long 0x12B5F508 |
| vxor 13,13,31 |
| .long 0x12D6F508 |
| vxor 14,14,31 |
| |
| bne .Lctr32_enc8x_break |
| |
| .long 0x100F0509 |
| .long 0x10300D09 |
| vadduwm 16,4,11 |
| .long 0x10511509 |
| vadduwm 17,4,7 |
| vxor 15,4,23 |
| .long 0x10721D09 |
| vadduwm 18,16,7 |
| vxor 16,16,23 |
| .long 0x11535509 |
| vadduwm 19,17,7 |
| vxor 17,17,23 |
| .long 0x11946509 |
| vadduwm 20,18,7 |
| vxor 18,18,23 |
| .long 0x11B56D09 |
| vadduwm 21,19,7 |
| vxor 19,19,23 |
| .long 0x11D67509 |
| vadduwm 22,20,7 |
| vxor 20,20,23 |
| vperm 0,0,0,6 |
| vadduwm 4,21,7 |
| vxor 21,21,23 |
| vperm 1,1,1,6 |
| vxor 22,22,23 |
| mtctr 9 |
| |
| .long 0x11EFC508 |
| .long 0x7C002799 |
| vperm 2,2,2,6 |
| .long 0x1210C508 |
| .long 0x7C282799 |
| vperm 3,3,3,6 |
| .long 0x1231C508 |
| .long 0x7C5A2799 |
| vperm 10,10,10,6 |
| .long 0x1252C508 |
| .long 0x7C7B2799 |
| vperm 12,12,12,6 |
| .long 0x1273C508 |
| .long 0x7D5C2799 |
| vperm 13,13,13,6 |
| .long 0x1294C508 |
| .long 0x7D9D2799 |
| vperm 14,14,14,6 |
| .long 0x12B5C508 |
| .long 0x7DBE2799 |
| .long 0x12D6C508 |
| .long 0x7DDF2799 |
| addi 4,4,0x80 |
| |
| b .Loop_ctr32_enc8x_middle |
| |
| .align 5 |
| .Lctr32_enc8x_break: |
| cmpwi 5,-0x60 |
| blt .Lctr32_enc8x_one |
| nop |
| beq .Lctr32_enc8x_two |
| cmpwi 5,-0x40 |
| blt .Lctr32_enc8x_three |
| nop |
| beq .Lctr32_enc8x_four |
| cmpwi 5,-0x20 |
| blt .Lctr32_enc8x_five |
| nop |
| beq .Lctr32_enc8x_six |
| cmpwi 5,0x00 |
| blt .Lctr32_enc8x_seven |
| |
| .Lctr32_enc8x_eight: |
| .long 0x11EF0509 |
| .long 0x12100D09 |
| .long 0x12311509 |
| .long 0x12521D09 |
| .long 0x12735509 |
| .long 0x12946509 |
| .long 0x12B56D09 |
| .long 0x12D67509 |
| |
| vperm 15,15,15,6 |
| vperm 16,16,16,6 |
| .long 0x7DE02799 |
| vperm 17,17,17,6 |
| .long 0x7E082799 |
| vperm 18,18,18,6 |
| .long 0x7E3A2799 |
| vperm 19,19,19,6 |
| .long 0x7E5B2799 |
| vperm 20,20,20,6 |
| .long 0x7E7C2799 |
| vperm 21,21,21,6 |
| .long 0x7E9D2799 |
| vperm 22,22,22,6 |
| .long 0x7EBE2799 |
| .long 0x7EDF2799 |
| addi 4,4,0x80 |
| b .Lctr32_enc8x_done |
| |
| .align 5 |
| .Lctr32_enc8x_seven: |
| .long 0x11EF0D09 |
| .long 0x12101509 |
| .long 0x12311D09 |
| .long 0x12525509 |
| .long 0x12736509 |
| .long 0x12946D09 |
| .long 0x12B57509 |
| |
| vperm 15,15,15,6 |
| vperm 16,16,16,6 |
| .long 0x7DE02799 |
| vperm 17,17,17,6 |
| .long 0x7E082799 |
| vperm 18,18,18,6 |
| .long 0x7E3A2799 |
| vperm 19,19,19,6 |
| .long 0x7E5B2799 |
| vperm 20,20,20,6 |
| .long 0x7E7C2799 |
| vperm 21,21,21,6 |
| .long 0x7E9D2799 |
| .long 0x7EBE2799 |
| addi 4,4,0x70 |
| b .Lctr32_enc8x_done |
| |
| .align 5 |
| .Lctr32_enc8x_six: |
| .long 0x11EF1509 |
| .long 0x12101D09 |
| .long 0x12315509 |
| .long 0x12526509 |
| .long 0x12736D09 |
| .long 0x12947509 |
| |
| vperm 15,15,15,6 |
| vperm 16,16,16,6 |
| .long 0x7DE02799 |
| vperm 17,17,17,6 |
| .long 0x7E082799 |
| vperm 18,18,18,6 |
| .long 0x7E3A2799 |
| vperm 19,19,19,6 |
| .long 0x7E5B2799 |
| vperm 20,20,20,6 |
| .long 0x7E7C2799 |
| .long 0x7E9D2799 |
| addi 4,4,0x60 |
| b .Lctr32_enc8x_done |
| |
| .align 5 |
| .Lctr32_enc8x_five: |
| .long 0x11EF1D09 |
| .long 0x12105509 |
| .long 0x12316509 |
| .long 0x12526D09 |
| .long 0x12737509 |
| |
| vperm 15,15,15,6 |
| vperm 16,16,16,6 |
| .long 0x7DE02799 |
| vperm 17,17,17,6 |
| .long 0x7E082799 |
| vperm 18,18,18,6 |
| .long 0x7E3A2799 |
| vperm 19,19,19,6 |
| .long 0x7E5B2799 |
| .long 0x7E7C2799 |
| addi 4,4,0x50 |
| b .Lctr32_enc8x_done |
| |
| .align 5 |
| .Lctr32_enc8x_four: |
| .long 0x11EF5509 |
| .long 0x12106509 |
| .long 0x12316D09 |
| .long 0x12527509 |
| |
| vperm 15,15,15,6 |
| vperm 16,16,16,6 |
| .long 0x7DE02799 |
| vperm 17,17,17,6 |
| .long 0x7E082799 |
| vperm 18,18,18,6 |
| .long 0x7E3A2799 |
| .long 0x7E5B2799 |
| addi 4,4,0x40 |
| b .Lctr32_enc8x_done |
| |
| .align 5 |
| .Lctr32_enc8x_three: |
| .long 0x11EF6509 |
| .long 0x12106D09 |
| .long 0x12317509 |
| |
| vperm 15,15,15,6 |
| vperm 16,16,16,6 |
| .long 0x7DE02799 |
| vperm 17,17,17,6 |
| .long 0x7E082799 |
| .long 0x7E3A2799 |
| addi 4,4,0x30 |
| b .Lctr32_enc8x_done |
| |
| .align 5 |
| .Lctr32_enc8x_two: |
| .long 0x11EF6D09 |
| .long 0x12107509 |
| |
| vperm 15,15,15,6 |
| vperm 16,16,16,6 |
| .long 0x7DE02799 |
| .long 0x7E082799 |
| addi 4,4,0x20 |
| b .Lctr32_enc8x_done |
| |
| .align 5 |
| .Lctr32_enc8x_one: |
| .long 0x11EF7509 |
| |
| vperm 15,15,15,6 |
| .long 0x7DE02799 |
| addi 4,4,0x10 |
| |
| .Lctr32_enc8x_done: |
| li 10,79 |
| li 11,95 |
| stvx 6,10,1 |
| addi 10,10,32 |
| stvx 6,11,1 |
| addi 11,11,32 |
| stvx 6,10,1 |
| addi 10,10,32 |
| stvx 6,11,1 |
| addi 11,11,32 |
| stvx 6,10,1 |
| addi 10,10,32 |
| stvx 6,11,1 |
| addi 11,11,32 |
| stvx 6,10,1 |
| addi 10,10,32 |
| stvx 6,11,1 |
| addi 11,11,32 |
| |
| or 12,12,12 |
| lvx 20,10,1 |
| addi 10,10,32 |
| lvx 21,11,1 |
| addi 11,11,32 |
| lvx 22,10,1 |
| addi 10,10,32 |
| lvx 23,11,1 |
| addi 11,11,32 |
| lvx 24,10,1 |
| addi 10,10,32 |
| lvx 25,11,1 |
| addi 11,11,32 |
| lvx 26,10,1 |
| addi 10,10,32 |
| lvx 27,11,1 |
| addi 11,11,32 |
| lvx 28,10,1 |
| addi 10,10,32 |
| lvx 29,11,1 |
| addi 11,11,32 |
| lvx 30,10,1 |
| lvx 31,11,1 |
| ld 26,400(1) |
| ld 27,408(1) |
| ld 28,416(1) |
| ld 29,424(1) |
| ld 30,432(1) |
| ld 31,440(1) |
| addi 1,1,448 |
| blr |
| .long 0 |
| .byte 0,12,0x04,0,0x80,6,6,0 |
| .long 0 |
| .size aes_hw_ctr32_encrypt_blocks,.-aes_hw_ctr32_encrypt_blocks |
| .globl aes_hw_xts_encrypt |
| .type aes_hw_xts_encrypt,@function |
| .align 5 |
| aes_hw_xts_encrypt: |
| .localentry aes_hw_xts_encrypt,0 |
| |
| mr 10,3 |
| li 3,-1 |
| cmpldi 5,16 |
| .long 0x4dc00020 |
| |
| lis 0,0xfff0 |
| li 12,-1 |
| li 11,0 |
| or 0,0,0 |
| |
| vspltisb 9,0x07 |
| lvsl 6,11,11 |
| vspltisb 11,0x0f |
| vxor 6,6,9 |
| |
| li 3,15 |
| lvx 8,0,8 |
| lvsl 5,0,8 |
| lvx 4,3,8 |
| vxor 5,5,11 |
| vperm 8,8,4,5 |
| |
| neg 11,10 |
| lvsr 5,0,11 |
| lvx 2,0,10 |
| addi 10,10,15 |
| vxor 5,5,11 |
| |
| cmpldi 7,0 |
| beq .Lxts_enc_no_key2 |
| |
| lvsr 7,0,7 |
| lwz 9,240(7) |
| srwi 9,9,1 |
| subi 9,9,1 |
| li 3,16 |
| |
| lvx 0,0,7 |
| lvx 1,3,7 |
| addi 3,3,16 |
| vperm 0,1,0,7 |
| vxor 8,8,0 |
| lvx 0,3,7 |
| addi 3,3,16 |
| mtctr 9 |
| |
| .Ltweak_xts_enc: |
| vperm 1,0,1,7 |
| .long 0x11080D08 |
| lvx 1,3,7 |
| addi 3,3,16 |
| vperm 0,1,0,7 |
| .long 0x11080508 |
| lvx 0,3,7 |
| addi 3,3,16 |
| bdnz .Ltweak_xts_enc |
| |
| vperm 1,0,1,7 |
| .long 0x11080D08 |
| lvx 1,3,7 |
| vperm 0,1,0,7 |
| .long 0x11080509 |
| |
| li 8,0 |
| b .Lxts_enc |
| |
| .Lxts_enc_no_key2: |
| li 3,-16 |
| and 5,5,3 |
| |
| |
| .Lxts_enc: |
| lvx 4,0,10 |
| addi 10,10,16 |
| |
| lvsr 7,0,6 |
| lwz 9,240(6) |
| srwi 9,9,1 |
| subi 9,9,1 |
| li 3,16 |
| |
| vslb 10,9,9 |
| vor 10,10,9 |
| vspltisb 11,1 |
| vsldoi 10,10,11,15 |
| |
| cmpldi 5,96 |
| bge _aesp8_xts_encrypt6x |
| |
| andi. 7,5,15 |
| subic 0,5,32 |
| subi 7,7,16 |
| subfe 0,0,0 |
| and 0,0,7 |
| add 10,10,0 |
| |
| lvx 0,0,6 |
| lvx 1,3,6 |
| addi 3,3,16 |
| vperm 2,2,4,5 |
| vperm 0,1,0,7 |
| vxor 2,2,8 |
| vxor 2,2,0 |
| lvx 0,3,6 |
| addi 3,3,16 |
| mtctr 9 |
| b .Loop_xts_enc |
| |
| .align 5 |
| .Loop_xts_enc: |
| vperm 1,0,1,7 |
| .long 0x10420D08 |
| lvx 1,3,6 |
| addi 3,3,16 |
| vperm 0,1,0,7 |
| .long 0x10420508 |
| lvx 0,3,6 |
| addi 3,3,16 |
| bdnz .Loop_xts_enc |
| |
| vperm 1,0,1,7 |
| .long 0x10420D08 |
| lvx 1,3,6 |
| li 3,16 |
| vperm 0,1,0,7 |
| vxor 0,0,8 |
| .long 0x10620509 |
| |
| vperm 11,3,3,6 |
| |
| .long 0x7D602799 |
| |
| addi 4,4,16 |
| |
| subic. 5,5,16 |
| beq .Lxts_enc_done |
| |
| vor 2,4,4 |
| lvx 4,0,10 |
| addi 10,10,16 |
| lvx 0,0,6 |
| lvx 1,3,6 |
| addi 3,3,16 |
| |
| subic 0,5,32 |
| subfe 0,0,0 |
| and 0,0,7 |
| add 10,10,0 |
| |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vand 11,11,10 |
| vxor 8,8,11 |
| |
| vperm 2,2,4,5 |
| vperm 0,1,0,7 |
| vxor 2,2,8 |
| vxor 3,3,0 |
| vxor 2,2,0 |
| lvx 0,3,6 |
| addi 3,3,16 |
| |
| mtctr 9 |
| cmpldi 5,16 |
| bge .Loop_xts_enc |
| |
| vxor 3,3,8 |
| lvsr 5,0,5 |
| vxor 4,4,4 |
| vspltisb 11,-1 |
| vperm 4,4,11,5 |
| vsel 2,2,3,4 |
| |
| subi 11,4,17 |
| subi 4,4,16 |
| mtctr 5 |
| li 5,16 |
| .Loop_xts_enc_steal: |
| lbzu 0,1(11) |
| stb 0,16(11) |
| bdnz .Loop_xts_enc_steal |
| |
| mtctr 9 |
| b .Loop_xts_enc |
| |
| .Lxts_enc_done: |
| cmpldi 8,0 |
| beq .Lxts_enc_ret |
| |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vand 11,11,10 |
| vxor 8,8,11 |
| |
| vperm 8,8,8,6 |
| .long 0x7D004799 |
| |
| .Lxts_enc_ret: |
| or 12,12,12 |
| li 3,0 |
| blr |
| .long 0 |
| .byte 0,12,0x04,0,0x80,6,6,0 |
| .long 0 |
| .size aes_hw_xts_encrypt,.-aes_hw_xts_encrypt |
| |
| .globl aes_hw_xts_decrypt |
| .type aes_hw_xts_decrypt,@function |
| .align 5 |
| aes_hw_xts_decrypt: |
| .localentry aes_hw_xts_decrypt,0 |
| |
| mr 10,3 |
| li 3,-1 |
| cmpldi 5,16 |
| .long 0x4dc00020 |
| |
| lis 0,0xfff8 |
| li 12,-1 |
| li 11,0 |
| or 0,0,0 |
| |
| andi. 0,5,15 |
| neg 0,0 |
| andi. 0,0,16 |
| sub 5,5,0 |
| |
| vspltisb 9,0x07 |
| lvsl 6,11,11 |
| vspltisb 11,0x0f |
| vxor 6,6,9 |
| |
| li 3,15 |
| lvx 8,0,8 |
| lvsl 5,0,8 |
| lvx 4,3,8 |
| vxor 5,5,11 |
| vperm 8,8,4,5 |
| |
| neg 11,10 |
| lvsr 5,0,11 |
| lvx 2,0,10 |
| addi 10,10,15 |
| vxor 5,5,11 |
| |
| cmpldi 7,0 |
| beq .Lxts_dec_no_key2 |
| |
| lvsr 7,0,7 |
| lwz 9,240(7) |
| srwi 9,9,1 |
| subi 9,9,1 |
| li 3,16 |
| |
| lvx 0,0,7 |
| lvx 1,3,7 |
| addi 3,3,16 |
| vperm 0,1,0,7 |
| vxor 8,8,0 |
| lvx 0,3,7 |
| addi 3,3,16 |
| mtctr 9 |
| |
| .Ltweak_xts_dec: |
| vperm 1,0,1,7 |
| .long 0x11080D08 |
| lvx 1,3,7 |
| addi 3,3,16 |
| vperm 0,1,0,7 |
| .long 0x11080508 |
| lvx 0,3,7 |
| addi 3,3,16 |
| bdnz .Ltweak_xts_dec |
| |
| vperm 1,0,1,7 |
| .long 0x11080D08 |
| lvx 1,3,7 |
| vperm 0,1,0,7 |
| .long 0x11080509 |
| |
| li 8,0 |
| b .Lxts_dec |
| |
| .Lxts_dec_no_key2: |
| neg 3,5 |
| andi. 3,3,15 |
| add 5,5,3 |
| |
| |
| .Lxts_dec: |
| lvx 4,0,10 |
| addi 10,10,16 |
| |
| lvsr 7,0,6 |
| lwz 9,240(6) |
| srwi 9,9,1 |
| subi 9,9,1 |
| li 3,16 |
| |
| vslb 10,9,9 |
| vor 10,10,9 |
| vspltisb 11,1 |
| vsldoi 10,10,11,15 |
| |
| cmpldi 5,96 |
| bge _aesp8_xts_decrypt6x |
| |
| lvx 0,0,6 |
| lvx 1,3,6 |
| addi 3,3,16 |
| vperm 2,2,4,5 |
| vperm 0,1,0,7 |
| vxor 2,2,8 |
| vxor 2,2,0 |
| lvx 0,3,6 |
| addi 3,3,16 |
| mtctr 9 |
| |
| cmpldi 5,16 |
| blt .Ltail_xts_dec |
| |
| |
| .align 5 |
| .Loop_xts_dec: |
| vperm 1,0,1,7 |
| .long 0x10420D48 |
| lvx 1,3,6 |
| addi 3,3,16 |
| vperm 0,1,0,7 |
| .long 0x10420548 |
| lvx 0,3,6 |
| addi 3,3,16 |
| bdnz .Loop_xts_dec |
| |
| vperm 1,0,1,7 |
| .long 0x10420D48 |
| lvx 1,3,6 |
| li 3,16 |
| vperm 0,1,0,7 |
| vxor 0,0,8 |
| .long 0x10620549 |
| |
| vperm 11,3,3,6 |
| |
| .long 0x7D602799 |
| |
| addi 4,4,16 |
| |
| subic. 5,5,16 |
| beq .Lxts_dec_done |
| |
| vor 2,4,4 |
| lvx 4,0,10 |
| addi 10,10,16 |
| lvx 0,0,6 |
| lvx 1,3,6 |
| addi 3,3,16 |
| |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vand 11,11,10 |
| vxor 8,8,11 |
| |
| vperm 2,2,4,5 |
| vperm 0,1,0,7 |
| vxor 2,2,8 |
| vxor 2,2,0 |
| lvx 0,3,6 |
| addi 3,3,16 |
| |
| mtctr 9 |
| cmpldi 5,16 |
| bge .Loop_xts_dec |
| |
| .Ltail_xts_dec: |
| vsrab 11,8,9 |
| vaddubm 12,8,8 |
| vsldoi 11,11,11,15 |
| vand 11,11,10 |
| vxor 12,12,11 |
| |
| subi 10,10,16 |
| add 10,10,5 |
| |
| vxor 2,2,8 |
| vxor 2,2,12 |
| |
| .Loop_xts_dec_short: |
| vperm 1,0,1,7 |
| .long 0x10420D48 |
| lvx 1,3,6 |
| addi 3,3,16 |
| vperm 0,1,0,7 |
| .long 0x10420548 |
| lvx 0,3,6 |
| addi 3,3,16 |
| bdnz .Loop_xts_dec_short |
| |
| vperm 1,0,1,7 |
| .long 0x10420D48 |
| lvx 1,3,6 |
| li 3,16 |
| vperm 0,1,0,7 |
| vxor 0,0,12 |
| .long 0x10620549 |
| |
| vperm 11,3,3,6 |
| |
| .long 0x7D602799 |
| |
| |
| vor 2,4,4 |
| lvx 4,0,10 |
| |
| lvx 0,0,6 |
| lvx 1,3,6 |
| addi 3,3,16 |
| vperm 2,2,4,5 |
| vperm 0,1,0,7 |
| |
| lvsr 5,0,5 |
| vxor 4,4,4 |
| vspltisb 11,-1 |
| vperm 4,4,11,5 |
| vsel 2,2,3,4 |
| |
| vxor 0,0,8 |
| vxor 2,2,0 |
| lvx 0,3,6 |
| addi 3,3,16 |
| |
| subi 11,4,1 |
| mtctr 5 |
| li 5,16 |
| .Loop_xts_dec_steal: |
| lbzu 0,1(11) |
| stb 0,16(11) |
| bdnz .Loop_xts_dec_steal |
| |
| mtctr 9 |
| b .Loop_xts_dec |
| |
| .Lxts_dec_done: |
| cmpldi 8,0 |
| beq .Lxts_dec_ret |
| |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vand 11,11,10 |
| vxor 8,8,11 |
| |
| vperm 8,8,8,6 |
| .long 0x7D004799 |
| |
| .Lxts_dec_ret: |
| or 12,12,12 |
| li 3,0 |
| blr |
| .long 0 |
| .byte 0,12,0x04,0,0x80,6,6,0 |
| .long 0 |
| .size aes_hw_xts_decrypt,.-aes_hw_xts_decrypt |
| .align 5 |
| _aesp8_xts_encrypt6x: |
| stdu 1,-448(1) |
| mflr 11 |
| li 7,207 |
| li 3,223 |
| std 11,464(1) |
| stvx 20,7,1 |
| addi 7,7,32 |
| stvx 21,3,1 |
| addi 3,3,32 |
| stvx 22,7,1 |
| addi 7,7,32 |
| stvx 23,3,1 |
| addi 3,3,32 |
| stvx 24,7,1 |
| addi 7,7,32 |
| stvx 25,3,1 |
| addi 3,3,32 |
| stvx 26,7,1 |
| addi 7,7,32 |
| stvx 27,3,1 |
| addi 3,3,32 |
| stvx 28,7,1 |
| addi 7,7,32 |
| stvx 29,3,1 |
| addi 3,3,32 |
| stvx 30,7,1 |
| stvx 31,3,1 |
| li 0,-1 |
| stw 12,396(1) |
| li 3,0x10 |
| std 26,400(1) |
| li 26,0x20 |
| std 27,408(1) |
| li 27,0x30 |
| std 28,416(1) |
| li 28,0x40 |
| std 29,424(1) |
| li 29,0x50 |
| std 30,432(1) |
| li 30,0x60 |
| std 31,440(1) |
| li 31,0x70 |
| or 0,0,0 |
| |
| subi 9,9,3 |
| |
| lvx 23,0,6 |
| lvx 30,3,6 |
| addi 6,6,0x20 |
| lvx 31,0,6 |
| vperm 23,30,23,7 |
| addi 7,1,79 |
| mtctr 9 |
| |
| .Load_xts_enc_key: |
| vperm 24,31,30,7 |
| lvx 30,3,6 |
| addi 6,6,0x20 |
| stvx 24,0,7 |
| vperm 25,30,31,7 |
| lvx 31,0,6 |
| stvx 25,3,7 |
| addi 7,7,0x20 |
| bdnz .Load_xts_enc_key |
| |
| lvx 26,3,6 |
| vperm 24,31,30,7 |
| lvx 27,26,6 |
| stvx 24,0,7 |
| vperm 25,26,31,7 |
| lvx 28,27,6 |
| stvx 25,3,7 |
| addi 7,1,79 |
| vperm 26,27,26,7 |
| lvx 29,28,6 |
| vperm 27,28,27,7 |
| lvx 30,29,6 |
| vperm 28,29,28,7 |
| lvx 31,30,6 |
| vperm 29,30,29,7 |
| lvx 22,31,6 |
| vperm 30,31,30,7 |
| lvx 24,0,7 |
| vperm 31,22,31,7 |
| lvx 25,3,7 |
| |
| vperm 0,2,4,5 |
| subi 10,10,31 |
| vxor 17,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vand 11,11,10 |
| vxor 7,0,17 |
| vxor 8,8,11 |
| |
| .long 0x7C235699 |
| vxor 18,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 1,1,1,6 |
| vand 11,11,10 |
| vxor 12,1,18 |
| vxor 8,8,11 |
| |
| .long 0x7C5A5699 |
| andi. 31,5,15 |
| vxor 19,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 2,2,2,6 |
| vand 11,11,10 |
| vxor 13,2,19 |
| vxor 8,8,11 |
| |
| .long 0x7C7B5699 |
| sub 5,5,31 |
| vxor 20,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 3,3,3,6 |
| vand 11,11,10 |
| vxor 14,3,20 |
| vxor 8,8,11 |
| |
| .long 0x7C9C5699 |
| subi 5,5,0x60 |
| vxor 21,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 4,4,4,6 |
| vand 11,11,10 |
| vxor 15,4,21 |
| vxor 8,8,11 |
| |
| .long 0x7CBD5699 |
| addi 10,10,0x60 |
| vxor 22,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 5,5,5,6 |
| vand 11,11,10 |
| vxor 16,5,22 |
| vxor 8,8,11 |
| |
| vxor 31,31,23 |
| mtctr 9 |
| b .Loop_xts_enc6x |
| |
| .align 5 |
| .Loop_xts_enc6x: |
| .long 0x10E7C508 |
| .long 0x118CC508 |
| .long 0x11ADC508 |
| .long 0x11CEC508 |
| .long 0x11EFC508 |
| .long 0x1210C508 |
| lvx 24,26,7 |
| addi 7,7,0x20 |
| |
| .long 0x10E7CD08 |
| .long 0x118CCD08 |
| .long 0x11ADCD08 |
| .long 0x11CECD08 |
| .long 0x11EFCD08 |
| .long 0x1210CD08 |
| lvx 25,3,7 |
| bdnz .Loop_xts_enc6x |
| |
| subic 5,5,96 |
| vxor 0,17,31 |
| .long 0x10E7C508 |
| .long 0x118CC508 |
| vsrab 11,8,9 |
| vxor 17,8,23 |
| vaddubm 8,8,8 |
| .long 0x11ADC508 |
| .long 0x11CEC508 |
| vsldoi 11,11,11,15 |
| .long 0x11EFC508 |
| .long 0x1210C508 |
| |
| subfe. 0,0,0 |
| vand 11,11,10 |
| .long 0x10E7CD08 |
| .long 0x118CCD08 |
| vxor 8,8,11 |
| .long 0x11ADCD08 |
| .long 0x11CECD08 |
| vxor 1,18,31 |
| vsrab 11,8,9 |
| vxor 18,8,23 |
| .long 0x11EFCD08 |
| .long 0x1210CD08 |
| |
| and 0,0,5 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| .long 0x10E7D508 |
| .long 0x118CD508 |
| vand 11,11,10 |
| .long 0x11ADD508 |
| .long 0x11CED508 |
| vxor 8,8,11 |
| .long 0x11EFD508 |
| .long 0x1210D508 |
| |
| add 10,10,0 |
| |
| |
| |
| vxor 2,19,31 |
| vsrab 11,8,9 |
| vxor 19,8,23 |
| vaddubm 8,8,8 |
| .long 0x10E7DD08 |
| .long 0x118CDD08 |
| vsldoi 11,11,11,15 |
| .long 0x11ADDD08 |
| .long 0x11CEDD08 |
| vand 11,11,10 |
| .long 0x11EFDD08 |
| .long 0x1210DD08 |
| |
| addi 7,1,79 |
| vxor 8,8,11 |
| .long 0x10E7E508 |
| .long 0x118CE508 |
| vxor 3,20,31 |
| vsrab 11,8,9 |
| vxor 20,8,23 |
| .long 0x11ADE508 |
| .long 0x11CEE508 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| .long 0x11EFE508 |
| .long 0x1210E508 |
| lvx 24,0,7 |
| vand 11,11,10 |
| |
| .long 0x10E7ED08 |
| .long 0x118CED08 |
| vxor 8,8,11 |
| .long 0x11ADED08 |
| .long 0x11CEED08 |
| vxor 4,21,31 |
| vsrab 11,8,9 |
| vxor 21,8,23 |
| .long 0x11EFED08 |
| .long 0x1210ED08 |
| lvx 25,3,7 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| |
| .long 0x10E7F508 |
| .long 0x118CF508 |
| vand 11,11,10 |
| .long 0x11ADF508 |
| .long 0x11CEF508 |
| vxor 8,8,11 |
| .long 0x11EFF508 |
| .long 0x1210F508 |
| vxor 5,22,31 |
| vsrab 11,8,9 |
| vxor 22,8,23 |
| |
| .long 0x10E70509 |
| .long 0x7C005699 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| .long 0x118C0D09 |
| .long 0x7C235699 |
| .long 0x11AD1509 |
| vperm 0,0,0,6 |
| .long 0x7C5A5699 |
| vand 11,11,10 |
| .long 0x11CE1D09 |
| vperm 1,1,1,6 |
| .long 0x7C7B5699 |
| .long 0x11EF2509 |
| vperm 2,2,2,6 |
| .long 0x7C9C5699 |
| vxor 8,8,11 |
| .long 0x11702D09 |
| |
| vperm 3,3,3,6 |
| .long 0x7CBD5699 |
| addi 10,10,0x60 |
| vperm 4,4,4,6 |
| vperm 5,5,5,6 |
| |
| vperm 7,7,7,6 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| vxor 7,0,17 |
| vperm 13,13,13,6 |
| .long 0x7D832799 |
| vxor 12,1,18 |
| vperm 14,14,14,6 |
| .long 0x7DBA2799 |
| vxor 13,2,19 |
| vperm 15,15,15,6 |
| .long 0x7DDB2799 |
| vxor 14,3,20 |
| vperm 16,11,11,6 |
| .long 0x7DFC2799 |
| vxor 15,4,21 |
| .long 0x7E1D2799 |
| |
| vxor 16,5,22 |
| addi 4,4,0x60 |
| |
| mtctr 9 |
| beq .Loop_xts_enc6x |
| |
| addic. 5,5,0x60 |
| beq .Lxts_enc6x_zero |
| cmpwi 5,0x20 |
| blt .Lxts_enc6x_one |
| nop |
| beq .Lxts_enc6x_two |
| cmpwi 5,0x40 |
| blt .Lxts_enc6x_three |
| nop |
| beq .Lxts_enc6x_four |
| |
| .Lxts_enc6x_five: |
| vxor 7,1,17 |
| vxor 12,2,18 |
| vxor 13,3,19 |
| vxor 14,4,20 |
| vxor 15,5,21 |
| |
| bl _aesp8_xts_enc5x |
| |
| vperm 7,7,7,6 |
| vor 17,22,22 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| vperm 13,13,13,6 |
| .long 0x7D832799 |
| vperm 14,14,14,6 |
| .long 0x7DBA2799 |
| vxor 11,15,22 |
| vperm 15,15,15,6 |
| .long 0x7DDB2799 |
| .long 0x7DFC2799 |
| addi 4,4,0x50 |
| bne .Lxts_enc6x_steal |
| b .Lxts_enc6x_done |
| |
| .align 4 |
| .Lxts_enc6x_four: |
| vxor 7,2,17 |
| vxor 12,3,18 |
| vxor 13,4,19 |
| vxor 14,5,20 |
| vxor 15,15,15 |
| |
| bl _aesp8_xts_enc5x |
| |
| vperm 7,7,7,6 |
| vor 17,21,21 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| vperm 13,13,13,6 |
| .long 0x7D832799 |
| vxor 11,14,21 |
| vperm 14,14,14,6 |
| .long 0x7DBA2799 |
| .long 0x7DDB2799 |
| addi 4,4,0x40 |
| bne .Lxts_enc6x_steal |
| b .Lxts_enc6x_done |
| |
| .align 4 |
| .Lxts_enc6x_three: |
| vxor 7,3,17 |
| vxor 12,4,18 |
| vxor 13,5,19 |
| vxor 14,14,14 |
| vxor 15,15,15 |
| |
| bl _aesp8_xts_enc5x |
| |
| vperm 7,7,7,6 |
| vor 17,20,20 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| vxor 11,13,20 |
| vperm 13,13,13,6 |
| .long 0x7D832799 |
| .long 0x7DBA2799 |
| addi 4,4,0x30 |
| bne .Lxts_enc6x_steal |
| b .Lxts_enc6x_done |
| |
| .align 4 |
| .Lxts_enc6x_two: |
| vxor 7,4,17 |
| vxor 12,5,18 |
| vxor 13,13,13 |
| vxor 14,14,14 |
| vxor 15,15,15 |
| |
| bl _aesp8_xts_enc5x |
| |
| vperm 7,7,7,6 |
| vor 17,19,19 |
| vxor 11,12,19 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| .long 0x7D832799 |
| addi 4,4,0x20 |
| bne .Lxts_enc6x_steal |
| b .Lxts_enc6x_done |
| |
| .align 4 |
| .Lxts_enc6x_one: |
| vxor 7,5,17 |
| nop |
| .Loop_xts_enc1x: |
| .long 0x10E7C508 |
| lvx 24,26,7 |
| addi 7,7,0x20 |
| |
| .long 0x10E7CD08 |
| lvx 25,3,7 |
| bdnz .Loop_xts_enc1x |
| |
| add 10,10,31 |
| cmpwi 31,0 |
| .long 0x10E7C508 |
| |
| subi 10,10,16 |
| .long 0x10E7CD08 |
| |
| lvsr 5,0,31 |
| .long 0x10E7D508 |
| |
| .long 0x7C005699 |
| .long 0x10E7DD08 |
| |
| addi 7,1,79 |
| .long 0x10E7E508 |
| lvx 24,0,7 |
| |
| .long 0x10E7ED08 |
| lvx 25,3,7 |
| vxor 17,17,31 |
| |
| vperm 0,0,0,6 |
| .long 0x10E7F508 |
| |
| vperm 0,0,0,5 |
| .long 0x10E78D09 |
| |
| vor 17,18,18 |
| vxor 11,7,18 |
| vperm 7,7,7,6 |
| .long 0x7CE02799 |
| addi 4,4,0x10 |
| bne .Lxts_enc6x_steal |
| b .Lxts_enc6x_done |
| |
| .align 4 |
| .Lxts_enc6x_zero: |
| cmpwi 31,0 |
| beq .Lxts_enc6x_done |
| |
| add 10,10,31 |
| subi 10,10,16 |
| .long 0x7C005699 |
| lvsr 5,0,31 |
| vperm 0,0,0,6 |
| vperm 0,0,0,5 |
| vxor 11,11,17 |
| .Lxts_enc6x_steal: |
| vxor 0,0,17 |
| vxor 7,7,7 |
| vspltisb 12,-1 |
| vperm 7,7,12,5 |
| vsel 7,0,11,7 |
| |
| subi 30,4,17 |
| subi 4,4,16 |
| mtctr 31 |
| .Loop_xts_enc6x_steal: |
| lbzu 0,1(30) |
| stb 0,16(30) |
| bdnz .Loop_xts_enc6x_steal |
| |
| li 31,0 |
| mtctr 9 |
| b .Loop_xts_enc1x |
| |
| .align 4 |
| .Lxts_enc6x_done: |
| cmpldi 8,0 |
| beq .Lxts_enc6x_ret |
| |
| vxor 8,17,23 |
| vperm 8,8,8,6 |
| .long 0x7D004799 |
| |
| .Lxts_enc6x_ret: |
| mtlr 11 |
| li 10,79 |
| li 11,95 |
| stvx 9,10,1 |
| addi 10,10,32 |
| stvx 9,11,1 |
| addi 11,11,32 |
| stvx 9,10,1 |
| addi 10,10,32 |
| stvx 9,11,1 |
| addi 11,11,32 |
| stvx 9,10,1 |
| addi 10,10,32 |
| stvx 9,11,1 |
| addi 11,11,32 |
| stvx 9,10,1 |
| addi 10,10,32 |
| stvx 9,11,1 |
| addi 11,11,32 |
| |
| or 12,12,12 |
| lvx 20,10,1 |
| addi 10,10,32 |
| lvx 21,11,1 |
| addi 11,11,32 |
| lvx 22,10,1 |
| addi 10,10,32 |
| lvx 23,11,1 |
| addi 11,11,32 |
| lvx 24,10,1 |
| addi 10,10,32 |
| lvx 25,11,1 |
| addi 11,11,32 |
| lvx 26,10,1 |
| addi 10,10,32 |
| lvx 27,11,1 |
| addi 11,11,32 |
| lvx 28,10,1 |
| addi 10,10,32 |
| lvx 29,11,1 |
| addi 11,11,32 |
| lvx 30,10,1 |
| lvx 31,11,1 |
| ld 26,400(1) |
| ld 27,408(1) |
| ld 28,416(1) |
| ld 29,424(1) |
| ld 30,432(1) |
| ld 31,440(1) |
| addi 1,1,448 |
| blr |
| .long 0 |
| .byte 0,12,0x04,1,0x80,6,6,0 |
| .long 0 |
| |
| .align 5 |
| _aesp8_xts_enc5x: |
| .long 0x10E7C508 |
| .long 0x118CC508 |
| .long 0x11ADC508 |
| .long 0x11CEC508 |
| .long 0x11EFC508 |
| lvx 24,26,7 |
| addi 7,7,0x20 |
| |
| .long 0x10E7CD08 |
| .long 0x118CCD08 |
| .long 0x11ADCD08 |
| .long 0x11CECD08 |
| .long 0x11EFCD08 |
| lvx 25,3,7 |
| bdnz _aesp8_xts_enc5x |
| |
| add 10,10,31 |
| cmpwi 31,0 |
| .long 0x10E7C508 |
| .long 0x118CC508 |
| .long 0x11ADC508 |
| .long 0x11CEC508 |
| .long 0x11EFC508 |
| |
| subi 10,10,16 |
| .long 0x10E7CD08 |
| .long 0x118CCD08 |
| .long 0x11ADCD08 |
| .long 0x11CECD08 |
| .long 0x11EFCD08 |
| vxor 17,17,31 |
| |
| .long 0x10E7D508 |
| lvsr 5,0,31 |
| .long 0x118CD508 |
| .long 0x11ADD508 |
| .long 0x11CED508 |
| .long 0x11EFD508 |
| vxor 1,18,31 |
| |
| .long 0x10E7DD08 |
| .long 0x7C005699 |
| .long 0x118CDD08 |
| .long 0x11ADDD08 |
| .long 0x11CEDD08 |
| .long 0x11EFDD08 |
| vxor 2,19,31 |
| |
| addi 7,1,79 |
| .long 0x10E7E508 |
| .long 0x118CE508 |
| .long 0x11ADE508 |
| .long 0x11CEE508 |
| .long 0x11EFE508 |
| lvx 24,0,7 |
| vxor 3,20,31 |
| |
| .long 0x10E7ED08 |
| vperm 0,0,0,6 |
| .long 0x118CED08 |
| .long 0x11ADED08 |
| .long 0x11CEED08 |
| .long 0x11EFED08 |
| lvx 25,3,7 |
| vxor 4,21,31 |
| |
| .long 0x10E7F508 |
| vperm 0,0,0,5 |
| .long 0x118CF508 |
| .long 0x11ADF508 |
| .long 0x11CEF508 |
| .long 0x11EFF508 |
| |
| .long 0x10E78D09 |
| .long 0x118C0D09 |
| .long 0x11AD1509 |
| .long 0x11CE1D09 |
| .long 0x11EF2509 |
| blr |
| .long 0 |
| .byte 0,12,0x14,0,0,0,0,0 |
| |
| .align 5 |
| _aesp8_xts_decrypt6x: |
| stdu 1,-448(1) |
| mflr 11 |
| li 7,207 |
| li 3,223 |
| std 11,464(1) |
| stvx 20,7,1 |
| addi 7,7,32 |
| stvx 21,3,1 |
| addi 3,3,32 |
| stvx 22,7,1 |
| addi 7,7,32 |
| stvx 23,3,1 |
| addi 3,3,32 |
| stvx 24,7,1 |
| addi 7,7,32 |
| stvx 25,3,1 |
| addi 3,3,32 |
| stvx 26,7,1 |
| addi 7,7,32 |
| stvx 27,3,1 |
| addi 3,3,32 |
| stvx 28,7,1 |
| addi 7,7,32 |
| stvx 29,3,1 |
| addi 3,3,32 |
| stvx 30,7,1 |
| stvx 31,3,1 |
| li 0,-1 |
| stw 12,396(1) |
| li 3,0x10 |
| std 26,400(1) |
| li 26,0x20 |
| std 27,408(1) |
| li 27,0x30 |
| std 28,416(1) |
| li 28,0x40 |
| std 29,424(1) |
| li 29,0x50 |
| std 30,432(1) |
| li 30,0x60 |
| std 31,440(1) |
| li 31,0x70 |
| or 0,0,0 |
| |
| subi 9,9,3 |
| |
| lvx 23,0,6 |
| lvx 30,3,6 |
| addi 6,6,0x20 |
| lvx 31,0,6 |
| vperm 23,30,23,7 |
| addi 7,1,79 |
| mtctr 9 |
| |
| .Load_xts_dec_key: |
| vperm 24,31,30,7 |
| lvx 30,3,6 |
| addi 6,6,0x20 |
| stvx 24,0,7 |
| vperm 25,30,31,7 |
| lvx 31,0,6 |
| stvx 25,3,7 |
| addi 7,7,0x20 |
| bdnz .Load_xts_dec_key |
| |
| lvx 26,3,6 |
| vperm 24,31,30,7 |
| lvx 27,26,6 |
| stvx 24,0,7 |
| vperm 25,26,31,7 |
| lvx 28,27,6 |
| stvx 25,3,7 |
| addi 7,1,79 |
| vperm 26,27,26,7 |
| lvx 29,28,6 |
| vperm 27,28,27,7 |
| lvx 30,29,6 |
| vperm 28,29,28,7 |
| lvx 31,30,6 |
| vperm 29,30,29,7 |
| lvx 22,31,6 |
| vperm 30,31,30,7 |
| lvx 24,0,7 |
| vperm 31,22,31,7 |
| lvx 25,3,7 |
| |
| vperm 0,2,4,5 |
| subi 10,10,31 |
| vxor 17,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vand 11,11,10 |
| vxor 7,0,17 |
| vxor 8,8,11 |
| |
| .long 0x7C235699 |
| vxor 18,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 1,1,1,6 |
| vand 11,11,10 |
| vxor 12,1,18 |
| vxor 8,8,11 |
| |
| .long 0x7C5A5699 |
| andi. 31,5,15 |
| vxor 19,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 2,2,2,6 |
| vand 11,11,10 |
| vxor 13,2,19 |
| vxor 8,8,11 |
| |
| .long 0x7C7B5699 |
| sub 5,5,31 |
| vxor 20,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 3,3,3,6 |
| vand 11,11,10 |
| vxor 14,3,20 |
| vxor 8,8,11 |
| |
| .long 0x7C9C5699 |
| subi 5,5,0x60 |
| vxor 21,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 4,4,4,6 |
| vand 11,11,10 |
| vxor 15,4,21 |
| vxor 8,8,11 |
| |
| .long 0x7CBD5699 |
| addi 10,10,0x60 |
| vxor 22,8,23 |
| vsrab 11,8,9 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| vperm 5,5,5,6 |
| vand 11,11,10 |
| vxor 16,5,22 |
| vxor 8,8,11 |
| |
| vxor 31,31,23 |
| mtctr 9 |
| b .Loop_xts_dec6x |
| |
| .align 5 |
| .Loop_xts_dec6x: |
| .long 0x10E7C548 |
| .long 0x118CC548 |
| .long 0x11ADC548 |
| .long 0x11CEC548 |
| .long 0x11EFC548 |
| .long 0x1210C548 |
| lvx 24,26,7 |
| addi 7,7,0x20 |
| |
| .long 0x10E7CD48 |
| .long 0x118CCD48 |
| .long 0x11ADCD48 |
| .long 0x11CECD48 |
| .long 0x11EFCD48 |
| .long 0x1210CD48 |
| lvx 25,3,7 |
| bdnz .Loop_xts_dec6x |
| |
| subic 5,5,96 |
| vxor 0,17,31 |
| .long 0x10E7C548 |
| .long 0x118CC548 |
| vsrab 11,8,9 |
| vxor 17,8,23 |
| vaddubm 8,8,8 |
| .long 0x11ADC548 |
| .long 0x11CEC548 |
| vsldoi 11,11,11,15 |
| .long 0x11EFC548 |
| .long 0x1210C548 |
| |
| subfe. 0,0,0 |
| vand 11,11,10 |
| .long 0x10E7CD48 |
| .long 0x118CCD48 |
| vxor 8,8,11 |
| .long 0x11ADCD48 |
| .long 0x11CECD48 |
| vxor 1,18,31 |
| vsrab 11,8,9 |
| vxor 18,8,23 |
| .long 0x11EFCD48 |
| .long 0x1210CD48 |
| |
| and 0,0,5 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| .long 0x10E7D548 |
| .long 0x118CD548 |
| vand 11,11,10 |
| .long 0x11ADD548 |
| .long 0x11CED548 |
| vxor 8,8,11 |
| .long 0x11EFD548 |
| .long 0x1210D548 |
| |
| add 10,10,0 |
| |
| |
| |
| vxor 2,19,31 |
| vsrab 11,8,9 |
| vxor 19,8,23 |
| vaddubm 8,8,8 |
| .long 0x10E7DD48 |
| .long 0x118CDD48 |
| vsldoi 11,11,11,15 |
| .long 0x11ADDD48 |
| .long 0x11CEDD48 |
| vand 11,11,10 |
| .long 0x11EFDD48 |
| .long 0x1210DD48 |
| |
| addi 7,1,79 |
| vxor 8,8,11 |
| .long 0x10E7E548 |
| .long 0x118CE548 |
| vxor 3,20,31 |
| vsrab 11,8,9 |
| vxor 20,8,23 |
| .long 0x11ADE548 |
| .long 0x11CEE548 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| .long 0x11EFE548 |
| .long 0x1210E548 |
| lvx 24,0,7 |
| vand 11,11,10 |
| |
| .long 0x10E7ED48 |
| .long 0x118CED48 |
| vxor 8,8,11 |
| .long 0x11ADED48 |
| .long 0x11CEED48 |
| vxor 4,21,31 |
| vsrab 11,8,9 |
| vxor 21,8,23 |
| .long 0x11EFED48 |
| .long 0x1210ED48 |
| lvx 25,3,7 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| |
| .long 0x10E7F548 |
| .long 0x118CF548 |
| vand 11,11,10 |
| .long 0x11ADF548 |
| .long 0x11CEF548 |
| vxor 8,8,11 |
| .long 0x11EFF548 |
| .long 0x1210F548 |
| vxor 5,22,31 |
| vsrab 11,8,9 |
| vxor 22,8,23 |
| |
| .long 0x10E70549 |
| .long 0x7C005699 |
| vaddubm 8,8,8 |
| vsldoi 11,11,11,15 |
| .long 0x118C0D49 |
| .long 0x7C235699 |
| .long 0x11AD1549 |
| vperm 0,0,0,6 |
| .long 0x7C5A5699 |
| vand 11,11,10 |
| .long 0x11CE1D49 |
| vperm 1,1,1,6 |
| .long 0x7C7B5699 |
| .long 0x11EF2549 |
| vperm 2,2,2,6 |
| .long 0x7C9C5699 |
| vxor 8,8,11 |
| .long 0x12102D49 |
| vperm 3,3,3,6 |
| .long 0x7CBD5699 |
| addi 10,10,0x60 |
| vperm 4,4,4,6 |
| vperm 5,5,5,6 |
| |
| vperm 7,7,7,6 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| vxor 7,0,17 |
| vperm 13,13,13,6 |
| .long 0x7D832799 |
| vxor 12,1,18 |
| vperm 14,14,14,6 |
| .long 0x7DBA2799 |
| vxor 13,2,19 |
| vperm 15,15,15,6 |
| .long 0x7DDB2799 |
| vxor 14,3,20 |
| vperm 16,16,16,6 |
| .long 0x7DFC2799 |
| vxor 15,4,21 |
| .long 0x7E1D2799 |
| vxor 16,5,22 |
| addi 4,4,0x60 |
| |
| mtctr 9 |
| beq .Loop_xts_dec6x |
| |
| addic. 5,5,0x60 |
| beq .Lxts_dec6x_zero |
| cmpwi 5,0x20 |
| blt .Lxts_dec6x_one |
| nop |
| beq .Lxts_dec6x_two |
| cmpwi 5,0x40 |
| blt .Lxts_dec6x_three |
| nop |
| beq .Lxts_dec6x_four |
| |
| .Lxts_dec6x_five: |
| vxor 7,1,17 |
| vxor 12,2,18 |
| vxor 13,3,19 |
| vxor 14,4,20 |
| vxor 15,5,21 |
| |
| bl _aesp8_xts_dec5x |
| |
| vperm 7,7,7,6 |
| vor 17,22,22 |
| vxor 18,8,23 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| vxor 7,0,18 |
| vperm 13,13,13,6 |
| .long 0x7D832799 |
| vperm 14,14,14,6 |
| .long 0x7DBA2799 |
| vperm 15,15,15,6 |
| .long 0x7DDB2799 |
| .long 0x7DFC2799 |
| addi 4,4,0x50 |
| bne .Lxts_dec6x_steal |
| b .Lxts_dec6x_done |
| |
| .align 4 |
| .Lxts_dec6x_four: |
| vxor 7,2,17 |
| vxor 12,3,18 |
| vxor 13,4,19 |
| vxor 14,5,20 |
| vxor 15,15,15 |
| |
| bl _aesp8_xts_dec5x |
| |
| vperm 7,7,7,6 |
| vor 17,21,21 |
| vor 18,22,22 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| vxor 7,0,22 |
| vperm 13,13,13,6 |
| .long 0x7D832799 |
| vperm 14,14,14,6 |
| .long 0x7DBA2799 |
| .long 0x7DDB2799 |
| addi 4,4,0x40 |
| bne .Lxts_dec6x_steal |
| b .Lxts_dec6x_done |
| |
| .align 4 |
| .Lxts_dec6x_three: |
| vxor 7,3,17 |
| vxor 12,4,18 |
| vxor 13,5,19 |
| vxor 14,14,14 |
| vxor 15,15,15 |
| |
| bl _aesp8_xts_dec5x |
| |
| vperm 7,7,7,6 |
| vor 17,20,20 |
| vor 18,21,21 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| vxor 7,0,21 |
| vperm 13,13,13,6 |
| .long 0x7D832799 |
| .long 0x7DBA2799 |
| addi 4,4,0x30 |
| bne .Lxts_dec6x_steal |
| b .Lxts_dec6x_done |
| |
| .align 4 |
| .Lxts_dec6x_two: |
| vxor 7,4,17 |
| vxor 12,5,18 |
| vxor 13,13,13 |
| vxor 14,14,14 |
| vxor 15,15,15 |
| |
| bl _aesp8_xts_dec5x |
| |
| vperm 7,7,7,6 |
| vor 17,19,19 |
| vor 18,20,20 |
| vperm 12,12,12,6 |
| .long 0x7CE02799 |
| vxor 7,0,20 |
| .long 0x7D832799 |
| addi 4,4,0x20 |
| bne .Lxts_dec6x_steal |
| b .Lxts_dec6x_done |
| |
| .align 4 |
| .Lxts_dec6x_one: |
| vxor 7,5,17 |
| nop |
| .Loop_xts_dec1x: |
| .long 0x10E7C548 |
| lvx 24,26,7 |
| addi 7,7,0x20 |
| |
| .long 0x10E7CD48 |
| lvx 25,3,7 |
| bdnz .Loop_xts_dec1x |
| |
| subi 0,31,1 |
| .long 0x10E7C548 |
| |
| andi. 0,0,16 |
| cmpwi 31,0 |
| .long 0x10E7CD48 |
| |
| sub 10,10,0 |
| .long 0x10E7D548 |
| |
| .long 0x7C005699 |
| .long 0x10E7DD48 |
| |
| addi 7,1,79 |
| .long 0x10E7E548 |
| lvx 24,0,7 |
| |
| .long 0x10E7ED48 |
| lvx 25,3,7 |
| vxor 17,17,31 |
| |
| vperm 0,0,0,6 |
| .long 0x10E7F548 |
| |
| mtctr 9 |
| .long 0x10E78D49 |
| |
| vor 17,18,18 |
| vor 18,19,19 |
| vperm 7,7,7,6 |
| .long 0x7CE02799 |
| addi 4,4,0x10 |
| vxor 7,0,19 |
| bne .Lxts_dec6x_steal |
| b .Lxts_dec6x_done |
| |
| .align 4 |
| .Lxts_dec6x_zero: |
| cmpwi 31,0 |
| beq .Lxts_dec6x_done |
| |
| .long 0x7C005699 |
| vperm 0,0,0,6 |
| vxor 7,0,18 |
| .Lxts_dec6x_steal: |
| .long 0x10E7C548 |
| lvx 24,26,7 |
| addi 7,7,0x20 |
| |
| .long 0x10E7CD48 |
| lvx 25,3,7 |
| bdnz .Lxts_dec6x_steal |
| |
| add 10,10,31 |
| .long 0x10E7C548 |
| |
| cmpwi 31,0 |
| .long 0x10E7CD48 |
| |
| .long 0x7C005699 |
| .long 0x10E7D548 |
| |
| lvsr 5,0,31 |
| .long 0x10E7DD48 |
| |
| addi 7,1,79 |
| .long 0x10E7E548 |
| lvx 24,0,7 |
| |
| .long 0x10E7ED48 |
| lvx 25,3,7 |
| vxor 18,18,31 |
| |
| vperm 0,0,0,6 |
| .long 0x10E7F548 |
| |
| vperm 0,0,0,5 |
| .long 0x11679549 |
| |
| vperm 7,11,11,6 |
| .long 0x7CE02799 |
| |
| |
| vxor 7,7,7 |
| vspltisb 12,-1 |
| vperm 7,7,12,5 |
| vsel 7,0,11,7 |
| vxor 7,7,17 |
| |
| subi 30,4,1 |
| mtctr 31 |
| .Loop_xts_dec6x_steal: |
| lbzu 0,1(30) |
| stb 0,16(30) |
| bdnz .Loop_xts_dec6x_steal |
| |
| li 31,0 |
| mtctr 9 |
| b .Loop_xts_dec1x |
| |
| .align 4 |
| .Lxts_dec6x_done: |
| cmpldi 8,0 |
| beq .Lxts_dec6x_ret |
| |
| vxor 8,17,23 |
| vperm 8,8,8,6 |
| .long 0x7D004799 |
| |
| .Lxts_dec6x_ret: |
| mtlr 11 |
| li 10,79 |
| li 11,95 |
| stvx 9,10,1 |
| addi 10,10,32 |
| stvx 9,11,1 |
| addi 11,11,32 |
| stvx 9,10,1 |
| addi 10,10,32 |
| stvx 9,11,1 |
| addi 11,11,32 |
| stvx 9,10,1 |
| addi 10,10,32 |
| stvx 9,11,1 |
| addi 11,11,32 |
| stvx 9,10,1 |
| addi 10,10,32 |
| stvx 9,11,1 |
| addi 11,11,32 |
| |
| or 12,12,12 |
| lvx 20,10,1 |
| addi 10,10,32 |
| lvx 21,11,1 |
| addi 11,11,32 |
| lvx 22,10,1 |
| addi 10,10,32 |
| lvx 23,11,1 |
| addi 11,11,32 |
| lvx 24,10,1 |
| addi 10,10,32 |
| lvx 25,11,1 |
| addi 11,11,32 |
| lvx 26,10,1 |
| addi 10,10,32 |
| lvx 27,11,1 |
| addi 11,11,32 |
| lvx 28,10,1 |
| addi 10,10,32 |
| lvx 29,11,1 |
| addi 11,11,32 |
| lvx 30,10,1 |
| lvx 31,11,1 |
| ld 26,400(1) |
| ld 27,408(1) |
| ld 28,416(1) |
| ld 29,424(1) |
| ld 30,432(1) |
| ld 31,440(1) |
| addi 1,1,448 |
| blr |
| .long 0 |
| .byte 0,12,0x04,1,0x80,6,6,0 |
| .long 0 |
| |
| .align 5 |
| _aesp8_xts_dec5x: |
| .long 0x10E7C548 |
| .long 0x118CC548 |
| .long 0x11ADC548 |
| .long 0x11CEC548 |
| .long 0x11EFC548 |
| lvx 24,26,7 |
| addi 7,7,0x20 |
| |
| .long 0x10E7CD48 |
| .long 0x118CCD48 |
| .long 0x11ADCD48 |
| .long 0x11CECD48 |
| .long 0x11EFCD48 |
| lvx 25,3,7 |
| bdnz _aesp8_xts_dec5x |
| |
| subi 0,31,1 |
| .long 0x10E7C548 |
| .long 0x118CC548 |
| .long 0x11ADC548 |
| .long 0x11CEC548 |
| .long 0x11EFC548 |
| |
| andi. 0,0,16 |
| cmpwi 31,0 |
| .long 0x10E7CD48 |
| .long 0x118CCD48 |
| .long 0x11ADCD48 |
| .long 0x11CECD48 |
| .long 0x11EFCD48 |
| vxor 17,17,31 |
| |
| sub 10,10,0 |
| .long 0x10E7D548 |
| .long 0x118CD548 |
| .long 0x11ADD548 |
| .long 0x11CED548 |
| .long 0x11EFD548 |
| vxor 1,18,31 |
| |
| .long 0x10E7DD48 |
| .long 0x7C005699 |
| .long 0x118CDD48 |
| .long 0x11ADDD48 |
| .long 0x11CEDD48 |
| .long 0x11EFDD48 |
| vxor 2,19,31 |
| |
| addi 7,1,79 |
| .long 0x10E7E548 |
| .long 0x118CE548 |
| .long 0x11ADE548 |
| .long 0x11CEE548 |
| .long 0x11EFE548 |
| lvx 24,0,7 |
| vxor 3,20,31 |
| |
| .long 0x10E7ED48 |
| vperm 0,0,0,6 |
| .long 0x118CED48 |
| .long 0x11ADED48 |
| .long 0x11CEED48 |
| .long 0x11EFED48 |
| lvx 25,3,7 |
| vxor 4,21,31 |
| |
| .long 0x10E7F548 |
| .long 0x118CF548 |
| .long 0x11ADF548 |
| .long 0x11CEF548 |
| .long 0x11EFF548 |
| |
| .long 0x10E78D49 |
| .long 0x118C0D49 |
| .long 0x11AD1549 |
| .long 0x11CE1D49 |
| .long 0x11EF2549 |
| mtctr 9 |
| blr |
| .long 0 |
| .byte 0,12,0x14,0,0,0,0,0 |
| #endif // !OPENSSL_NO_ASM && __powerpc64__ |
| .section .note.GNU-stack,"",@progbits |
