| ; This file is generated from a similarly-named Perl script in the BoringSSL |
| ; source tree. Do not edit by hand. |
| |
| default rel |
| %define XMMWORD |
| %define YMMWORD |
| %define ZMMWORD |
| |
| %ifdef BORINGSSL_PREFIX |
| %include "boringssl_prefix_symbols_nasm.inc" |
| %endif |
| section .text code align=64 |
| |
| |
| |
| |
| |
| |
| |
| global gcm_gmult_ssse3 |
| ALIGN 16 |
| gcm_gmult_ssse3: |
| |
| $L$gmult_seh_begin: |
| sub rsp,40 |
| $L$gmult_seh_allocstack: |
| movdqa XMMWORD[rsp],xmm6 |
| $L$gmult_seh_save_xmm6: |
| movdqa XMMWORD[16+rsp],xmm10 |
| $L$gmult_seh_save_xmm10: |
| $L$gmult_seh_prolog_end: |
| movdqu xmm0,XMMWORD[rcx] |
| movdqa xmm10,XMMWORD[$L$reverse_bytes] |
| movdqa xmm2,XMMWORD[$L$low4_mask] |
| |
| |
| DB 102,65,15,56,0,194 |
| |
| |
| movdqa xmm1,xmm2 |
| pandn xmm1,xmm0 |
| psrld xmm1,4 |
| pand xmm0,xmm2 |
| |
| |
| |
| |
| pxor xmm2,xmm2 |
| pxor xmm3,xmm3 |
| mov rax,5 |
| $L$oop_row_1: |
| movdqa xmm4,XMMWORD[rdx] |
| lea rdx,[16+rdx] |
| |
| |
| movdqa xmm6,xmm2 |
| DB 102,15,58,15,243,1 |
| movdqa xmm3,xmm6 |
| psrldq xmm2,1 |
| |
| |
| |
| |
| movdqa xmm5,xmm4 |
| DB 102,15,56,0,224 |
| DB 102,15,56,0,233 |
| |
| |
| pxor xmm2,xmm5 |
| |
| |
| |
| movdqa xmm5,xmm4 |
| psllq xmm5,60 |
| movdqa xmm6,xmm5 |
| pslldq xmm6,8 |
| pxor xmm3,xmm6 |
| |
| |
| psrldq xmm5,8 |
| pxor xmm2,xmm5 |
| psrlq xmm4,4 |
| pxor xmm2,xmm4 |
| |
| sub rax,1 |
| jnz NEAR $L$oop_row_1 |
| |
| |
| |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,5 |
| pxor xmm2,xmm3 |
| pxor xmm3,xmm3 |
| mov rax,5 |
| $L$oop_row_2: |
| movdqa xmm4,XMMWORD[rdx] |
| lea rdx,[16+rdx] |
| |
| |
| movdqa xmm6,xmm2 |
| DB 102,15,58,15,243,1 |
| movdqa xmm3,xmm6 |
| psrldq xmm2,1 |
| |
| |
| |
| |
| movdqa xmm5,xmm4 |
| DB 102,15,56,0,224 |
| DB 102,15,56,0,233 |
| |
| |
| pxor xmm2,xmm5 |
| |
| |
| |
| movdqa xmm5,xmm4 |
| psllq xmm5,60 |
| movdqa xmm6,xmm5 |
| pslldq xmm6,8 |
| pxor xmm3,xmm6 |
| |
| |
| psrldq xmm5,8 |
| pxor xmm2,xmm5 |
| psrlq xmm4,4 |
| pxor xmm2,xmm4 |
| |
| sub rax,1 |
| jnz NEAR $L$oop_row_2 |
| |
| |
| |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,5 |
| pxor xmm2,xmm3 |
| pxor xmm3,xmm3 |
| mov rax,6 |
| $L$oop_row_3: |
| movdqa xmm4,XMMWORD[rdx] |
| lea rdx,[16+rdx] |
| |
| |
| movdqa xmm6,xmm2 |
| DB 102,15,58,15,243,1 |
| movdqa xmm3,xmm6 |
| psrldq xmm2,1 |
| |
| |
| |
| |
| movdqa xmm5,xmm4 |
| DB 102,15,56,0,224 |
| DB 102,15,56,0,233 |
| |
| |
| pxor xmm2,xmm5 |
| |
| |
| |
| movdqa xmm5,xmm4 |
| psllq xmm5,60 |
| movdqa xmm6,xmm5 |
| pslldq xmm6,8 |
| pxor xmm3,xmm6 |
| |
| |
| psrldq xmm5,8 |
| pxor xmm2,xmm5 |
| psrlq xmm4,4 |
| pxor xmm2,xmm4 |
| |
| sub rax,1 |
| jnz NEAR $L$oop_row_3 |
| |
| |
| |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,5 |
| pxor xmm2,xmm3 |
| pxor xmm3,xmm3 |
| |
| DB 102,65,15,56,0,210 |
| movdqu XMMWORD[rcx],xmm2 |
| |
| |
| pxor xmm0,xmm0 |
| pxor xmm1,xmm1 |
| pxor xmm2,xmm2 |
| pxor xmm3,xmm3 |
| pxor xmm4,xmm4 |
| pxor xmm5,xmm5 |
| pxor xmm6,xmm6 |
| movdqa xmm6,XMMWORD[rsp] |
| movdqa xmm10,XMMWORD[16+rsp] |
| add rsp,40 |
| DB 0F3h,0C3h ;repret |
| $L$gmult_seh_end: |
| |
| |
| |
| |
| |
| |
| |
| |
| global gcm_ghash_ssse3 |
| ALIGN 16 |
| gcm_ghash_ssse3: |
| $L$ghash_seh_begin: |
| |
| sub rsp,56 |
| $L$ghash_seh_allocstack: |
| movdqa XMMWORD[rsp],xmm6 |
| $L$ghash_seh_save_xmm6: |
| movdqa XMMWORD[16+rsp],xmm10 |
| $L$ghash_seh_save_xmm10: |
| movdqa XMMWORD[32+rsp],xmm11 |
| $L$ghash_seh_save_xmm11: |
| $L$ghash_seh_prolog_end: |
| movdqu xmm0,XMMWORD[rcx] |
| movdqa xmm10,XMMWORD[$L$reverse_bytes] |
| movdqa xmm11,XMMWORD[$L$low4_mask] |
| |
| |
| and r9,-16 |
| |
| |
| |
| DB 102,65,15,56,0,194 |
| |
| |
| pxor xmm3,xmm3 |
| $L$oop_ghash: |
| |
| movdqu xmm1,XMMWORD[r8] |
| DB 102,65,15,56,0,202 |
| pxor xmm0,xmm1 |
| |
| |
| movdqa xmm1,xmm11 |
| pandn xmm1,xmm0 |
| psrld xmm1,4 |
| pand xmm0,xmm11 |
| |
| |
| |
| |
| pxor xmm2,xmm2 |
| |
| mov rax,5 |
| $L$oop_row_4: |
| movdqa xmm4,XMMWORD[rdx] |
| lea rdx,[16+rdx] |
| |
| |
| movdqa xmm6,xmm2 |
| DB 102,15,58,15,243,1 |
| movdqa xmm3,xmm6 |
| psrldq xmm2,1 |
| |
| |
| |
| |
| movdqa xmm5,xmm4 |
| DB 102,15,56,0,224 |
| DB 102,15,56,0,233 |
| |
| |
| pxor xmm2,xmm5 |
| |
| |
| |
| movdqa xmm5,xmm4 |
| psllq xmm5,60 |
| movdqa xmm6,xmm5 |
| pslldq xmm6,8 |
| pxor xmm3,xmm6 |
| |
| |
| psrldq xmm5,8 |
| pxor xmm2,xmm5 |
| psrlq xmm4,4 |
| pxor xmm2,xmm4 |
| |
| sub rax,1 |
| jnz NEAR $L$oop_row_4 |
| |
| |
| |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,5 |
| pxor xmm2,xmm3 |
| pxor xmm3,xmm3 |
| mov rax,5 |
| $L$oop_row_5: |
| movdqa xmm4,XMMWORD[rdx] |
| lea rdx,[16+rdx] |
| |
| |
| movdqa xmm6,xmm2 |
| DB 102,15,58,15,243,1 |
| movdqa xmm3,xmm6 |
| psrldq xmm2,1 |
| |
| |
| |
| |
| movdqa xmm5,xmm4 |
| DB 102,15,56,0,224 |
| DB 102,15,56,0,233 |
| |
| |
| pxor xmm2,xmm5 |
| |
| |
| |
| movdqa xmm5,xmm4 |
| psllq xmm5,60 |
| movdqa xmm6,xmm5 |
| pslldq xmm6,8 |
| pxor xmm3,xmm6 |
| |
| |
| psrldq xmm5,8 |
| pxor xmm2,xmm5 |
| psrlq xmm4,4 |
| pxor xmm2,xmm4 |
| |
| sub rax,1 |
| jnz NEAR $L$oop_row_5 |
| |
| |
| |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,5 |
| pxor xmm2,xmm3 |
| pxor xmm3,xmm3 |
| mov rax,6 |
| $L$oop_row_6: |
| movdqa xmm4,XMMWORD[rdx] |
| lea rdx,[16+rdx] |
| |
| |
| movdqa xmm6,xmm2 |
| DB 102,15,58,15,243,1 |
| movdqa xmm3,xmm6 |
| psrldq xmm2,1 |
| |
| |
| |
| |
| movdqa xmm5,xmm4 |
| DB 102,15,56,0,224 |
| DB 102,15,56,0,233 |
| |
| |
| pxor xmm2,xmm5 |
| |
| |
| |
| movdqa xmm5,xmm4 |
| psllq xmm5,60 |
| movdqa xmm6,xmm5 |
| pslldq xmm6,8 |
| pxor xmm3,xmm6 |
| |
| |
| psrldq xmm5,8 |
| pxor xmm2,xmm5 |
| psrlq xmm4,4 |
| pxor xmm2,xmm4 |
| |
| sub rax,1 |
| jnz NEAR $L$oop_row_6 |
| |
| |
| |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,1 |
| pxor xmm2,xmm3 |
| psrlq xmm3,5 |
| pxor xmm2,xmm3 |
| pxor xmm3,xmm3 |
| movdqa xmm0,xmm2 |
| |
| |
| lea rdx,[((-256))+rdx] |
| |
| |
| lea r8,[16+r8] |
| sub r9,16 |
| jnz NEAR $L$oop_ghash |
| |
| |
| DB 102,65,15,56,0,194 |
| movdqu XMMWORD[rcx],xmm0 |
| |
| |
| pxor xmm0,xmm0 |
| pxor xmm1,xmm1 |
| pxor xmm2,xmm2 |
| pxor xmm3,xmm3 |
| pxor xmm4,xmm4 |
| pxor xmm5,xmm5 |
| pxor xmm6,xmm6 |
| movdqa xmm6,XMMWORD[rsp] |
| movdqa xmm10,XMMWORD[16+rsp] |
| movdqa xmm11,XMMWORD[32+rsp] |
| add rsp,56 |
| DB 0F3h,0C3h ;repret |
| $L$ghash_seh_end: |
| |
| |
| |
| ALIGN 16 |
| |
| |
| $L$reverse_bytes: |
| DB 15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0 |
| |
| $L$low4_mask: |
| DQ 0x0f0f0f0f0f0f0f0f,0x0f0f0f0f0f0f0f0f |
| section .pdata rdata align=4 |
| ALIGN 4 |
| DD $L$gmult_seh_begin wrt ..imagebase |
| DD $L$gmult_seh_end wrt ..imagebase |
| DD $L$gmult_seh_info wrt ..imagebase |
| |
| DD $L$ghash_seh_begin wrt ..imagebase |
| DD $L$ghash_seh_end wrt ..imagebase |
| DD $L$ghash_seh_info wrt ..imagebase |
| |
| section .xdata rdata align=8 |
| ALIGN 8 |
| $L$gmult_seh_info: |
| DB 1 |
| DB $L$gmult_seh_prolog_end-$L$gmult_seh_begin |
| DB 5 |
| DB 0 |
| |
| DB $L$gmult_seh_save_xmm10-$L$gmult_seh_begin |
| DB 168 |
| DW 1 |
| |
| DB $L$gmult_seh_save_xmm6-$L$gmult_seh_begin |
| DB 104 |
| DW 0 |
| |
| DB $L$gmult_seh_allocstack-$L$gmult_seh_begin |
| DB 66 |
| |
| ALIGN 8 |
| $L$ghash_seh_info: |
| DB 1 |
| DB $L$ghash_seh_prolog_end-$L$ghash_seh_begin |
| DB 7 |
| DB 0 |
| |
| DB $L$ghash_seh_save_xmm11-$L$ghash_seh_begin |
| DB 184 |
| DW 2 |
| |
| DB $L$ghash_seh_save_xmm10-$L$ghash_seh_begin |
| DB 168 |
| DW 1 |
| |
| DB $L$ghash_seh_save_xmm6-$L$ghash_seh_begin |
| DB 104 |
| DW 0 |
| |
| DB $L$ghash_seh_allocstack-$L$ghash_seh_begin |
| DB 98 |
