path: root/CryptoPkg/Library/OpensslLib/OpensslGen/X64-MSFT/crypto/aes/aesni-mb-x86_64.nasm

default rel
%define XMMWORD
%define YMMWORD
%define ZMMWORD
section .text code align=64


EXTERN  OPENSSL_ia32cap_P

global  aesni_multi_cbc_encrypt

ALIGN   32
aesni_multi_cbc_encrypt:
        mov     QWORD[8+rsp],rdi        ;WIN64 prologue
        mov     QWORD[16+rsp],rsi
        mov     rax,rsp
$L$SEH_begin_aesni_multi_cbc_encrypt:
        mov     rdi,rcx
        mov     rsi,rdx
        mov     rdx,r8



        cmp     edx,2
        jb      NEAR $L$enc_non_avx
        mov     ecx,DWORD[((OPENSSL_ia32cap_P+4))]
        test    ecx,268435456
        jnz     NEAR _avx_cbc_enc_shortcut
        jmp     NEAR $L$enc_non_avx
ALIGN   16
$L$enc_non_avx:
        mov     rax,rsp

        push    rbx

        push    rbp

        push    r12

        push    r13

        push    r14

        push    r15

        lea     rsp,[((-168))+rsp]
        movaps  XMMWORD[rsp],xmm6
        movaps  XMMWORD[16+rsp],xmm7
        movaps  XMMWORD[32+rsp],xmm8
        movaps  XMMWORD[48+rsp],xmm9
        movaps  XMMWORD[64+rsp],xmm10
        movaps  XMMWORD[80+rsp],xmm11
        movaps  XMMWORD[96+rsp],xmm12
        movaps  XMMWORD[(-104)+rax],xmm13
        movaps  XMMWORD[(-88)+rax],xmm14
        movaps  XMMWORD[(-72)+rax],xmm15






        sub     rsp,48
        and     rsp,-64
        mov     QWORD[16+rsp],rax


$L$enc4x_body:
        movdqu  xmm12,XMMWORD[rsi]
        lea     rsi,[120+rsi]
        lea     rdi,[80+rdi]

$L$enc4x_loop_grande:
        mov     DWORD[24+rsp],edx
        xor     edx,edx

        mov     ecx,DWORD[((-64))+rdi]
        mov     r8,QWORD[((-80))+rdi]
        cmp     ecx,edx
        mov     r12,QWORD[((-72))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        movdqu  xmm2,XMMWORD[((-56))+rdi]
        mov     DWORD[32+rsp],ecx
        cmovle  r8,rsp

        mov     ecx,DWORD[((-24))+rdi]
        mov     r9,QWORD[((-40))+rdi]
        cmp     ecx,edx
        mov     r13,QWORD[((-32))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        movdqu  xmm3,XMMWORD[((-16))+rdi]
        mov     DWORD[36+rsp],ecx
        cmovle  r9,rsp

        mov     ecx,DWORD[16+rdi]
        mov     r10,QWORD[rdi]
        cmp     ecx,edx
        mov     r14,QWORD[8+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        movdqu  xmm4,XMMWORD[24+rdi]
        mov     DWORD[40+rsp],ecx
        cmovle  r10,rsp

        mov     ecx,DWORD[56+rdi]
        mov     r11,QWORD[40+rdi]
        cmp     ecx,edx
        mov     r15,QWORD[48+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        movdqu  xmm5,XMMWORD[64+rdi]
        mov     DWORD[44+rsp],ecx
        cmovle  r11,rsp
        test    edx,edx
        jz      NEAR $L$enc4x_done

        movups  xmm1,XMMWORD[((16-120))+rsi]
        pxor    xmm2,xmm12
        movups  xmm0,XMMWORD[((32-120))+rsi]
        pxor    xmm3,xmm12
        mov     eax,DWORD[((240-120))+rsi]
        pxor    xmm4,xmm12
        movdqu  xmm6,XMMWORD[r8]
        pxor    xmm5,xmm12
        movdqu  xmm7,XMMWORD[r9]
        pxor    xmm2,xmm6
        movdqu  xmm8,XMMWORD[r10]
        pxor    xmm3,xmm7
        movdqu  xmm9,XMMWORD[r11]
        pxor    xmm4,xmm8
        pxor    xmm5,xmm9
        movdqa  xmm10,XMMWORD[32+rsp]
        xor     rbx,rbx
        jmp     NEAR $L$oop_enc4x

ALIGN   32
$L$oop_enc4x:
        add     rbx,16
        lea     rbp,[16+rsp]
        mov     ecx,1
        sub     rbp,rbx

DB      102,15,56,220,209
        prefetcht0      [31+rbx*1+r8]
        prefetcht0      [31+rbx*1+r9]
DB      102,15,56,220,217
        prefetcht0      [31+rbx*1+r10]
        prefetcht0      [31+rbx*1+r10]
DB      102,15,56,220,225
DB      102,15,56,220,233
        movups  xmm1,XMMWORD[((48-120))+rsi]
        cmp     ecx,DWORD[32+rsp]
DB      102,15,56,220,208
DB      102,15,56,220,216
DB      102,15,56,220,224
        cmovge  r8,rbp
        cmovg   r12,rbp
DB      102,15,56,220,232
        movups  xmm0,XMMWORD[((-56))+rsi]
        cmp     ecx,DWORD[36+rsp]
DB      102,15,56,220,209
DB      102,15,56,220,217
DB      102,15,56,220,225
        cmovge  r9,rbp
        cmovg   r13,rbp
DB      102,15,56,220,233
        movups  xmm1,XMMWORD[((-40))+rsi]
        cmp     ecx,DWORD[40+rsp]
DB      102,15,56,220,208
DB      102,15,56,220,216
DB      102,15,56,220,224
        cmovge  r10,rbp
        cmovg   r14,rbp
DB      102,15,56,220,232
        movups  xmm0,XMMWORD[((-24))+rsi]
        cmp     ecx,DWORD[44+rsp]
DB      102,15,56,220,209
DB      102,15,56,220,217
DB      102,15,56,220,225
        cmovge  r11,rbp
        cmovg   r15,rbp
DB      102,15,56,220,233
        movups  xmm1,XMMWORD[((-8))+rsi]
        movdqa  xmm11,xmm10
DB      102,15,56,220,208
        prefetcht0      [15+rbx*1+r12]
        prefetcht0      [15+rbx*1+r13]
DB      102,15,56,220,216
        prefetcht0      [15+rbx*1+r14]
        prefetcht0      [15+rbx*1+r15]
DB      102,15,56,220,224
DB      102,15,56,220,232
        movups  xmm0,XMMWORD[((128-120))+rsi]
        pxor    xmm12,xmm12

DB      102,15,56,220,209
        pcmpgtd xmm11,xmm12
        movdqu  xmm12,XMMWORD[((-120))+rsi]
DB      102,15,56,220,217
        paddd   xmm10,xmm11
        movdqa  XMMWORD[32+rsp],xmm10
DB      102,15,56,220,225
DB      102,15,56,220,233
        movups  xmm1,XMMWORD[((144-120))+rsi]

        cmp     eax,11

DB      102,15,56,220,208
DB      102,15,56,220,216
DB      102,15,56,220,224
DB      102,15,56,220,232
        movups  xmm0,XMMWORD[((160-120))+rsi]

        jb      NEAR $L$enc4x_tail

DB      102,15,56,220,209
DB      102,15,56,220,217
DB      102,15,56,220,225
DB      102,15,56,220,233
        movups  xmm1,XMMWORD[((176-120))+rsi]

DB      102,15,56,220,208
DB      102,15,56,220,216
DB      102,15,56,220,224
DB      102,15,56,220,232
        movups  xmm0,XMMWORD[((192-120))+rsi]

        je      NEAR $L$enc4x_tail

DB      102,15,56,220,209
DB      102,15,56,220,217
DB      102,15,56,220,225
DB      102,15,56,220,233
        movups  xmm1,XMMWORD[((208-120))+rsi]

DB      102,15,56,220,208
DB      102,15,56,220,216
DB      102,15,56,220,224
DB      102,15,56,220,232
        movups  xmm0,XMMWORD[((224-120))+rsi]
        jmp     NEAR $L$enc4x_tail

ALIGN   32
$L$enc4x_tail:
DB      102,15,56,220,209
DB      102,15,56,220,217
DB      102,15,56,220,225
DB      102,15,56,220,233
        movdqu  xmm6,XMMWORD[rbx*1+r8]
        movdqu  xmm1,XMMWORD[((16-120))+rsi]

DB      102,15,56,221,208
        movdqu  xmm7,XMMWORD[rbx*1+r9]
        pxor    xmm6,xmm12
DB      102,15,56,221,216
        movdqu  xmm8,XMMWORD[rbx*1+r10]
        pxor    xmm7,xmm12
DB      102,15,56,221,224
        movdqu  xmm9,XMMWORD[rbx*1+r11]
        pxor    xmm8,xmm12
DB      102,15,56,221,232
        movdqu  xmm0,XMMWORD[((32-120))+rsi]
        pxor    xmm9,xmm12

        movups  XMMWORD[(-16)+rbx*1+r12],xmm2
        pxor    xmm2,xmm6
        movups  XMMWORD[(-16)+rbx*1+r13],xmm3
        pxor    xmm3,xmm7
        movups  XMMWORD[(-16)+rbx*1+r14],xmm4
        pxor    xmm4,xmm8
        movups  XMMWORD[(-16)+rbx*1+r15],xmm5
        pxor    xmm5,xmm9

        dec     edx
        jnz     NEAR $L$oop_enc4x

        mov     rax,QWORD[16+rsp]

        mov     edx,DWORD[24+rsp]











        lea     rdi,[160+rdi]
        dec     edx
        jnz     NEAR $L$enc4x_loop_grande

$L$enc4x_done:
        movaps  xmm6,XMMWORD[((-216))+rax]
        movaps  xmm7,XMMWORD[((-200))+rax]
        movaps  xmm8,XMMWORD[((-184))+rax]
        movaps  xmm9,XMMWORD[((-168))+rax]
        movaps  xmm10,XMMWORD[((-152))+rax]
        movaps  xmm11,XMMWORD[((-136))+rax]
        movaps  xmm12,XMMWORD[((-120))+rax]



        mov     r15,QWORD[((-48))+rax]

        mov     r14,QWORD[((-40))+rax]

        mov     r13,QWORD[((-32))+rax]

        mov     r12,QWORD[((-24))+rax]

        mov     rbp,QWORD[((-16))+rax]

        mov     rbx,QWORD[((-8))+rax]

        lea     rsp,[rax]

$L$enc4x_epilogue:
        mov     rdi,QWORD[8+rsp]        ;WIN64 epilogue
        mov     rsi,QWORD[16+rsp]
        DB      0F3h,0C3h               ;repret

$L$SEH_end_aesni_multi_cbc_encrypt:

global  aesni_multi_cbc_decrypt

ALIGN   32
aesni_multi_cbc_decrypt:
        mov     QWORD[8+rsp],rdi        ;WIN64 prologue
        mov     QWORD[16+rsp],rsi
        mov     rax,rsp
$L$SEH_begin_aesni_multi_cbc_decrypt:
        mov     rdi,rcx
        mov     rsi,rdx
        mov     rdx,r8



        cmp     edx,2
        jb      NEAR $L$dec_non_avx
        mov     ecx,DWORD[((OPENSSL_ia32cap_P+4))]
        test    ecx,268435456
        jnz     NEAR _avx_cbc_dec_shortcut
        jmp     NEAR $L$dec_non_avx
ALIGN   16
$L$dec_non_avx:
        mov     rax,rsp

        push    rbx

        push    rbp

        push    r12

        push    r13

        push    r14

        push    r15

        lea     rsp,[((-168))+rsp]
        movaps  XMMWORD[rsp],xmm6
        movaps  XMMWORD[16+rsp],xmm7
        movaps  XMMWORD[32+rsp],xmm8
        movaps  XMMWORD[48+rsp],xmm9
        movaps  XMMWORD[64+rsp],xmm10
        movaps  XMMWORD[80+rsp],xmm11
        movaps  XMMWORD[96+rsp],xmm12
        movaps  XMMWORD[(-104)+rax],xmm13
        movaps  XMMWORD[(-88)+rax],xmm14
        movaps  XMMWORD[(-72)+rax],xmm15






        sub     rsp,48
        and     rsp,-64
        mov     QWORD[16+rsp],rax


$L$dec4x_body:
        movdqu  xmm12,XMMWORD[rsi]
        lea     rsi,[120+rsi]
        lea     rdi,[80+rdi]

$L$dec4x_loop_grande:
        mov     DWORD[24+rsp],edx
        xor     edx,edx

        mov     ecx,DWORD[((-64))+rdi]
        mov     r8,QWORD[((-80))+rdi]
        cmp     ecx,edx
        mov     r12,QWORD[((-72))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        movdqu  xmm6,XMMWORD[((-56))+rdi]
        mov     DWORD[32+rsp],ecx
        cmovle  r8,rsp

        mov     ecx,DWORD[((-24))+rdi]
        mov     r9,QWORD[((-40))+rdi]
        cmp     ecx,edx
        mov     r13,QWORD[((-32))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        movdqu  xmm7,XMMWORD[((-16))+rdi]
        mov     DWORD[36+rsp],ecx
        cmovle  r9,rsp

        mov     ecx,DWORD[16+rdi]
        mov     r10,QWORD[rdi]
        cmp     ecx,edx
        mov     r14,QWORD[8+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        movdqu  xmm8,XMMWORD[24+rdi]
        mov     DWORD[40+rsp],ecx
        cmovle  r10,rsp

        mov     ecx,DWORD[56+rdi]
        mov     r11,QWORD[40+rdi]
        cmp     ecx,edx
        mov     r15,QWORD[48+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        movdqu  xmm9,XMMWORD[64+rdi]
        mov     DWORD[44+rsp],ecx
        cmovle  r11,rsp
        test    edx,edx
        jz      NEAR $L$dec4x_done

        movups  xmm1,XMMWORD[((16-120))+rsi]
        movups  xmm0,XMMWORD[((32-120))+rsi]
        mov     eax,DWORD[((240-120))+rsi]
        movdqu  xmm2,XMMWORD[r8]
        movdqu  xmm3,XMMWORD[r9]
        pxor    xmm2,xmm12
        movdqu  xmm4,XMMWORD[r10]
        pxor    xmm3,xmm12
        movdqu  xmm5,XMMWORD[r11]
        pxor    xmm4,xmm12
        pxor    xmm5,xmm12
        movdqa  xmm10,XMMWORD[32+rsp]
        xor     rbx,rbx
        jmp     NEAR $L$oop_dec4x

ALIGN   32
$L$oop_dec4x:
        add     rbx,16
        lea     rbp,[16+rsp]
        mov     ecx,1
        sub     rbp,rbx

DB      102,15,56,222,209
        prefetcht0      [31+rbx*1+r8]
        prefetcht0      [31+rbx*1+r9]
DB      102,15,56,222,217
        prefetcht0      [31+rbx*1+r10]
        prefetcht0      [31+rbx*1+r11]
DB      102,15,56,222,225
DB      102,15,56,222,233
        movups  xmm1,XMMWORD[((48-120))+rsi]
        cmp     ecx,DWORD[32+rsp]
DB      102,15,56,222,208
DB      102,15,56,222,216
DB      102,15,56,222,224
        cmovge  r8,rbp
        cmovg   r12,rbp
DB      102,15,56,222,232
        movups  xmm0,XMMWORD[((-56))+rsi]
        cmp     ecx,DWORD[36+rsp]
DB      102,15,56,222,209
DB      102,15,56,222,217
DB      102,15,56,222,225
        cmovge  r9,rbp
        cmovg   r13,rbp
DB      102,15,56,222,233
        movups  xmm1,XMMWORD[((-40))+rsi]
        cmp     ecx,DWORD[40+rsp]
DB      102,15,56,222,208
DB      102,15,56,222,216
DB      102,15,56,222,224
        cmovge  r10,rbp
        cmovg   r14,rbp
DB      102,15,56,222,232
        movups  xmm0,XMMWORD[((-24))+rsi]
        cmp     ecx,DWORD[44+rsp]
DB      102,15,56,222,209
DB      102,15,56,222,217
DB      102,15,56,222,225
        cmovge  r11,rbp
        cmovg   r15,rbp
DB      102,15,56,222,233
        movups  xmm1,XMMWORD[((-8))+rsi]
        movdqa  xmm11,xmm10
DB      102,15,56,222,208
        prefetcht0      [15+rbx*1+r12]
        prefetcht0      [15+rbx*1+r13]
DB      102,15,56,222,216
        prefetcht0      [15+rbx*1+r14]
        prefetcht0      [15+rbx*1+r15]
DB      102,15,56,222,224
DB      102,15,56,222,232
        movups  xmm0,XMMWORD[((128-120))+rsi]
        pxor    xmm12,xmm12

DB      102,15,56,222,209
        pcmpgtd xmm11,xmm12
        movdqu  xmm12,XMMWORD[((-120))+rsi]
DB      102,15,56,222,217
        paddd   xmm10,xmm11
        movdqa  XMMWORD[32+rsp],xmm10
DB      102,15,56,222,225
DB      102,15,56,222,233
        movups  xmm1,XMMWORD[((144-120))+rsi]

        cmp     eax,11

DB      102,15,56,222,208
DB      102,15,56,222,216
DB      102,15,56,222,224
DB      102,15,56,222,232
        movups  xmm0,XMMWORD[((160-120))+rsi]

        jb      NEAR $L$dec4x_tail

DB      102,15,56,222,209
DB      102,15,56,222,217
DB      102,15,56,222,225
DB      102,15,56,222,233
        movups  xmm1,XMMWORD[((176-120))+rsi]

DB      102,15,56,222,208
DB      102,15,56,222,216
DB      102,15,56,222,224
DB      102,15,56,222,232
        movups  xmm0,XMMWORD[((192-120))+rsi]

        je      NEAR $L$dec4x_tail

DB      102,15,56,222,209
DB      102,15,56,222,217
DB      102,15,56,222,225
DB      102,15,56,222,233
        movups  xmm1,XMMWORD[((208-120))+rsi]

DB      102,15,56,222,208
DB      102,15,56,222,216
DB      102,15,56,222,224
DB      102,15,56,222,232
        movups  xmm0,XMMWORD[((224-120))+rsi]
        jmp     NEAR $L$dec4x_tail

ALIGN   32
$L$dec4x_tail:
DB      102,15,56,222,209
DB      102,15,56,222,217
DB      102,15,56,222,225
        pxor    xmm6,xmm0
        pxor    xmm7,xmm0
DB      102,15,56,222,233
        movdqu  xmm1,XMMWORD[((16-120))+rsi]
        pxor    xmm8,xmm0
        pxor    xmm9,xmm0
        movdqu  xmm0,XMMWORD[((32-120))+rsi]

DB      102,15,56,223,214
DB      102,15,56,223,223
        movdqu  xmm6,XMMWORD[((-16))+rbx*1+r8]
        movdqu  xmm7,XMMWORD[((-16))+rbx*1+r9]
DB      102,65,15,56,223,224
DB      102,65,15,56,223,233
        movdqu  xmm8,XMMWORD[((-16))+rbx*1+r10]
        movdqu  xmm9,XMMWORD[((-16))+rbx*1+r11]

        movups  XMMWORD[(-16)+rbx*1+r12],xmm2
        movdqu  xmm2,XMMWORD[rbx*1+r8]
        movups  XMMWORD[(-16)+rbx*1+r13],xmm3
        movdqu  xmm3,XMMWORD[rbx*1+r9]
        pxor    xmm2,xmm12
        movups  XMMWORD[(-16)+rbx*1+r14],xmm4
        movdqu  xmm4,XMMWORD[rbx*1+r10]
        pxor    xmm3,xmm12
        movups  XMMWORD[(-16)+rbx*1+r15],xmm5
        movdqu  xmm5,XMMWORD[rbx*1+r11]
        pxor    xmm4,xmm12
        pxor    xmm5,xmm12

        dec     edx
        jnz     NEAR $L$oop_dec4x

        mov     rax,QWORD[16+rsp]

        mov     edx,DWORD[24+rsp]

        lea     rdi,[160+rdi]
        dec     edx
        jnz     NEAR $L$dec4x_loop_grande

$L$dec4x_done:
        movaps  xmm6,XMMWORD[((-216))+rax]
        movaps  xmm7,XMMWORD[((-200))+rax]
        movaps  xmm8,XMMWORD[((-184))+rax]
        movaps  xmm9,XMMWORD[((-168))+rax]
        movaps  xmm10,XMMWORD[((-152))+rax]
        movaps  xmm11,XMMWORD[((-136))+rax]
        movaps  xmm12,XMMWORD[((-120))+rax]



        mov     r15,QWORD[((-48))+rax]

        mov     r14,QWORD[((-40))+rax]

        mov     r13,QWORD[((-32))+rax]

        mov     r12,QWORD[((-24))+rax]

        mov     rbp,QWORD[((-16))+rax]

        mov     rbx,QWORD[((-8))+rax]

        lea     rsp,[rax]

$L$dec4x_epilogue:
        mov     rdi,QWORD[8+rsp]        ;WIN64 epilogue
        mov     rsi,QWORD[16+rsp]
        DB      0F3h,0C3h               ;repret

$L$SEH_end_aesni_multi_cbc_decrypt:

ALIGN   32
aesni_multi_cbc_encrypt_avx:
        mov     QWORD[8+rsp],rdi        ;WIN64 prologue
        mov     QWORD[16+rsp],rsi
        mov     rax,rsp
$L$SEH_begin_aesni_multi_cbc_encrypt_avx:
        mov     rdi,rcx
        mov     rsi,rdx
        mov     rdx,r8



_avx_cbc_enc_shortcut:
        mov     rax,rsp

        push    rbx

        push    rbp

        push    r12

        push    r13

        push    r14

        push    r15

        lea     rsp,[((-168))+rsp]
        movaps  XMMWORD[rsp],xmm6
        movaps  XMMWORD[16+rsp],xmm7
        movaps  XMMWORD[32+rsp],xmm8
        movaps  XMMWORD[48+rsp],xmm9
        movaps  XMMWORD[64+rsp],xmm10
        movaps  XMMWORD[80+rsp],xmm11
        movaps  XMMWORD[(-120)+rax],xmm12
        movaps  XMMWORD[(-104)+rax],xmm13
        movaps  XMMWORD[(-88)+rax],xmm14
        movaps  XMMWORD[(-72)+rax],xmm15








        sub     rsp,192
        and     rsp,-128
        mov     QWORD[16+rsp],rax


$L$enc8x_body:
        vzeroupper
        vmovdqu xmm15,XMMWORD[rsi]
        lea     rsi,[120+rsi]
        lea     rdi,[160+rdi]
        shr     edx,1

$L$enc8x_loop_grande:

        xor     edx,edx

        mov     ecx,DWORD[((-144))+rdi]

        mov     r8,QWORD[((-160))+rdi]
        cmp     ecx,edx

        mov     rbx,QWORD[((-152))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm2,XMMWORD[((-136))+rdi]
        mov     DWORD[32+rsp],ecx
        cmovle  r8,rsp
        sub     rbx,r8
        mov     QWORD[64+rsp],rbx

        mov     ecx,DWORD[((-104))+rdi]

        mov     r9,QWORD[((-120))+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[((-112))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm3,XMMWORD[((-96))+rdi]
        mov     DWORD[36+rsp],ecx
        cmovle  r9,rsp
        sub     rbp,r9
        mov     QWORD[72+rsp],rbp

        mov     ecx,DWORD[((-64))+rdi]

        mov     r10,QWORD[((-80))+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[((-72))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm4,XMMWORD[((-56))+rdi]
        mov     DWORD[40+rsp],ecx
        cmovle  r10,rsp
        sub     rbp,r10
        mov     QWORD[80+rsp],rbp

        mov     ecx,DWORD[((-24))+rdi]

        mov     r11,QWORD[((-40))+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[((-32))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm5,XMMWORD[((-16))+rdi]
        mov     DWORD[44+rsp],ecx
        cmovle  r11,rsp
        sub     rbp,r11
        mov     QWORD[88+rsp],rbp

        mov     ecx,DWORD[16+rdi]

        mov     r12,QWORD[rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[8+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm6,XMMWORD[24+rdi]
        mov     DWORD[48+rsp],ecx
        cmovle  r12,rsp
        sub     rbp,r12
        mov     QWORD[96+rsp],rbp

        mov     ecx,DWORD[56+rdi]

        mov     r13,QWORD[40+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[48+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm7,XMMWORD[64+rdi]
        mov     DWORD[52+rsp],ecx
        cmovle  r13,rsp
        sub     rbp,r13
        mov     QWORD[104+rsp],rbp

        mov     ecx,DWORD[96+rdi]

        mov     r14,QWORD[80+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[88+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm8,XMMWORD[104+rdi]
        mov     DWORD[56+rsp],ecx
        cmovle  r14,rsp
        sub     rbp,r14
        mov     QWORD[112+rsp],rbp

        mov     ecx,DWORD[136+rdi]

        mov     r15,QWORD[120+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[128+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm9,XMMWORD[144+rdi]
        mov     DWORD[60+rsp],ecx
        cmovle  r15,rsp
        sub     rbp,r15
        mov     QWORD[120+rsp],rbp
        test    edx,edx
        jz      NEAR $L$enc8x_done

        vmovups xmm1,XMMWORD[((16-120))+rsi]
        vmovups xmm0,XMMWORD[((32-120))+rsi]
        mov     eax,DWORD[((240-120))+rsi]

        vpxor   xmm10,xmm15,XMMWORD[r8]
        lea     rbp,[128+rsp]
        vpxor   xmm11,xmm15,XMMWORD[r9]
        vpxor   xmm12,xmm15,XMMWORD[r10]
        vpxor   xmm13,xmm15,XMMWORD[r11]
        vpxor   xmm2,xmm2,xmm10
        vpxor   xmm10,xmm15,XMMWORD[r12]
        vpxor   xmm3,xmm3,xmm11
        vpxor   xmm11,xmm15,XMMWORD[r13]
        vpxor   xmm4,xmm4,xmm12
        vpxor   xmm12,xmm15,XMMWORD[r14]
        vpxor   xmm5,xmm5,xmm13
        vpxor   xmm13,xmm15,XMMWORD[r15]
        vpxor   xmm6,xmm6,xmm10
        mov     ecx,1
        vpxor   xmm7,xmm7,xmm11
        vpxor   xmm8,xmm8,xmm12
        vpxor   xmm9,xmm9,xmm13
        jmp     NEAR $L$oop_enc8x

ALIGN   32
$L$oop_enc8x:
        vaesenc xmm2,xmm2,xmm1
        cmp     ecx,DWORD[((32+0))+rsp]
        vaesenc xmm3,xmm3,xmm1
        prefetcht0      [31+r8]
        vaesenc xmm4,xmm4,xmm1
        vaesenc xmm5,xmm5,xmm1
        lea     rbx,[rbx*1+r8]
        cmovge  r8,rsp
        vaesenc xmm6,xmm6,xmm1
        cmovg   rbx,rsp
        vaesenc xmm7,xmm7,xmm1
        sub     rbx,r8
        vaesenc xmm8,xmm8,xmm1
        vpxor   xmm10,xmm15,XMMWORD[16+r8]
        mov     QWORD[((64+0))+rsp],rbx
        vaesenc xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((-72))+rsi]
        lea     r8,[16+rbx*1+r8]
        vmovdqu XMMWORD[rbp],xmm10
        vaesenc xmm2,xmm2,xmm0
        cmp     ecx,DWORD[((32+4))+rsp]
        mov     rbx,QWORD[((64+8))+rsp]
        vaesenc xmm3,xmm3,xmm0
        prefetcht0      [31+r9]
        vaesenc xmm4,xmm4,xmm0
        vaesenc xmm5,xmm5,xmm0
        lea     rbx,[rbx*1+r9]
        cmovge  r9,rsp
        vaesenc xmm6,xmm6,xmm0
        cmovg   rbx,rsp
        vaesenc xmm7,xmm7,xmm0
        sub     rbx,r9
        vaesenc xmm8,xmm8,xmm0
        vpxor   xmm11,xmm15,XMMWORD[16+r9]
        mov     QWORD[((64+8))+rsp],rbx
        vaesenc xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[((-56))+rsi]
        lea     r9,[16+rbx*1+r9]
        vmovdqu XMMWORD[16+rbp],xmm11
        vaesenc xmm2,xmm2,xmm1
        cmp     ecx,DWORD[((32+8))+rsp]
        mov     rbx,QWORD[((64+16))+rsp]
        vaesenc xmm3,xmm3,xmm1
        prefetcht0      [31+r10]
        vaesenc xmm4,xmm4,xmm1
        prefetcht0      [15+r8]
        vaesenc xmm5,xmm5,xmm1
        lea     rbx,[rbx*1+r10]
        cmovge  r10,rsp
        vaesenc xmm6,xmm6,xmm1
        cmovg   rbx,rsp
        vaesenc xmm7,xmm7,xmm1
        sub     rbx,r10
        vaesenc xmm8,xmm8,xmm1
        vpxor   xmm12,xmm15,XMMWORD[16+r10]
        mov     QWORD[((64+16))+rsp],rbx
        vaesenc xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((-40))+rsi]
        lea     r10,[16+rbx*1+r10]
        vmovdqu XMMWORD[32+rbp],xmm12
        vaesenc xmm2,xmm2,xmm0
        cmp     ecx,DWORD[((32+12))+rsp]
        mov     rbx,QWORD[((64+24))+rsp]
        vaesenc xmm3,xmm3,xmm0
        prefetcht0      [31+r11]
        vaesenc xmm4,xmm4,xmm0
        prefetcht0      [15+r9]
        vaesenc xmm5,xmm5,xmm0
        lea     rbx,[rbx*1+r11]
        cmovge  r11,rsp
        vaesenc xmm6,xmm6,xmm0
        cmovg   rbx,rsp
        vaesenc xmm7,xmm7,xmm0
        sub     rbx,r11
        vaesenc xmm8,xmm8,xmm0
        vpxor   xmm13,xmm15,XMMWORD[16+r11]
        mov     QWORD[((64+24))+rsp],rbx
        vaesenc xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[((-24))+rsi]
        lea     r11,[16+rbx*1+r11]
        vmovdqu XMMWORD[48+rbp],xmm13
        vaesenc xmm2,xmm2,xmm1
        cmp     ecx,DWORD[((32+16))+rsp]
        mov     rbx,QWORD[((64+32))+rsp]
        vaesenc xmm3,xmm3,xmm1
        prefetcht0      [31+r12]
        vaesenc xmm4,xmm4,xmm1
        prefetcht0      [15+r10]
        vaesenc xmm5,xmm5,xmm1
        lea     rbx,[rbx*1+r12]
        cmovge  r12,rsp
        vaesenc xmm6,xmm6,xmm1
        cmovg   rbx,rsp
        vaesenc xmm7,xmm7,xmm1
        sub     rbx,r12
        vaesenc xmm8,xmm8,xmm1
        vpxor   xmm10,xmm15,XMMWORD[16+r12]
        mov     QWORD[((64+32))+rsp],rbx
        vaesenc xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((-8))+rsi]
        lea     r12,[16+rbx*1+r12]
        vaesenc xmm2,xmm2,xmm0
        cmp     ecx,DWORD[((32+20))+rsp]
        mov     rbx,QWORD[((64+40))+rsp]
        vaesenc xmm3,xmm3,xmm0
        prefetcht0      [31+r13]
        vaesenc xmm4,xmm4,xmm0
        prefetcht0      [15+r11]
        vaesenc xmm5,xmm5,xmm0
        lea     rbx,[r13*1+rbx]
        cmovge  r13,rsp
        vaesenc xmm6,xmm6,xmm0
        cmovg   rbx,rsp
        vaesenc xmm7,xmm7,xmm0
        sub     rbx,r13
        vaesenc xmm8,xmm8,xmm0
        vpxor   xmm11,xmm15,XMMWORD[16+r13]
        mov     QWORD[((64+40))+rsp],rbx
        vaesenc xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[8+rsi]
        lea     r13,[16+rbx*1+r13]
        vaesenc xmm2,xmm2,xmm1
        cmp     ecx,DWORD[((32+24))+rsp]
        mov     rbx,QWORD[((64+48))+rsp]
        vaesenc xmm3,xmm3,xmm1
        prefetcht0      [31+r14]
        vaesenc xmm4,xmm4,xmm1
        prefetcht0      [15+r12]
        vaesenc xmm5,xmm5,xmm1
        lea     rbx,[rbx*1+r14]
        cmovge  r14,rsp
        vaesenc xmm6,xmm6,xmm1
        cmovg   rbx,rsp
        vaesenc xmm7,xmm7,xmm1
        sub     rbx,r14
        vaesenc xmm8,xmm8,xmm1
        vpxor   xmm12,xmm15,XMMWORD[16+r14]
        mov     QWORD[((64+48))+rsp],rbx
        vaesenc xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[24+rsi]
        lea     r14,[16+rbx*1+r14]
        vaesenc xmm2,xmm2,xmm0
        cmp     ecx,DWORD[((32+28))+rsp]
        mov     rbx,QWORD[((64+56))+rsp]
        vaesenc xmm3,xmm3,xmm0
        prefetcht0      [31+r15]
        vaesenc xmm4,xmm4,xmm0
        prefetcht0      [15+r13]
        vaesenc xmm5,xmm5,xmm0
        lea     rbx,[rbx*1+r15]
        cmovge  r15,rsp
        vaesenc xmm6,xmm6,xmm0
        cmovg   rbx,rsp
        vaesenc xmm7,xmm7,xmm0
        sub     rbx,r15
        vaesenc xmm8,xmm8,xmm0
        vpxor   xmm13,xmm15,XMMWORD[16+r15]
        mov     QWORD[((64+56))+rsp],rbx
        vaesenc xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[40+rsi]
        lea     r15,[16+rbx*1+r15]
        vmovdqu xmm14,XMMWORD[32+rsp]
        prefetcht0      [15+r14]
        prefetcht0      [15+r15]
        cmp     eax,11
        jb      NEAR $L$enc8x_tail

        vaesenc xmm2,xmm2,xmm1
        vaesenc xmm3,xmm3,xmm1
        vaesenc xmm4,xmm4,xmm1
        vaesenc xmm5,xmm5,xmm1
        vaesenc xmm6,xmm6,xmm1
        vaesenc xmm7,xmm7,xmm1
        vaesenc xmm8,xmm8,xmm1
        vaesenc xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((176-120))+rsi]

        vaesenc xmm2,xmm2,xmm0
        vaesenc xmm3,xmm3,xmm0
        vaesenc xmm4,xmm4,xmm0
        vaesenc xmm5,xmm5,xmm0
        vaesenc xmm6,xmm6,xmm0
        vaesenc xmm7,xmm7,xmm0
        vaesenc xmm8,xmm8,xmm0
        vaesenc xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[((192-120))+rsi]
        je      NEAR $L$enc8x_tail

        vaesenc xmm2,xmm2,xmm1
        vaesenc xmm3,xmm3,xmm1
        vaesenc xmm4,xmm4,xmm1
        vaesenc xmm5,xmm5,xmm1
        vaesenc xmm6,xmm6,xmm1
        vaesenc xmm7,xmm7,xmm1
        vaesenc xmm8,xmm8,xmm1
        vaesenc xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((208-120))+rsi]

        vaesenc xmm2,xmm2,xmm0
        vaesenc xmm3,xmm3,xmm0
        vaesenc xmm4,xmm4,xmm0
        vaesenc xmm5,xmm5,xmm0
        vaesenc xmm6,xmm6,xmm0
        vaesenc xmm7,xmm7,xmm0
        vaesenc xmm8,xmm8,xmm0
        vaesenc xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[((224-120))+rsi]

$L$enc8x_tail:
        vaesenc xmm2,xmm2,xmm1
        vpxor   xmm15,xmm15,xmm15
        vaesenc xmm3,xmm3,xmm1
        vaesenc xmm4,xmm4,xmm1
        vpcmpgtd        xmm15,xmm14,xmm15
        vaesenc xmm5,xmm5,xmm1
        vaesenc xmm6,xmm6,xmm1
        vpaddd  xmm15,xmm15,xmm14
        vmovdqu xmm14,XMMWORD[48+rsp]
        vaesenc xmm7,xmm7,xmm1
        mov     rbx,QWORD[64+rsp]
        vaesenc xmm8,xmm8,xmm1
        vaesenc xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((16-120))+rsi]

        vaesenclast     xmm2,xmm2,xmm0
        vmovdqa XMMWORD[32+rsp],xmm15
        vpxor   xmm15,xmm15,xmm15
        vaesenclast     xmm3,xmm3,xmm0
        vaesenclast     xmm4,xmm4,xmm0
        vpcmpgtd        xmm15,xmm14,xmm15
        vaesenclast     xmm5,xmm5,xmm0
        vaesenclast     xmm6,xmm6,xmm0
        vpaddd  xmm14,xmm14,xmm15
        vmovdqu xmm15,XMMWORD[((-120))+rsi]
        vaesenclast     xmm7,xmm7,xmm0
        vaesenclast     xmm8,xmm8,xmm0
        vmovdqa XMMWORD[48+rsp],xmm14
        vaesenclast     xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[((32-120))+rsi]

        vmovups XMMWORD[(-16)+r8],xmm2
        sub     r8,rbx
        vpxor   xmm2,xmm2,XMMWORD[rbp]
        vmovups XMMWORD[(-16)+r9],xmm3
        sub     r9,QWORD[72+rsp]
        vpxor   xmm3,xmm3,XMMWORD[16+rbp]
        vmovups XMMWORD[(-16)+r10],xmm4
        sub     r10,QWORD[80+rsp]
        vpxor   xmm4,xmm4,XMMWORD[32+rbp]
        vmovups XMMWORD[(-16)+r11],xmm5
        sub     r11,QWORD[88+rsp]
        vpxor   xmm5,xmm5,XMMWORD[48+rbp]
        vmovups XMMWORD[(-16)+r12],xmm6
        sub     r12,QWORD[96+rsp]
        vpxor   xmm6,xmm6,xmm10
        vmovups XMMWORD[(-16)+r13],xmm7
        sub     r13,QWORD[104+rsp]
        vpxor   xmm7,xmm7,xmm11
        vmovups XMMWORD[(-16)+r14],xmm8
        sub     r14,QWORD[112+rsp]
        vpxor   xmm8,xmm8,xmm12
        vmovups XMMWORD[(-16)+r15],xmm9
        sub     r15,QWORD[120+rsp]
        vpxor   xmm9,xmm9,xmm13

        dec     edx
        jnz     NEAR $L$oop_enc8x

        mov     rax,QWORD[16+rsp]






$L$enc8x_done:
        vzeroupper
        movaps  xmm6,XMMWORD[((-216))+rax]
        movaps  xmm7,XMMWORD[((-200))+rax]
        movaps  xmm8,XMMWORD[((-184))+rax]
        movaps  xmm9,XMMWORD[((-168))+rax]
        movaps  xmm10,XMMWORD[((-152))+rax]
        movaps  xmm11,XMMWORD[((-136))+rax]
        movaps  xmm12,XMMWORD[((-120))+rax]
        movaps  xmm13,XMMWORD[((-104))+rax]
        movaps  xmm14,XMMWORD[((-88))+rax]
        movaps  xmm15,XMMWORD[((-72))+rax]
        mov     r15,QWORD[((-48))+rax]

        mov     r14,QWORD[((-40))+rax]

        mov     r13,QWORD[((-32))+rax]

        mov     r12,QWORD[((-24))+rax]

        mov     rbp,QWORD[((-16))+rax]

        mov     rbx,QWORD[((-8))+rax]

        lea     rsp,[rax]

$L$enc8x_epilogue:
        mov     rdi,QWORD[8+rsp]        ;WIN64 epilogue
        mov     rsi,QWORD[16+rsp]
        DB      0F3h,0C3h               ;repret

$L$SEH_end_aesni_multi_cbc_encrypt_avx:


ALIGN   32
aesni_multi_cbc_decrypt_avx:
        mov     QWORD[8+rsp],rdi        ;WIN64 prologue
        mov     QWORD[16+rsp],rsi
        mov     rax,rsp
$L$SEH_begin_aesni_multi_cbc_decrypt_avx:
        mov     rdi,rcx
        mov     rsi,rdx
        mov     rdx,r8



_avx_cbc_dec_shortcut:
        mov     rax,rsp

        push    rbx

        push    rbp

        push    r12

        push    r13

        push    r14

        push    r15

        lea     rsp,[((-168))+rsp]
        movaps  XMMWORD[rsp],xmm6
        movaps  XMMWORD[16+rsp],xmm7
        movaps  XMMWORD[32+rsp],xmm8
        movaps  XMMWORD[48+rsp],xmm9
        movaps  XMMWORD[64+rsp],xmm10
        movaps  XMMWORD[80+rsp],xmm11
        movaps  XMMWORD[(-120)+rax],xmm12
        movaps  XMMWORD[(-104)+rax],xmm13
        movaps  XMMWORD[(-88)+rax],xmm14
        movaps  XMMWORD[(-72)+rax],xmm15









        sub     rsp,256
        and     rsp,-256
        sub     rsp,192
        mov     QWORD[16+rsp],rax


$L$dec8x_body:
        vzeroupper
        vmovdqu xmm15,XMMWORD[rsi]
        lea     rsi,[120+rsi]
        lea     rdi,[160+rdi]
        shr     edx,1

$L$dec8x_loop_grande:

        xor     edx,edx

        mov     ecx,DWORD[((-144))+rdi]

        mov     r8,QWORD[((-160))+rdi]
        cmp     ecx,edx

        mov     rbx,QWORD[((-152))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm2,XMMWORD[((-136))+rdi]
        mov     DWORD[32+rsp],ecx
        cmovle  r8,rsp
        sub     rbx,r8
        mov     QWORD[64+rsp],rbx
        vmovdqu XMMWORD[192+rsp],xmm2

        mov     ecx,DWORD[((-104))+rdi]

        mov     r9,QWORD[((-120))+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[((-112))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm3,XMMWORD[((-96))+rdi]
        mov     DWORD[36+rsp],ecx
        cmovle  r9,rsp
        sub     rbp,r9
        mov     QWORD[72+rsp],rbp
        vmovdqu XMMWORD[208+rsp],xmm3

        mov     ecx,DWORD[((-64))+rdi]

        mov     r10,QWORD[((-80))+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[((-72))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm4,XMMWORD[((-56))+rdi]
        mov     DWORD[40+rsp],ecx
        cmovle  r10,rsp
        sub     rbp,r10
        mov     QWORD[80+rsp],rbp
        vmovdqu XMMWORD[224+rsp],xmm4

        mov     ecx,DWORD[((-24))+rdi]

        mov     r11,QWORD[((-40))+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[((-32))+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm5,XMMWORD[((-16))+rdi]
        mov     DWORD[44+rsp],ecx
        cmovle  r11,rsp
        sub     rbp,r11
        mov     QWORD[88+rsp],rbp
        vmovdqu XMMWORD[240+rsp],xmm5

        mov     ecx,DWORD[16+rdi]

        mov     r12,QWORD[rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[8+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm6,XMMWORD[24+rdi]
        mov     DWORD[48+rsp],ecx
        cmovle  r12,rsp
        sub     rbp,r12
        mov     QWORD[96+rsp],rbp
        vmovdqu XMMWORD[256+rsp],xmm6

        mov     ecx,DWORD[56+rdi]

        mov     r13,QWORD[40+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[48+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm7,XMMWORD[64+rdi]
        mov     DWORD[52+rsp],ecx
        cmovle  r13,rsp
        sub     rbp,r13
        mov     QWORD[104+rsp],rbp
        vmovdqu XMMWORD[272+rsp],xmm7

        mov     ecx,DWORD[96+rdi]

        mov     r14,QWORD[80+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[88+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm8,XMMWORD[104+rdi]
        mov     DWORD[56+rsp],ecx
        cmovle  r14,rsp
        sub     rbp,r14
        mov     QWORD[112+rsp],rbp
        vmovdqu XMMWORD[288+rsp],xmm8

        mov     ecx,DWORD[136+rdi]

        mov     r15,QWORD[120+rdi]
        cmp     ecx,edx

        mov     rbp,QWORD[128+rdi]
        cmovg   edx,ecx
        test    ecx,ecx

        vmovdqu xmm9,XMMWORD[144+rdi]
        mov     DWORD[60+rsp],ecx
        cmovle  r15,rsp
        sub     rbp,r15
        mov     QWORD[120+rsp],rbp
        vmovdqu XMMWORD[304+rsp],xmm9
        test    edx,edx
        jz      NEAR $L$dec8x_done

        vmovups xmm1,XMMWORD[((16-120))+rsi]
        vmovups xmm0,XMMWORD[((32-120))+rsi]
        mov     eax,DWORD[((240-120))+rsi]
        lea     rbp,[((192+128))+rsp]

        vmovdqu xmm2,XMMWORD[r8]
        vmovdqu xmm3,XMMWORD[r9]
        vmovdqu xmm4,XMMWORD[r10]
        vmovdqu xmm5,XMMWORD[r11]
        vmovdqu xmm6,XMMWORD[r12]
        vmovdqu xmm7,XMMWORD[r13]
        vmovdqu xmm8,XMMWORD[r14]
        vmovdqu xmm9,XMMWORD[r15]
        vmovdqu XMMWORD[rbp],xmm2
        vpxor   xmm2,xmm2,xmm15
        vmovdqu XMMWORD[16+rbp],xmm3
        vpxor   xmm3,xmm3,xmm15
        vmovdqu XMMWORD[32+rbp],xmm4
        vpxor   xmm4,xmm4,xmm15
        vmovdqu XMMWORD[48+rbp],xmm5
        vpxor   xmm5,xmm5,xmm15
        vmovdqu XMMWORD[64+rbp],xmm6
        vpxor   xmm6,xmm6,xmm15
        vmovdqu XMMWORD[80+rbp],xmm7
        vpxor   xmm7,xmm7,xmm15
        vmovdqu XMMWORD[96+rbp],xmm8
        vpxor   xmm8,xmm8,xmm15
        vmovdqu XMMWORD[112+rbp],xmm9
        vpxor   xmm9,xmm9,xmm15
        xor     rbp,0x80
        mov     ecx,1
        jmp     NEAR $L$oop_dec8x

ALIGN   32
$L$oop_dec8x:
        vaesdec xmm2,xmm2,xmm1
        cmp     ecx,DWORD[((32+0))+rsp]
        vaesdec xmm3,xmm3,xmm1
        prefetcht0      [31+r8]
        vaesdec xmm4,xmm4,xmm1
        vaesdec xmm5,xmm5,xmm1
        lea     rbx,[rbx*1+r8]
        cmovge  r8,rsp
        vaesdec xmm6,xmm6,xmm1
        cmovg   rbx,rsp
        vaesdec xmm7,xmm7,xmm1
        sub     rbx,r8
        vaesdec xmm8,xmm8,xmm1
        vmovdqu xmm10,XMMWORD[16+r8]
        mov     QWORD[((64+0))+rsp],rbx
        vaesdec xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((-72))+rsi]
        lea     r8,[16+rbx*1+r8]
        vmovdqu XMMWORD[128+rsp],xmm10
        vaesdec xmm2,xmm2,xmm0
        cmp     ecx,DWORD[((32+4))+rsp]
        mov     rbx,QWORD[((64+8))+rsp]
        vaesdec xmm3,xmm3,xmm0
        prefetcht0      [31+r9]
        vaesdec xmm4,xmm4,xmm0
        vaesdec xmm5,xmm5,xmm0
        lea     rbx,[rbx*1+r9]
        cmovge  r9,rsp
        vaesdec xmm6,xmm6,xmm0
        cmovg   rbx,rsp
        vaesdec xmm7,xmm7,xmm0
        sub     rbx,r9
        vaesdec xmm8,xmm8,xmm0
        vmovdqu xmm11,XMMWORD[16+r9]
        mov     QWORD[((64+8))+rsp],rbx
        vaesdec xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[((-56))+rsi]
        lea     r9,[16+rbx*1+r9]
        vmovdqu XMMWORD[144+rsp],xmm11
        vaesdec xmm2,xmm2,xmm1
        cmp     ecx,DWORD[((32+8))+rsp]
        mov     rbx,QWORD[((64+16))+rsp]
        vaesdec xmm3,xmm3,xmm1
        prefetcht0      [31+r10]
        vaesdec xmm4,xmm4,xmm1
        prefetcht0      [15+r8]
        vaesdec xmm5,xmm5,xmm1
        lea     rbx,[rbx*1+r10]
        cmovge  r10,rsp
        vaesdec xmm6,xmm6,xmm1
        cmovg   rbx,rsp
        vaesdec xmm7,xmm7,xmm1
        sub     rbx,r10
        vaesdec xmm8,xmm8,xmm1
        vmovdqu xmm12,XMMWORD[16+r10]
        mov     QWORD[((64+16))+rsp],rbx
        vaesdec xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((-40))+rsi]
        lea     r10,[16+rbx*1+r10]
        vmovdqu XMMWORD[160+rsp],xmm12
        vaesdec xmm2,xmm2,xmm0
        cmp     ecx,DWORD[((32+12))+rsp]
        mov     rbx,QWORD[((64+24))+rsp]
        vaesdec xmm3,xmm3,xmm0
        prefetcht0      [31+r11]
        vaesdec xmm4,xmm4,xmm0
        prefetcht0      [15+r9]
        vaesdec xmm5,xmm5,xmm0
        lea     rbx,[rbx*1+r11]
        cmovge  r11,rsp
        vaesdec xmm6,xmm6,xmm0
        cmovg   rbx,rsp
        vaesdec xmm7,xmm7,xmm0
        sub     rbx,r11
        vaesdec xmm8,xmm8,xmm0
        vmovdqu xmm13,XMMWORD[16+r11]
        mov     QWORD[((64+24))+rsp],rbx
        vaesdec xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[((-24))+rsi]
        lea     r11,[16+rbx*1+r11]
        vmovdqu XMMWORD[176+rsp],xmm13
        vaesdec xmm2,xmm2,xmm1
        cmp     ecx,DWORD[((32+16))+rsp]
        mov     rbx,QWORD[((64+32))+rsp]
        vaesdec xmm3,xmm3,xmm1
        prefetcht0      [31+r12]
        vaesdec xmm4,xmm4,xmm1
        prefetcht0      [15+r10]
        vaesdec xmm5,xmm5,xmm1
        lea     rbx,[rbx*1+r12]
        cmovge  r12,rsp
        vaesdec xmm6,xmm6,xmm1
        cmovg   rbx,rsp
        vaesdec xmm7,xmm7,xmm1
        sub     rbx,r12
        vaesdec xmm8,xmm8,xmm1
        vmovdqu xmm10,XMMWORD[16+r12]
        mov     QWORD[((64+32))+rsp],rbx
        vaesdec xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((-8))+rsi]
        lea     r12,[16+rbx*1+r12]
        vaesdec xmm2,xmm2,xmm0
        cmp     ecx,DWORD[((32+20))+rsp]
        mov     rbx,QWORD[((64+40))+rsp]
        vaesdec xmm3,xmm3,xmm0
        prefetcht0      [31+r13]
        vaesdec xmm4,xmm4,xmm0
        prefetcht0      [15+r11]
        vaesdec xmm5,xmm5,xmm0
        lea     rbx,[r13*1+rbx]
        cmovge  r13,rsp
        vaesdec xmm6,xmm6,xmm0
        cmovg   rbx,rsp
        vaesdec xmm7,xmm7,xmm0
        sub     rbx,r13
        vaesdec xmm8,xmm8,xmm0
        vmovdqu xmm11,XMMWORD[16+r13]
        mov     QWORD[((64+40))+rsp],rbx
        vaesdec xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[8+rsi]
        lea     r13,[16+rbx*1+r13]
        vaesdec xmm2,xmm2,xmm1
        cmp     ecx,DWORD[((32+24))+rsp]
        mov     rbx,QWORD[((64+48))+rsp]
        vaesdec xmm3,xmm3,xmm1
        prefetcht0      [31+r14]
        vaesdec xmm4,xmm4,xmm1
        prefetcht0      [15+r12]
        vaesdec xmm5,xmm5,xmm1
        lea     rbx,[rbx*1+r14]
        cmovge  r14,rsp
        vaesdec xmm6,xmm6,xmm1
        cmovg   rbx,rsp
        vaesdec xmm7,xmm7,xmm1
        sub     rbx,r14
        vaesdec xmm8,xmm8,xmm1
        vmovdqu xmm12,XMMWORD[16+r14]
        mov     QWORD[((64+48))+rsp],rbx
        vaesdec xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[24+rsi]
        lea     r14,[16+rbx*1+r14]
        vaesdec xmm2,xmm2,xmm0
        cmp     ecx,DWORD[((32+28))+rsp]
        mov     rbx,QWORD[((64+56))+rsp]
        vaesdec xmm3,xmm3,xmm0
        prefetcht0      [31+r15]
        vaesdec xmm4,xmm4,xmm0
        prefetcht0      [15+r13]
        vaesdec xmm5,xmm5,xmm0
        lea     rbx,[rbx*1+r15]
        cmovge  r15,rsp
        vaesdec xmm6,xmm6,xmm0
        cmovg   rbx,rsp
        vaesdec xmm7,xmm7,xmm0
        sub     rbx,r15
        vaesdec xmm8,xmm8,xmm0
        vmovdqu xmm13,XMMWORD[16+r15]
        mov     QWORD[((64+56))+rsp],rbx
        vaesdec xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[40+rsi]
        lea     r15,[16+rbx*1+r15]
        vmovdqu xmm14,XMMWORD[32+rsp]
        prefetcht0      [15+r14]
        prefetcht0      [15+r15]
        cmp     eax,11
        jb      NEAR $L$dec8x_tail

        vaesdec xmm2,xmm2,xmm1
        vaesdec xmm3,xmm3,xmm1
        vaesdec xmm4,xmm4,xmm1
        vaesdec xmm5,xmm5,xmm1
        vaesdec xmm6,xmm6,xmm1
        vaesdec xmm7,xmm7,xmm1
        vaesdec xmm8,xmm8,xmm1
        vaesdec xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((176-120))+rsi]

        vaesdec xmm2,xmm2,xmm0
        vaesdec xmm3,xmm3,xmm0
        vaesdec xmm4,xmm4,xmm0
        vaesdec xmm5,xmm5,xmm0
        vaesdec xmm6,xmm6,xmm0
        vaesdec xmm7,xmm7,xmm0
        vaesdec xmm8,xmm8,xmm0
        vaesdec xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[((192-120))+rsi]
        je      NEAR $L$dec8x_tail

        vaesdec xmm2,xmm2,xmm1
        vaesdec xmm3,xmm3,xmm1
        vaesdec xmm4,xmm4,xmm1
        vaesdec xmm5,xmm5,xmm1
        vaesdec xmm6,xmm6,xmm1
        vaesdec xmm7,xmm7,xmm1
        vaesdec xmm8,xmm8,xmm1
        vaesdec xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((208-120))+rsi]

        vaesdec xmm2,xmm2,xmm0
        vaesdec xmm3,xmm3,xmm0
        vaesdec xmm4,xmm4,xmm0
        vaesdec xmm5,xmm5,xmm0
        vaesdec xmm6,xmm6,xmm0
        vaesdec xmm7,xmm7,xmm0
        vaesdec xmm8,xmm8,xmm0
        vaesdec xmm9,xmm9,xmm0
        vmovups xmm0,XMMWORD[((224-120))+rsi]

$L$dec8x_tail:
        vaesdec xmm2,xmm2,xmm1
        vpxor   xmm15,xmm15,xmm15
        vaesdec xmm3,xmm3,xmm1
        vaesdec xmm4,xmm4,xmm1
        vpcmpgtd        xmm15,xmm14,xmm15
        vaesdec xmm5,xmm5,xmm1
        vaesdec xmm6,xmm6,xmm1
        vpaddd  xmm15,xmm15,xmm14
        vmovdqu xmm14,XMMWORD[48+rsp]
        vaesdec xmm7,xmm7,xmm1
        mov     rbx,QWORD[64+rsp]
        vaesdec xmm8,xmm8,xmm1
        vaesdec xmm9,xmm9,xmm1
        vmovups xmm1,XMMWORD[((16-120))+rsi]

        vaesdeclast     xmm2,xmm2,xmm0
        vmovdqa XMMWORD[32+rsp],xmm15
        vpxor   xmm15,xmm15,xmm15
        vaesdeclast     xmm3,xmm3,xmm0
        vpxor   xmm2,xmm2,XMMWORD[rbp]
        vaesdeclast     xmm4,xmm4,xmm0
        vpxor   xmm3,xmm3,XMMWORD[16+rbp]
        vpcmpgtd        xmm15,xmm14,xmm15
        vaesdeclast     xmm5,xmm5,xmm0
        vpxor   xmm4,xmm4,XMMWORD[32+rbp]
        vaesdeclast     xmm6,xmm6,xmm0
        vpxor   xmm5,xmm5,XMMWORD[48+rbp]
        vpaddd  xmm14,xmm14,xmm15
        vmovdqu xmm15,XMMWORD[((-120))+rsi]
        vaesdeclast     xmm7,xmm7,xmm0
        vpxor   xmm6,xmm6,XMMWORD[64+rbp]
        vaesdeclast     xmm8,xmm8,xmm0
        vpxor   xmm7,xmm7,XMMWORD[80+rbp]
        vmovdqa XMMWORD[48+rsp],xmm14
        vaesdeclast     xmm9,xmm9,xmm0
        vpxor   xmm8,xmm8,XMMWORD[96+rbp]
        vmovups xmm0,XMMWORD[((32-120))+rsi]

        vmovups XMMWORD[(-16)+r8],xmm2
        sub     r8,rbx
        vmovdqu xmm2,XMMWORD[((128+0))+rsp]
        vpxor   xmm9,xmm9,XMMWORD[112+rbp]
        vmovups XMMWORD[(-16)+r9],xmm3
        sub     r9,QWORD[72+rsp]
        vmovdqu XMMWORD[rbp],xmm2
        vpxor   xmm2,xmm2,xmm15
        vmovdqu xmm3,XMMWORD[((128+16))+rsp]
        vmovups XMMWORD[(-16)+r10],xmm4
        sub     r10,QWORD[80+rsp]
        vmovdqu XMMWORD[16+rbp],xmm3
        vpxor   xmm3,xmm3,xmm15
        vmovdqu xmm4,XMMWORD[((128+32))+rsp]
        vmovups XMMWORD[(-16)+r11],xmm5
        sub     r11,QWORD[88+rsp]
        vmovdqu XMMWORD[32+rbp],xmm4
        vpxor   xmm4,xmm4,xmm15
        vmovdqu xmm5,XMMWORD[((128+48))+rsp]
        vmovups XMMWORD[(-16)+r12],xmm6
        sub     r12,QWORD[96+rsp]
        vmovdqu XMMWORD[48+rbp],xmm5
        vpxor   xmm5,xmm5,xmm15
        vmovdqu XMMWORD[64+rbp],xmm10
        vpxor   xmm6,xmm15,xmm10
        vmovups XMMWORD[(-16)+r13],xmm7
        sub     r13,QWORD[104+rsp]
        vmovdqu XMMWORD[80+rbp],xmm11
        vpxor   xmm7,xmm15,xmm11
        vmovups XMMWORD[(-16)+r14],xmm8
        sub     r14,QWORD[112+rsp]
        vmovdqu XMMWORD[96+rbp],xmm12
        vpxor   xmm8,xmm15,xmm12
        vmovups XMMWORD[(-16)+r15],xmm9
        sub     r15,QWORD[120+rsp]
        vmovdqu XMMWORD[112+rbp],xmm13
        vpxor   xmm9,xmm15,xmm13

        xor     rbp,128
        dec     edx
        jnz     NEAR $L$oop_dec8x

        mov     rax,QWORD[16+rsp]






$L$dec8x_done:
        vzeroupper
        movaps  xmm6,XMMWORD[((-216))+rax]
        movaps  xmm7,XMMWORD[((-200))+rax]
        movaps  xmm8,XMMWORD[((-184))+rax]
        movaps  xmm9,XMMWORD[((-168))+rax]
        movaps  xmm10,XMMWORD[((-152))+rax]
        movaps  xmm11,XMMWORD[((-136))+rax]
        movaps  xmm12,XMMWORD[((-120))+rax]
        movaps  xmm13,XMMWORD[((-104))+rax]
        movaps  xmm14,XMMWORD[((-88))+rax]
        movaps  xmm15,XMMWORD[((-72))+rax]
        mov     r15,QWORD[((-48))+rax]

        mov     r14,QWORD[((-40))+rax]

        mov     r13,QWORD[((-32))+rax]

        mov     r12,QWORD[((-24))+rax]

        mov     rbp,QWORD[((-16))+rax]

        mov     rbx,QWORD[((-8))+rax]

        lea     rsp,[rax]

$L$dec8x_epilogue:
        mov     rdi,QWORD[8+rsp]        ;WIN64 epilogue
        mov     rsi,QWORD[16+rsp]
        DB      0F3h,0C3h               ;repret

$L$SEH_end_aesni_multi_cbc_decrypt_avx:
EXTERN  __imp_RtlVirtualUnwind

ALIGN   16
se_handler:
        push    rsi
        push    rdi
        push    rbx
        push    rbp
        push    r12
        push    r13
        push    r14
        push    r15
        pushfq
        sub     rsp,64

        mov     rax,QWORD[120+r8]
        mov     rbx,QWORD[248+r8]

        mov     rsi,QWORD[8+r9]
        mov     r11,QWORD[56+r9]

        mov     r10d,DWORD[r11]
        lea     r10,[r10*1+rsi]
        cmp     rbx,r10
        jb      NEAR $L$in_prologue

        mov     rax,QWORD[152+r8]

        mov     r10d,DWORD[4+r11]
        lea     r10,[r10*1+rsi]
        cmp     rbx,r10
        jae     NEAR $L$in_prologue

        mov     rax,QWORD[16+rax]

        mov     rbx,QWORD[((-8))+rax]
        mov     rbp,QWORD[((-16))+rax]
        mov     r12,QWORD[((-24))+rax]
        mov     r13,QWORD[((-32))+rax]
        mov     r14,QWORD[((-40))+rax]
        mov     r15,QWORD[((-48))+rax]
        mov     QWORD[144+r8],rbx
        mov     QWORD[160+r8],rbp
        mov     QWORD[216+r8],r12
        mov     QWORD[224+r8],r13
        mov     QWORD[232+r8],r14
        mov     QWORD[240+r8],r15

        lea     rsi,[((-56-160))+rax]
        lea     rdi,[512+r8]
        mov     ecx,20
        DD      0xa548f3fc

$L$in_prologue:
        mov     rdi,QWORD[8+rax]
        mov     rsi,QWORD[16+rax]
        mov     QWORD[152+r8],rax
        mov     QWORD[168+r8],rsi
        mov     QWORD[176+r8],rdi

        mov     rdi,QWORD[40+r9]
        mov     rsi,r8
        mov     ecx,154
        DD      0xa548f3fc

        mov     rsi,r9
        xor     rcx,rcx
        mov     rdx,QWORD[8+rsi]
        mov     r8,QWORD[rsi]
        mov     r9,QWORD[16+rsi]
        mov     r10,QWORD[40+rsi]
        lea     r11,[56+rsi]
        lea     r12,[24+rsi]
        mov     QWORD[32+rsp],r10
        mov     QWORD[40+rsp],r11
        mov     QWORD[48+rsp],r12
        mov     QWORD[56+rsp],rcx
        call    QWORD[__imp_RtlVirtualUnwind]

        mov     eax,1
        add     rsp,64
        popfq
        pop     r15
        pop     r14
        pop     r13
        pop     r12
        pop     rbp
        pop     rbx
        pop     rdi
        pop     rsi
        DB      0F3h,0C3h               ;repret


section .pdata rdata align=4
ALIGN   4
        DD      $L$SEH_begin_aesni_multi_cbc_encrypt wrt ..imagebase
        DD      $L$SEH_end_aesni_multi_cbc_encrypt wrt ..imagebase
        DD      $L$SEH_info_aesni_multi_cbc_encrypt wrt ..imagebase
        DD      $L$SEH_begin_aesni_multi_cbc_decrypt wrt ..imagebase
        DD      $L$SEH_end_aesni_multi_cbc_decrypt wrt ..imagebase
        DD      $L$SEH_info_aesni_multi_cbc_decrypt wrt ..imagebase
        DD      $L$SEH_begin_aesni_multi_cbc_encrypt_avx wrt ..imagebase
        DD      $L$SEH_end_aesni_multi_cbc_encrypt_avx wrt ..imagebase
        DD      $L$SEH_info_aesni_multi_cbc_encrypt_avx wrt ..imagebase
        DD      $L$SEH_begin_aesni_multi_cbc_decrypt_avx wrt ..imagebase
        DD      $L$SEH_end_aesni_multi_cbc_decrypt_avx wrt ..imagebase
        DD      $L$SEH_info_aesni_multi_cbc_decrypt_avx wrt ..imagebase
section .xdata rdata align=8
ALIGN   8
$L$SEH_info_aesni_multi_cbc_encrypt:
DB      9,0,0,0
        DD      se_handler wrt ..imagebase
        DD      $L$enc4x_body wrt ..imagebase,$L$enc4x_epilogue wrt ..imagebase
$L$SEH_info_aesni_multi_cbc_decrypt:
DB      9,0,0,0
        DD      se_handler wrt ..imagebase
        DD      $L$dec4x_body wrt ..imagebase,$L$dec4x_epilogue wrt ..imagebase
$L$SEH_info_aesni_multi_cbc_encrypt_avx:
DB      9,0,0,0
        DD      se_handler wrt ..imagebase
        DD      $L$enc8x_body wrt ..imagebase,$L$enc8x_epilogue wrt ..imagebase
$L$SEH_info_aesni_multi_cbc_decrypt_avx:
DB      9,0,0,0
        DD      se_handler wrt ..imagebase
        DD      $L$dec8x_body wrt ..imagebase,$L$dec8x_epilogue wrt ..imagebase