.text
.globl sha256_multi_block
.type sha256_multi_block,@function
.align 32
sha256_multi_block:
.cfi_startproc
movq OPENSSL_ia32cap_P+4(%rip),%rcx
btq $61,%rcx
jc _shaext_shortcut
testl $268435456,%ecx
jnz _avx_shortcut
movq %rsp,%rax
.cfi_def_cfa_register %rax
pushq %rbx
.cfi_offset %rbx,-16
pushq %rbp
.cfi_offset %rbp,-24
subq $288,%rsp
andq $-256,%rsp
movq %rax,272(%rsp)
.cfi_escape 0x0f,0x06,0x77,0x90,0x02,0x06,0x23,0x08
.Lbody:
leaq K256+128(%rip),%rbp
leaq 256(%rsp),%rbx
leaq 128(%rdi),%rdi
.Loop_grande:
movl %edx,280(%rsp)
xorl %edx,%edx
movq 0(%rsi),%r8
movl 8(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,0(%rbx)
cmovleq %rbp,%r8
movq 16(%rsi),%r9
movl 24(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,4(%rbx)
cmovleq %rbp,%r9
movq 32(%rsi),%r10
movl 40(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,8(%rbx)
cmovleq %rbp,%r10
movq 48(%rsi),%r11
movl 56(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,12(%rbx)
cmovleq %rbp,%r11
testl %edx,%edx
jz .Ldone
movdqu 0-128(%rdi),%xmm8
leaq 128(%rsp),%rax
movdqu 32-128(%rdi),%xmm9
movdqu 64-128(%rdi),%xmm10
movdqu 96-128(%rdi),%xmm11
movdqu 128-128(%rdi),%xmm12
movdqu 160-128(%rdi),%xmm13
movdqu 192-128(%rdi),%xmm14
movdqu 224-128(%rdi),%xmm15
movdqu .Lpbswap(%rip),%xmm6
jmp .Loop
.align 32
.Loop:
movdqa %xmm10,%xmm4
pxor %xmm9,%xmm4
movd 0(%r8),%xmm5
movd 0(%r9),%xmm0
movd 0(%r10),%xmm1
movd 0(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm12,%xmm7
.byte 102,15,56,0,238
movdqa %xmm12,%xmm2
psrld $6,%xmm7
movdqa %xmm12,%xmm1
pslld $7,%xmm2
movdqa %xmm5,0-128(%rax)
paddd %xmm15,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -128(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm12,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm12,%xmm3
pslld $26-21,%xmm2
pandn %xmm14,%xmm0
pand %xmm13,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm8,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm8,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm9,%xmm3
movdqa %xmm8,%xmm7
pslld $10,%xmm2
pxor %xmm8,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm9,%xmm15
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm15
paddd %xmm5,%xmm11
pxor %xmm2,%xmm7
paddd %xmm5,%xmm15
paddd %xmm7,%xmm15
movd 4(%r8),%xmm5
movd 4(%r9),%xmm0
movd 4(%r10),%xmm1
movd 4(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm11,%xmm7
movdqa %xmm11,%xmm2
.byte 102,15,56,0,238
psrld $6,%xmm7
movdqa %xmm11,%xmm1
pslld $7,%xmm2
movdqa %xmm5,16-128(%rax)
paddd %xmm14,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -96(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm11,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm11,%xmm4
pslld $26-21,%xmm2
pandn %xmm13,%xmm0
pand %xmm12,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm15,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm15,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm4,%xmm0
movdqa %xmm8,%xmm4
movdqa %xmm15,%xmm7
pslld $10,%xmm2
pxor %xmm15,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm8,%xmm14
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm14
paddd %xmm5,%xmm10
pxor %xmm2,%xmm7
paddd %xmm5,%xmm14
paddd %xmm7,%xmm14
movd 8(%r8),%xmm5
movd 8(%r9),%xmm0
movd 8(%r10),%xmm1
movd 8(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm10,%xmm7
.byte 102,15,56,0,238
movdqa %xmm10,%xmm2
psrld $6,%xmm7
movdqa %xmm10,%xmm1
pslld $7,%xmm2
movdqa %xmm5,32-128(%rax)
paddd %xmm13,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -64(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm10,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm10,%xmm3
pslld $26-21,%xmm2
pandn %xmm12,%xmm0
pand %xmm11,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm14,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm14,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm15,%xmm3
movdqa %xmm14,%xmm7
pslld $10,%xmm2
pxor %xmm14,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm15,%xmm13
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm13
paddd %xmm5,%xmm9
pxor %xmm2,%xmm7
paddd %xmm5,%xmm13
paddd %xmm7,%xmm13
movd 12(%r8),%xmm5
movd 12(%r9),%xmm0
movd 12(%r10),%xmm1
movd 12(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm9,%xmm7
movdqa %xmm9,%xmm2
.byte 102,15,56,0,238
psrld $6,%xmm7
movdqa %xmm9,%xmm1
pslld $7,%xmm2
movdqa %xmm5,48-128(%rax)
paddd %xmm12,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -32(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm9,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm9,%xmm4
pslld $26-21,%xmm2
pandn %xmm11,%xmm0
pand %xmm10,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm13,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm13,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm4,%xmm0
movdqa %xmm14,%xmm4
movdqa %xmm13,%xmm7
pslld $10,%xmm2
pxor %xmm13,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm14,%xmm12
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm12
paddd %xmm5,%xmm8
pxor %xmm2,%xmm7
paddd %xmm5,%xmm12
paddd %xmm7,%xmm12
movd 16(%r8),%xmm5
movd 16(%r9),%xmm0
movd 16(%r10),%xmm1
movd 16(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm8,%xmm7
.byte 102,15,56,0,238
movdqa %xmm8,%xmm2
psrld $6,%xmm7
movdqa %xmm8,%xmm1
pslld $7,%xmm2
movdqa %xmm5,64-128(%rax)
paddd %xmm11,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 0(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm8,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm8,%xmm3
pslld $26-21,%xmm2
pandn %xmm10,%xmm0
pand %xmm9,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm12,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm12,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm13,%xmm3
movdqa %xmm12,%xmm7
pslld $10,%xmm2
pxor %xmm12,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm13,%xmm11
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm11
paddd %xmm5,%xmm15
pxor %xmm2,%xmm7
paddd %xmm5,%xmm11
paddd %xmm7,%xmm11
movd 20(%r8),%xmm5
movd 20(%r9),%xmm0
movd 20(%r10),%xmm1
movd 20(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm15,%xmm7
movdqa %xmm15,%xmm2
.byte 102,15,56,0,238
psrld $6,%xmm7
movdqa %xmm15,%xmm1
pslld $7,%xmm2
movdqa %xmm5,80-128(%rax)
paddd %xmm10,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 32(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm15,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm15,%xmm4
pslld $26-21,%xmm2
pandn %xmm9,%xmm0
pand %xmm8,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm11,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm11,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm4,%xmm0
movdqa %xmm12,%xmm4
movdqa %xmm11,%xmm7
pslld $10,%xmm2
pxor %xmm11,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm12,%xmm10
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm10
paddd %xmm5,%xmm14
pxor %xmm2,%xmm7
paddd %xmm5,%xmm10
paddd %xmm7,%xmm10
movd 24(%r8),%xmm5
movd 24(%r9),%xmm0
movd 24(%r10),%xmm1
movd 24(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm14,%xmm7
.byte 102,15,56,0,238
movdqa %xmm14,%xmm2
psrld $6,%xmm7
movdqa %xmm14,%xmm1
pslld $7,%xmm2
movdqa %xmm5,96-128(%rax)
paddd %xmm9,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 64(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm14,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm14,%xmm3
pslld $26-21,%xmm2
pandn %xmm8,%xmm0
pand %xmm15,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm10,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm10,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm11,%xmm3
movdqa %xmm10,%xmm7
pslld $10,%xmm2
pxor %xmm10,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm11,%xmm9
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm9
paddd %xmm5,%xmm13
pxor %xmm2,%xmm7
paddd %xmm5,%xmm9
paddd %xmm7,%xmm9
movd 28(%r8),%xmm5
movd 28(%r9),%xmm0
movd 28(%r10),%xmm1
movd 28(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm13,%xmm7
movdqa %xmm13,%xmm2
.byte 102,15,56,0,238
psrld $6,%xmm7
movdqa %xmm13,%xmm1
pslld $7,%xmm2
movdqa %xmm5,112-128(%rax)
paddd %xmm8,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 96(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm13,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm13,%xmm4
pslld $26-21,%xmm2
pandn %xmm15,%xmm0
pand %xmm14,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm9,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm9,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm4,%xmm0
movdqa %xmm10,%xmm4
movdqa %xmm9,%xmm7
pslld $10,%xmm2
pxor %xmm9,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm10,%xmm8
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm8
paddd %xmm5,%xmm12
pxor %xmm2,%xmm7
paddd %xmm5,%xmm8
paddd %xmm7,%xmm8
leaq 256(%rbp),%rbp
movd 32(%r8),%xmm5
movd 32(%r9),%xmm0
movd 32(%r10),%xmm1
movd 32(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm12,%xmm7
.byte 102,15,56,0,238
movdqa %xmm12,%xmm2
psrld $6,%xmm7
movdqa %xmm12,%xmm1
pslld $7,%xmm2
movdqa %xmm5,128-128(%rax)
paddd %xmm15,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -128(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm12,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm12,%xmm3
pslld $26-21,%xmm2
pandn %xmm14,%xmm0
pand %xmm13,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm8,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm8,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm9,%xmm3
movdqa %xmm8,%xmm7
pslld $10,%xmm2
pxor %xmm8,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm9,%xmm15
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm15
paddd %xmm5,%xmm11
pxor %xmm2,%xmm7
paddd %xmm5,%xmm15
paddd %xmm7,%xmm15
movd 36(%r8),%xmm5
movd 36(%r9),%xmm0
movd 36(%r10),%xmm1
movd 36(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm11,%xmm7
movdqa %xmm11,%xmm2
.byte 102,15,56,0,238
psrld $6,%xmm7
movdqa %xmm11,%xmm1
pslld $7,%xmm2
movdqa %xmm5,144-128(%rax)
paddd %xmm14,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -96(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm11,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm11,%xmm4
pslld $26-21,%xmm2
pandn %xmm13,%xmm0
pand %xmm12,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm15,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm15,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm4,%xmm0
movdqa %xmm8,%xmm4
movdqa %xmm15,%xmm7
pslld $10,%xmm2
pxor %xmm15,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm8,%xmm14
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm14
paddd %xmm5,%xmm10
pxor %xmm2,%xmm7
paddd %xmm5,%xmm14
paddd %xmm7,%xmm14
movd 40(%r8),%xmm5
movd 40(%r9),%xmm0
movd 40(%r10),%xmm1
movd 40(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm10,%xmm7
.byte 102,15,56,0,238
movdqa %xmm10,%xmm2
psrld $6,%xmm7
movdqa %xmm10,%xmm1
pslld $7,%xmm2
movdqa %xmm5,160-128(%rax)
paddd %xmm13,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -64(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm10,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm10,%xmm3
pslld $26-21,%xmm2
pandn %xmm12,%xmm0
pand %xmm11,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm14,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm14,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm15,%xmm3
movdqa %xmm14,%xmm7
pslld $10,%xmm2
pxor %xmm14,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm15,%xmm13
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm13
paddd %xmm5,%xmm9
pxor %xmm2,%xmm7
paddd %xmm5,%xmm13
paddd %xmm7,%xmm13
movd 44(%r8),%xmm5
movd 44(%r9),%xmm0
movd 44(%r10),%xmm1
movd 44(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm9,%xmm7
movdqa %xmm9,%xmm2
.byte 102,15,56,0,238
psrld $6,%xmm7
movdqa %xmm9,%xmm1
pslld $7,%xmm2
movdqa %xmm5,176-128(%rax)
paddd %xmm12,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -32(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm9,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm9,%xmm4
pslld $26-21,%xmm2
pandn %xmm11,%xmm0
pand %xmm10,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm13,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm13,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm4,%xmm0
movdqa %xmm14,%xmm4
movdqa %xmm13,%xmm7
pslld $10,%xmm2
pxor %xmm13,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm14,%xmm12
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm12
paddd %xmm5,%xmm8
pxor %xmm2,%xmm7
paddd %xmm5,%xmm12
paddd %xmm7,%xmm12
movd 48(%r8),%xmm5
movd 48(%r9),%xmm0
movd 48(%r10),%xmm1
movd 48(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm8,%xmm7
.byte 102,15,56,0,238
movdqa %xmm8,%xmm2
psrld $6,%xmm7
movdqa %xmm8,%xmm1
pslld $7,%xmm2
movdqa %xmm5,192-128(%rax)
paddd %xmm11,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 0(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm8,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm8,%xmm3
pslld $26-21,%xmm2
pandn %xmm10,%xmm0
pand %xmm9,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm12,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm12,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm13,%xmm3
movdqa %xmm12,%xmm7
pslld $10,%xmm2
pxor %xmm12,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm13,%xmm11
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm11
paddd %xmm5,%xmm15
pxor %xmm2,%xmm7
paddd %xmm5,%xmm11
paddd %xmm7,%xmm11
movd 52(%r8),%xmm5
movd 52(%r9),%xmm0
movd 52(%r10),%xmm1
movd 52(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm15,%xmm7
movdqa %xmm15,%xmm2
.byte 102,15,56,0,238
psrld $6,%xmm7
movdqa %xmm15,%xmm1
pslld $7,%xmm2
movdqa %xmm5,208-128(%rax)
paddd %xmm10,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 32(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm15,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm15,%xmm4
pslld $26-21,%xmm2
pandn %xmm9,%xmm0
pand %xmm8,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm11,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm11,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm4,%xmm0
movdqa %xmm12,%xmm4
movdqa %xmm11,%xmm7
pslld $10,%xmm2
pxor %xmm11,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm12,%xmm10
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm10
paddd %xmm5,%xmm14
pxor %xmm2,%xmm7
paddd %xmm5,%xmm10
paddd %xmm7,%xmm10
movd 56(%r8),%xmm5
movd 56(%r9),%xmm0
movd 56(%r10),%xmm1
movd 56(%r11),%xmm2
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm14,%xmm7
.byte 102,15,56,0,238
movdqa %xmm14,%xmm2
psrld $6,%xmm7
movdqa %xmm14,%xmm1
pslld $7,%xmm2
movdqa %xmm5,224-128(%rax)
paddd %xmm9,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 64(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm14,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm14,%xmm3
pslld $26-21,%xmm2
pandn %xmm8,%xmm0
pand %xmm15,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm10,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm10,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm11,%xmm3
movdqa %xmm10,%xmm7
pslld $10,%xmm2
pxor %xmm10,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm11,%xmm9
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm9
paddd %xmm5,%xmm13
pxor %xmm2,%xmm7
paddd %xmm5,%xmm9
paddd %xmm7,%xmm9
movd 60(%r8),%xmm5
leaq 64(%r8),%r8
movd 60(%r9),%xmm0
leaq 64(%r9),%r9
movd 60(%r10),%xmm1
leaq 64(%r10),%r10
movd 60(%r11),%xmm2
leaq 64(%r11),%r11
punpckldq %xmm1,%xmm5
punpckldq %xmm2,%xmm0
punpckldq %xmm0,%xmm5
movdqa %xmm13,%xmm7
movdqa %xmm13,%xmm2
.byte 102,15,56,0,238
psrld $6,%xmm7
movdqa %xmm13,%xmm1
pslld $7,%xmm2
movdqa %xmm5,240-128(%rax)
paddd %xmm8,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 96(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm13,%xmm0
prefetcht0 63(%r8)
pxor %xmm2,%xmm7
movdqa %xmm13,%xmm4
pslld $26-21,%xmm2
pandn %xmm15,%xmm0
pand %xmm14,%xmm4
pxor %xmm1,%xmm7
prefetcht0 63(%r9)
movdqa %xmm9,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm9,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm4,%xmm0
movdqa %xmm10,%xmm4
movdqa %xmm9,%xmm7
pslld $10,%xmm2
pxor %xmm9,%xmm4
prefetcht0 63(%r10)
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
prefetcht0 63(%r11)
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm10,%xmm8
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm8
paddd %xmm5,%xmm12
pxor %xmm2,%xmm7
paddd %xmm5,%xmm8
paddd %xmm7,%xmm8
leaq 256(%rbp),%rbp
movdqu 0-128(%rax),%xmm5
movl $3,%ecx
jmp .Loop_16_xx
.align 32
.Loop_16_xx:
movdqa 16-128(%rax),%xmm6
paddd 144-128(%rax),%xmm5
movdqa %xmm6,%xmm7
movdqa %xmm6,%xmm1
psrld $3,%xmm7
movdqa %xmm6,%xmm2
psrld $7,%xmm1
movdqa 224-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm3
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm3,%xmm1
psrld $17,%xmm3
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
psrld $19-17,%xmm3
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm3,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm5
movdqa %xmm12,%xmm7
movdqa %xmm12,%xmm2
psrld $6,%xmm7
movdqa %xmm12,%xmm1
pslld $7,%xmm2
movdqa %xmm5,0-128(%rax)
paddd %xmm15,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -128(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm12,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm12,%xmm3
pslld $26-21,%xmm2
pandn %xmm14,%xmm0
pand %xmm13,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm8,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm8,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm9,%xmm3
movdqa %xmm8,%xmm7
pslld $10,%xmm2
pxor %xmm8,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm9,%xmm15
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm15
paddd %xmm5,%xmm11
pxor %xmm2,%xmm7
paddd %xmm5,%xmm15
paddd %xmm7,%xmm15
movdqa 32-128(%rax),%xmm5
paddd 160-128(%rax),%xmm6
movdqa %xmm5,%xmm7
movdqa %xmm5,%xmm1
psrld $3,%xmm7
movdqa %xmm5,%xmm2
psrld $7,%xmm1
movdqa 240-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm4
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm4,%xmm1
psrld $17,%xmm4
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
psrld $19-17,%xmm4
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm4,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm6
movdqa %xmm11,%xmm7
movdqa %xmm11,%xmm2
psrld $6,%xmm7
movdqa %xmm11,%xmm1
pslld $7,%xmm2
movdqa %xmm6,16-128(%rax)
paddd %xmm14,%xmm6
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -96(%rbp),%xmm6
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm11,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm11,%xmm4
pslld $26-21,%xmm2
pandn %xmm13,%xmm0
pand %xmm12,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm15,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm15,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
movdqa %xmm8,%xmm4
movdqa %xmm15,%xmm7
pslld $10,%xmm2
pxor %xmm15,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm6
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm8,%xmm14
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm14
paddd %xmm6,%xmm10
pxor %xmm2,%xmm7
paddd %xmm6,%xmm14
paddd %xmm7,%xmm14
movdqa 48-128(%rax),%xmm6
paddd 176-128(%rax),%xmm5
movdqa %xmm6,%xmm7
movdqa %xmm6,%xmm1
psrld $3,%xmm7
movdqa %xmm6,%xmm2
psrld $7,%xmm1
movdqa 0-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm3
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm3,%xmm1
psrld $17,%xmm3
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
psrld $19-17,%xmm3
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm3,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm5
movdqa %xmm10,%xmm7
movdqa %xmm10,%xmm2
psrld $6,%xmm7
movdqa %xmm10,%xmm1
pslld $7,%xmm2
movdqa %xmm5,32-128(%rax)
paddd %xmm13,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -64(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm10,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm10,%xmm3
pslld $26-21,%xmm2
pandn %xmm12,%xmm0
pand %xmm11,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm14,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm14,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm15,%xmm3
movdqa %xmm14,%xmm7
pslld $10,%xmm2
pxor %xmm14,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm15,%xmm13
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm13
paddd %xmm5,%xmm9
pxor %xmm2,%xmm7
paddd %xmm5,%xmm13
paddd %xmm7,%xmm13
movdqa 64-128(%rax),%xmm5
paddd 192-128(%rax),%xmm6
movdqa %xmm5,%xmm7
movdqa %xmm5,%xmm1
psrld $3,%xmm7
movdqa %xmm5,%xmm2
psrld $7,%xmm1
movdqa 16-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm4
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm4,%xmm1
psrld $17,%xmm4
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
psrld $19-17,%xmm4
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm4,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm6
movdqa %xmm9,%xmm7
movdqa %xmm9,%xmm2
psrld $6,%xmm7
movdqa %xmm9,%xmm1
pslld $7,%xmm2
movdqa %xmm6,48-128(%rax)
paddd %xmm12,%xmm6
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -32(%rbp),%xmm6
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm9,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm9,%xmm4
pslld $26-21,%xmm2
pandn %xmm11,%xmm0
pand %xmm10,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm13,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm13,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
movdqa %xmm14,%xmm4
movdqa %xmm13,%xmm7
pslld $10,%xmm2
pxor %xmm13,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm6
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm14,%xmm12
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm12
paddd %xmm6,%xmm8
pxor %xmm2,%xmm7
paddd %xmm6,%xmm12
paddd %xmm7,%xmm12
movdqa 80-128(%rax),%xmm6
paddd 208-128(%rax),%xmm5
movdqa %xmm6,%xmm7
movdqa %xmm6,%xmm1
psrld $3,%xmm7
movdqa %xmm6,%xmm2
psrld $7,%xmm1
movdqa 32-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm3
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm3,%xmm1
psrld $17,%xmm3
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
psrld $19-17,%xmm3
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm3,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm5
movdqa %xmm8,%xmm7
movdqa %xmm8,%xmm2
psrld $6,%xmm7
movdqa %xmm8,%xmm1
pslld $7,%xmm2
movdqa %xmm5,64-128(%rax)
paddd %xmm11,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 0(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm8,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm8,%xmm3
pslld $26-21,%xmm2
pandn %xmm10,%xmm0
pand %xmm9,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm12,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm12,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm13,%xmm3
movdqa %xmm12,%xmm7
pslld $10,%xmm2
pxor %xmm12,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm13,%xmm11
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm11
paddd %xmm5,%xmm15
pxor %xmm2,%xmm7
paddd %xmm5,%xmm11
paddd %xmm7,%xmm11
movdqa 96-128(%rax),%xmm5
paddd 224-128(%rax),%xmm6
movdqa %xmm5,%xmm7
movdqa %xmm5,%xmm1
psrld $3,%xmm7
movdqa %xmm5,%xmm2
psrld $7,%xmm1
movdqa 48-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm4
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm4,%xmm1
psrld $17,%xmm4
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
psrld $19-17,%xmm4
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm4,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm6
movdqa %xmm15,%xmm7
movdqa %xmm15,%xmm2
psrld $6,%xmm7
movdqa %xmm15,%xmm1
pslld $7,%xmm2
movdqa %xmm6,80-128(%rax)
paddd %xmm10,%xmm6
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 32(%rbp),%xmm6
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm15,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm15,%xmm4
pslld $26-21,%xmm2
pandn %xmm9,%xmm0
pand %xmm8,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm11,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm11,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
movdqa %xmm12,%xmm4
movdqa %xmm11,%xmm7
pslld $10,%xmm2
pxor %xmm11,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm6
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm12,%xmm10
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm10
paddd %xmm6,%xmm14
pxor %xmm2,%xmm7
paddd %xmm6,%xmm10
paddd %xmm7,%xmm10
movdqa 112-128(%rax),%xmm6
paddd 240-128(%rax),%xmm5
movdqa %xmm6,%xmm7
movdqa %xmm6,%xmm1
psrld $3,%xmm7
movdqa %xmm6,%xmm2
psrld $7,%xmm1
movdqa 64-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm3
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm3,%xmm1
psrld $17,%xmm3
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
psrld $19-17,%xmm3
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm3,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm5
movdqa %xmm14,%xmm7
movdqa %xmm14,%xmm2
psrld $6,%xmm7
movdqa %xmm14,%xmm1
pslld $7,%xmm2
movdqa %xmm5,96-128(%rax)
paddd %xmm9,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 64(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm14,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm14,%xmm3
pslld $26-21,%xmm2
pandn %xmm8,%xmm0
pand %xmm15,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm10,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm10,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm11,%xmm3
movdqa %xmm10,%xmm7
pslld $10,%xmm2
pxor %xmm10,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm11,%xmm9
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm9
paddd %xmm5,%xmm13
pxor %xmm2,%xmm7
paddd %xmm5,%xmm9
paddd %xmm7,%xmm9
movdqa 128-128(%rax),%xmm5
paddd 0-128(%rax),%xmm6
movdqa %xmm5,%xmm7
movdqa %xmm5,%xmm1
psrld $3,%xmm7
movdqa %xmm5,%xmm2
psrld $7,%xmm1
movdqa 80-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm4
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm4,%xmm1
psrld $17,%xmm4
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
psrld $19-17,%xmm4
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm4,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm6
movdqa %xmm13,%xmm7
movdqa %xmm13,%xmm2
psrld $6,%xmm7
movdqa %xmm13,%xmm1
pslld $7,%xmm2
movdqa %xmm6,112-128(%rax)
paddd %xmm8,%xmm6
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 96(%rbp),%xmm6
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm13,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm13,%xmm4
pslld $26-21,%xmm2
pandn %xmm15,%xmm0
pand %xmm14,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm9,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm9,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
movdqa %xmm10,%xmm4
movdqa %xmm9,%xmm7
pslld $10,%xmm2
pxor %xmm9,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm6
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm10,%xmm8
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm8
paddd %xmm6,%xmm12
pxor %xmm2,%xmm7
paddd %xmm6,%xmm8
paddd %xmm7,%xmm8
leaq 256(%rbp),%rbp
movdqa 144-128(%rax),%xmm6
paddd 16-128(%rax),%xmm5
movdqa %xmm6,%xmm7
movdqa %xmm6,%xmm1
psrld $3,%xmm7
movdqa %xmm6,%xmm2
psrld $7,%xmm1
movdqa 96-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm3
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm3,%xmm1
psrld $17,%xmm3
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
psrld $19-17,%xmm3
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm3,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm5
movdqa %xmm12,%xmm7
movdqa %xmm12,%xmm2
psrld $6,%xmm7
movdqa %xmm12,%xmm1
pslld $7,%xmm2
movdqa %xmm5,128-128(%rax)
paddd %xmm15,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -128(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm12,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm12,%xmm3
pslld $26-21,%xmm2
pandn %xmm14,%xmm0
pand %xmm13,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm8,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm8,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm9,%xmm3
movdqa %xmm8,%xmm7
pslld $10,%xmm2
pxor %xmm8,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm9,%xmm15
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm15
paddd %xmm5,%xmm11
pxor %xmm2,%xmm7
paddd %xmm5,%xmm15
paddd %xmm7,%xmm15
movdqa 160-128(%rax),%xmm5
paddd 32-128(%rax),%xmm6
movdqa %xmm5,%xmm7
movdqa %xmm5,%xmm1
psrld $3,%xmm7
movdqa %xmm5,%xmm2
psrld $7,%xmm1
movdqa 112-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm4
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm4,%xmm1
psrld $17,%xmm4
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
psrld $19-17,%xmm4
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm4,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm6
movdqa %xmm11,%xmm7
movdqa %xmm11,%xmm2
psrld $6,%xmm7
movdqa %xmm11,%xmm1
pslld $7,%xmm2
movdqa %xmm6,144-128(%rax)
paddd %xmm14,%xmm6
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -96(%rbp),%xmm6
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm11,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm11,%xmm4
pslld $26-21,%xmm2
pandn %xmm13,%xmm0
pand %xmm12,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm15,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm15,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
movdqa %xmm8,%xmm4
movdqa %xmm15,%xmm7
pslld $10,%xmm2
pxor %xmm15,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm6
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm8,%xmm14
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm14
paddd %xmm6,%xmm10
pxor %xmm2,%xmm7
paddd %xmm6,%xmm14
paddd %xmm7,%xmm14
movdqa 176-128(%rax),%xmm6
paddd 48-128(%rax),%xmm5
movdqa %xmm6,%xmm7
movdqa %xmm6,%xmm1
psrld $3,%xmm7
movdqa %xmm6,%xmm2
psrld $7,%xmm1
movdqa 128-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm3
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm3,%xmm1
psrld $17,%xmm3
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
psrld $19-17,%xmm3
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm3,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm5
movdqa %xmm10,%xmm7
movdqa %xmm10,%xmm2
psrld $6,%xmm7
movdqa %xmm10,%xmm1
pslld $7,%xmm2
movdqa %xmm5,160-128(%rax)
paddd %xmm13,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -64(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm10,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm10,%xmm3
pslld $26-21,%xmm2
pandn %xmm12,%xmm0
pand %xmm11,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm14,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm14,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm15,%xmm3
movdqa %xmm14,%xmm7
pslld $10,%xmm2
pxor %xmm14,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm15,%xmm13
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm13
paddd %xmm5,%xmm9
pxor %xmm2,%xmm7
paddd %xmm5,%xmm13
paddd %xmm7,%xmm13
movdqa 192-128(%rax),%xmm5
paddd 64-128(%rax),%xmm6
movdqa %xmm5,%xmm7
movdqa %xmm5,%xmm1
psrld $3,%xmm7
movdqa %xmm5,%xmm2
psrld $7,%xmm1
movdqa 144-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm4
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm4,%xmm1
psrld $17,%xmm4
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
psrld $19-17,%xmm4
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm4,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm6
movdqa %xmm9,%xmm7
movdqa %xmm9,%xmm2
psrld $6,%xmm7
movdqa %xmm9,%xmm1
pslld $7,%xmm2
movdqa %xmm6,176-128(%rax)
paddd %xmm12,%xmm6
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd -32(%rbp),%xmm6
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm9,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm9,%xmm4
pslld $26-21,%xmm2
pandn %xmm11,%xmm0
pand %xmm10,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm13,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm13,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
movdqa %xmm14,%xmm4
movdqa %xmm13,%xmm7
pslld $10,%xmm2
pxor %xmm13,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm6
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm14,%xmm12
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm12
paddd %xmm6,%xmm8
pxor %xmm2,%xmm7
paddd %xmm6,%xmm12
paddd %xmm7,%xmm12
movdqa 208-128(%rax),%xmm6
paddd 80-128(%rax),%xmm5
movdqa %xmm6,%xmm7
movdqa %xmm6,%xmm1
psrld $3,%xmm7
movdqa %xmm6,%xmm2
psrld $7,%xmm1
movdqa 160-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm3
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm3,%xmm1
psrld $17,%xmm3
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
psrld $19-17,%xmm3
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm3,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm5
movdqa %xmm8,%xmm7
movdqa %xmm8,%xmm2
psrld $6,%xmm7
movdqa %xmm8,%xmm1
pslld $7,%xmm2
movdqa %xmm5,192-128(%rax)
paddd %xmm11,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 0(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm8,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm8,%xmm3
pslld $26-21,%xmm2
pandn %xmm10,%xmm0
pand %xmm9,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm12,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm12,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm13,%xmm3
movdqa %xmm12,%xmm7
pslld $10,%xmm2
pxor %xmm12,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm13,%xmm11
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm11
paddd %xmm5,%xmm15
pxor %xmm2,%xmm7
paddd %xmm5,%xmm11
paddd %xmm7,%xmm11
movdqa 224-128(%rax),%xmm5
paddd 96-128(%rax),%xmm6
movdqa %xmm5,%xmm7
movdqa %xmm5,%xmm1
psrld $3,%xmm7
movdqa %xmm5,%xmm2
psrld $7,%xmm1
movdqa 176-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm4
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm4,%xmm1
psrld $17,%xmm4
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
psrld $19-17,%xmm4
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm4,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm6
movdqa %xmm15,%xmm7
movdqa %xmm15,%xmm2
psrld $6,%xmm7
movdqa %xmm15,%xmm1
pslld $7,%xmm2
movdqa %xmm6,208-128(%rax)
paddd %xmm10,%xmm6
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 32(%rbp),%xmm6
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm15,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm15,%xmm4
pslld $26-21,%xmm2
pandn %xmm9,%xmm0
pand %xmm8,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm11,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm11,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
movdqa %xmm12,%xmm4
movdqa %xmm11,%xmm7
pslld $10,%xmm2
pxor %xmm11,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm6
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm12,%xmm10
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm10
paddd %xmm6,%xmm14
pxor %xmm2,%xmm7
paddd %xmm6,%xmm10
paddd %xmm7,%xmm10
movdqa 240-128(%rax),%xmm6
paddd 112-128(%rax),%xmm5
movdqa %xmm6,%xmm7
movdqa %xmm6,%xmm1
psrld $3,%xmm7
movdqa %xmm6,%xmm2
psrld $7,%xmm1
movdqa 192-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm3
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm3,%xmm1
psrld $17,%xmm3
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
psrld $19-17,%xmm3
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm3,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm5
movdqa %xmm14,%xmm7
movdqa %xmm14,%xmm2
psrld $6,%xmm7
movdqa %xmm14,%xmm1
pslld $7,%xmm2
movdqa %xmm5,224-128(%rax)
paddd %xmm9,%xmm5
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 64(%rbp),%xmm5
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm14,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm14,%xmm3
pslld $26-21,%xmm2
pandn %xmm8,%xmm0
pand %xmm15,%xmm3
pxor %xmm1,%xmm7
movdqa %xmm10,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm10,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm5
pxor %xmm3,%xmm0
movdqa %xmm11,%xmm3
movdqa %xmm10,%xmm7
pslld $10,%xmm2
pxor %xmm10,%xmm3
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm5
pslld $19-10,%xmm2
pand %xmm3,%xmm4
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm11,%xmm9
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm4,%xmm9
paddd %xmm5,%xmm13
pxor %xmm2,%xmm7
paddd %xmm5,%xmm9
paddd %xmm7,%xmm9
movdqa 0-128(%rax),%xmm5
paddd 128-128(%rax),%xmm6
movdqa %xmm5,%xmm7
movdqa %xmm5,%xmm1
psrld $3,%xmm7
movdqa %xmm5,%xmm2
psrld $7,%xmm1
movdqa 208-128(%rax),%xmm0
pslld $14,%xmm2
pxor %xmm1,%xmm7
psrld $18-7,%xmm1
movdqa %xmm0,%xmm4
pxor %xmm2,%xmm7
pslld $25-14,%xmm2
pxor %xmm1,%xmm7
psrld $10,%xmm0
movdqa %xmm4,%xmm1
psrld $17,%xmm4
pxor %xmm2,%xmm7
pslld $13,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
psrld $19-17,%xmm4
pxor %xmm1,%xmm0
pslld $15-13,%xmm1
pxor %xmm4,%xmm0
pxor %xmm1,%xmm0
paddd %xmm0,%xmm6
movdqa %xmm13,%xmm7
movdqa %xmm13,%xmm2
psrld $6,%xmm7
movdqa %xmm13,%xmm1
pslld $7,%xmm2
movdqa %xmm6,240-128(%rax)
paddd %xmm8,%xmm6
psrld $11,%xmm1
pxor %xmm2,%xmm7
pslld $21-7,%xmm2
paddd 96(%rbp),%xmm6
pxor %xmm1,%xmm7
psrld $25-11,%xmm1
movdqa %xmm13,%xmm0
pxor %xmm2,%xmm7
movdqa %xmm13,%xmm4
pslld $26-21,%xmm2
pandn %xmm15,%xmm0
pand %xmm14,%xmm4
pxor %xmm1,%xmm7
movdqa %xmm9,%xmm1
pxor %xmm2,%xmm7
movdqa %xmm9,%xmm2
psrld $2,%xmm1
paddd %xmm7,%xmm6
pxor %xmm4,%xmm0
movdqa %xmm10,%xmm4
movdqa %xmm9,%xmm7
pslld $10,%xmm2
pxor %xmm9,%xmm4
psrld $13,%xmm7
pxor %xmm2,%xmm1
paddd %xmm0,%xmm6
pslld $19-10,%xmm2
pand %xmm4,%xmm3
pxor %xmm7,%xmm1
psrld $22-13,%xmm7
pxor %xmm2,%xmm1
movdqa %xmm10,%xmm8
pslld $30-19,%xmm2
pxor %xmm1,%xmm7
pxor %xmm3,%xmm8
paddd %xmm6,%xmm12
pxor %xmm2,%xmm7
paddd %xmm6,%xmm8
paddd %xmm7,%xmm8
leaq 256(%rbp),%rbp
decl %ecx
jnz .Loop_16_xx
movl $1,%ecx
leaq K256+128(%rip),%rbp
movdqa (%rbx),%xmm7
cmpl 0(%rbx),%ecx
pxor %xmm0,%xmm0
cmovgeq %rbp,%r8
cmpl 4(%rbx),%ecx
movdqa %xmm7,%xmm6
cmovgeq %rbp,%r9
cmpl 8(%rbx),%ecx
pcmpgtd %xmm0,%xmm6
cmovgeq %rbp,%r10
cmpl 12(%rbx),%ecx
paddd %xmm6,%xmm7
cmovgeq %rbp,%r11
movdqu 0-128(%rdi),%xmm0
pand %xmm6,%xmm8
movdqu 32-128(%rdi),%xmm1
pand %xmm6,%xmm9
movdqu 64-128(%rdi),%xmm2
pand %xmm6,%xmm10
movdqu 96-128(%rdi),%xmm5
pand %xmm6,%xmm11
paddd %xmm0,%xmm8
movdqu 128-128(%rdi),%xmm0
pand %xmm6,%xmm12
paddd %xmm1,%xmm9
movdqu 160-128(%rdi),%xmm1
pand %xmm6,%xmm13
paddd %xmm2,%xmm10
movdqu 192-128(%rdi),%xmm2
pand %xmm6,%xmm14
paddd %xmm5,%xmm11
movdqu 224-128(%rdi),%xmm5
pand %xmm6,%xmm15
paddd %xmm0,%xmm12
paddd %xmm1,%xmm13
movdqu %xmm8,0-128(%rdi)
paddd %xmm2,%xmm14
movdqu %xmm9,32-128(%rdi)
paddd %xmm5,%xmm15
movdqu %xmm10,64-128(%rdi)
movdqu %xmm11,96-128(%rdi)
movdqu %xmm12,128-128(%rdi)
movdqu %xmm13,160-128(%rdi)
movdqu %xmm14,192-128(%rdi)
movdqu %xmm15,224-128(%rdi)
movdqa %xmm7,(%rbx)
movdqa .Lpbswap(%rip),%xmm6
decl %edx
jnz .Loop
movl 280(%rsp),%edx
leaq 16(%rdi),%rdi
leaq 64(%rsi),%rsi
decl %edx
jnz .Loop_grande
.Ldone:
movq 272(%rsp),%rax
.cfi_def_cfa %rax,8
movq -16(%rax),%rbp
.cfi_restore %rbp
movq -8(%rax),%rbx
.cfi_restore %rbx
leaq (%rax),%rsp
.cfi_def_cfa_register %rsp
.Lepilogue:
.byte 0xf3,0xc3
.cfi_endproc
.size sha256_multi_block,.-sha256_multi_block
.type sha256_multi_block_shaext,@function
.align 32
sha256_multi_block_shaext:
.cfi_startproc
_shaext_shortcut:
movq %rsp,%rax
.cfi_def_cfa_register %rax
pushq %rbx
.cfi_offset %rbx,-16
pushq %rbp
.cfi_offset %rbp,-24
subq $288,%rsp
shll $1,%edx
andq $-256,%rsp
leaq 128(%rdi),%rdi
movq %rax,272(%rsp)
.Lbody_shaext:
leaq 256(%rsp),%rbx
leaq K256_shaext+128(%rip),%rbp
.Loop_grande_shaext:
movl %edx,280(%rsp)
xorl %edx,%edx
movq 0(%rsi),%r8
movl 8(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,0(%rbx)
cmovleq %rsp,%r8
movq 16(%rsi),%r9
movl 24(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,4(%rbx)
cmovleq %rsp,%r9
testl %edx,%edx
jz .Ldone_shaext
movq 0-128(%rdi),%xmm12
movq 32-128(%rdi),%xmm4
movq 64-128(%rdi),%xmm13
movq 96-128(%rdi),%xmm5
movq 128-128(%rdi),%xmm8
movq 160-128(%rdi),%xmm9
movq 192-128(%rdi),%xmm10
movq 224-128(%rdi),%xmm11
punpckldq %xmm4,%xmm12
punpckldq %xmm5,%xmm13
punpckldq %xmm9,%xmm8
punpckldq %xmm11,%xmm10
movdqa K256_shaext-16(%rip),%xmm3
movdqa %xmm12,%xmm14
movdqa %xmm13,%xmm15
punpcklqdq %xmm8,%xmm12
punpcklqdq %xmm10,%xmm13
punpckhqdq %xmm8,%xmm14
punpckhqdq %xmm10,%xmm15
pshufd $27,%xmm12,%xmm12
pshufd $27,%xmm13,%xmm13
pshufd $27,%xmm14,%xmm14
pshufd $27,%xmm15,%xmm15
jmp .Loop_shaext
.align 32
.Loop_shaext:
movdqu 0(%r8),%xmm4
movdqu 0(%r9),%xmm8
movdqu 16(%r8),%xmm5
movdqu 16(%r9),%xmm9
movdqu 32(%r8),%xmm6
.byte 102,15,56,0,227
movdqu 32(%r9),%xmm10
.byte 102,68,15,56,0,195
movdqu 48(%r8),%xmm7
leaq 64(%r8),%r8
movdqu 48(%r9),%xmm11
leaq 64(%r9),%r9
movdqa 0-128(%rbp),%xmm0
.byte 102,15,56,0,235
paddd %xmm4,%xmm0
pxor %xmm12,%xmm4
movdqa %xmm0,%xmm1
movdqa 0-128(%rbp),%xmm2
.byte 102,68,15,56,0,203
paddd %xmm8,%xmm2
movdqa %xmm13,80(%rsp)
.byte 69,15,56,203,236
pxor %xmm14,%xmm8
movdqa %xmm2,%xmm0
movdqa %xmm15,112(%rsp)
.byte 69,15,56,203,254
pshufd $0x0e,%xmm1,%xmm0
pxor %xmm12,%xmm4
movdqa %xmm12,64(%rsp)
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
pxor %xmm14,%xmm8
movdqa %xmm14,96(%rsp)
movdqa 16-128(%rbp),%xmm1
paddd %xmm5,%xmm1
.byte 102,15,56,0,243
.byte 69,15,56,203,247
movdqa %xmm1,%xmm0
movdqa 16-128(%rbp),%xmm2
paddd %xmm9,%xmm2
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
prefetcht0 127(%r8)
.byte 102,15,56,0,251
.byte 102,68,15,56,0,211
prefetcht0 127(%r9)
.byte 69,15,56,203,254
pshufd $0x0e,%xmm1,%xmm0
.byte 102,68,15,56,0,219
.byte 15,56,204,229
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 32-128(%rbp),%xmm1
paddd %xmm6,%xmm1
.byte 69,15,56,203,247
movdqa %xmm1,%xmm0
movdqa 32-128(%rbp),%xmm2
paddd %xmm10,%xmm2
.byte 69,15,56,203,236
.byte 69,15,56,204,193
movdqa %xmm2,%xmm0
movdqa %xmm7,%xmm3
.byte 69,15,56,203,254
pshufd $0x0e,%xmm1,%xmm0
.byte 102,15,58,15,222,4
paddd %xmm3,%xmm4
movdqa %xmm11,%xmm3
.byte 102,65,15,58,15,218,4
.byte 15,56,204,238
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 48-128(%rbp),%xmm1
paddd %xmm7,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,202
movdqa %xmm1,%xmm0
movdqa 48-128(%rbp),%xmm2
paddd %xmm3,%xmm8
paddd %xmm11,%xmm2
.byte 15,56,205,231
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm4,%xmm3
.byte 102,15,58,15,223,4
.byte 69,15,56,203,254
.byte 69,15,56,205,195
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm5
movdqa %xmm8,%xmm3
.byte 102,65,15,58,15,219,4
.byte 15,56,204,247
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 64-128(%rbp),%xmm1
paddd %xmm4,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,211
movdqa %xmm1,%xmm0
movdqa 64-128(%rbp),%xmm2
paddd %xmm3,%xmm9
paddd %xmm8,%xmm2
.byte 15,56,205,236
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm5,%xmm3
.byte 102,15,58,15,220,4
.byte 69,15,56,203,254
.byte 69,15,56,205,200
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm6
movdqa %xmm9,%xmm3
.byte 102,65,15,58,15,216,4
.byte 15,56,204,252
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 80-128(%rbp),%xmm1
paddd %xmm5,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,216
movdqa %xmm1,%xmm0
movdqa 80-128(%rbp),%xmm2
paddd %xmm3,%xmm10
paddd %xmm9,%xmm2
.byte 15,56,205,245
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm6,%xmm3
.byte 102,15,58,15,221,4
.byte 69,15,56,203,254
.byte 69,15,56,205,209
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm7
movdqa %xmm10,%xmm3
.byte 102,65,15,58,15,217,4
.byte 15,56,204,229
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 96-128(%rbp),%xmm1
paddd %xmm6,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,193
movdqa %xmm1,%xmm0
movdqa 96-128(%rbp),%xmm2
paddd %xmm3,%xmm11
paddd %xmm10,%xmm2
.byte 15,56,205,254
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm7,%xmm3
.byte 102,15,58,15,222,4
.byte 69,15,56,203,254
.byte 69,15,56,205,218
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm4
movdqa %xmm11,%xmm3
.byte 102,65,15,58,15,218,4
.byte 15,56,204,238
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 112-128(%rbp),%xmm1
paddd %xmm7,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,202
movdqa %xmm1,%xmm0
movdqa 112-128(%rbp),%xmm2
paddd %xmm3,%xmm8
paddd %xmm11,%xmm2
.byte 15,56,205,231
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm4,%xmm3
.byte 102,15,58,15,223,4
.byte 69,15,56,203,254
.byte 69,15,56,205,195
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm5
movdqa %xmm8,%xmm3
.byte 102,65,15,58,15,219,4
.byte 15,56,204,247
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 128-128(%rbp),%xmm1
paddd %xmm4,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,211
movdqa %xmm1,%xmm0
movdqa 128-128(%rbp),%xmm2
paddd %xmm3,%xmm9
paddd %xmm8,%xmm2
.byte 15,56,205,236
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm5,%xmm3
.byte 102,15,58,15,220,4
.byte 69,15,56,203,254
.byte 69,15,56,205,200
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm6
movdqa %xmm9,%xmm3
.byte 102,65,15,58,15,216,4
.byte 15,56,204,252
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 144-128(%rbp),%xmm1
paddd %xmm5,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,216
movdqa %xmm1,%xmm0
movdqa 144-128(%rbp),%xmm2
paddd %xmm3,%xmm10
paddd %xmm9,%xmm2
.byte 15,56,205,245
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm6,%xmm3
.byte 102,15,58,15,221,4
.byte 69,15,56,203,254
.byte 69,15,56,205,209
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm7
movdqa %xmm10,%xmm3
.byte 102,65,15,58,15,217,4
.byte 15,56,204,229
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 160-128(%rbp),%xmm1
paddd %xmm6,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,193
movdqa %xmm1,%xmm0
movdqa 160-128(%rbp),%xmm2
paddd %xmm3,%xmm11
paddd %xmm10,%xmm2
.byte 15,56,205,254
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm7,%xmm3
.byte 102,15,58,15,222,4
.byte 69,15,56,203,254
.byte 69,15,56,205,218
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm4
movdqa %xmm11,%xmm3
.byte 102,65,15,58,15,218,4
.byte 15,56,204,238
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 176-128(%rbp),%xmm1
paddd %xmm7,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,202
movdqa %xmm1,%xmm0
movdqa 176-128(%rbp),%xmm2
paddd %xmm3,%xmm8
paddd %xmm11,%xmm2
.byte 15,56,205,231
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm4,%xmm3
.byte 102,15,58,15,223,4
.byte 69,15,56,203,254
.byte 69,15,56,205,195
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm5
movdqa %xmm8,%xmm3
.byte 102,65,15,58,15,219,4
.byte 15,56,204,247
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 192-128(%rbp),%xmm1
paddd %xmm4,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,211
movdqa %xmm1,%xmm0
movdqa 192-128(%rbp),%xmm2
paddd %xmm3,%xmm9
paddd %xmm8,%xmm2
.byte 15,56,205,236
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm5,%xmm3
.byte 102,15,58,15,220,4
.byte 69,15,56,203,254
.byte 69,15,56,205,200
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm6
movdqa %xmm9,%xmm3
.byte 102,65,15,58,15,216,4
.byte 15,56,204,252
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 208-128(%rbp),%xmm1
paddd %xmm5,%xmm1
.byte 69,15,56,203,247
.byte 69,15,56,204,216
movdqa %xmm1,%xmm0
movdqa 208-128(%rbp),%xmm2
paddd %xmm3,%xmm10
paddd %xmm9,%xmm2
.byte 15,56,205,245
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movdqa %xmm6,%xmm3
.byte 102,15,58,15,221,4
.byte 69,15,56,203,254
.byte 69,15,56,205,209
pshufd $0x0e,%xmm1,%xmm0
paddd %xmm3,%xmm7
movdqa %xmm10,%xmm3
.byte 102,65,15,58,15,217,4
nop
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 224-128(%rbp),%xmm1
paddd %xmm6,%xmm1
.byte 69,15,56,203,247
movdqa %xmm1,%xmm0
movdqa 224-128(%rbp),%xmm2
paddd %xmm3,%xmm11
paddd %xmm10,%xmm2
.byte 15,56,205,254
nop
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
movl $1,%ecx
pxor %xmm6,%xmm6
.byte 69,15,56,203,254
.byte 69,15,56,205,218
pshufd $0x0e,%xmm1,%xmm0
movdqa 240-128(%rbp),%xmm1
paddd %xmm7,%xmm1
movq (%rbx),%xmm7
nop
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
movdqa 240-128(%rbp),%xmm2
paddd %xmm11,%xmm2
.byte 69,15,56,203,247
movdqa %xmm1,%xmm0
cmpl 0(%rbx),%ecx
cmovgeq %rsp,%r8
cmpl 4(%rbx),%ecx
cmovgeq %rsp,%r9
pshufd $0x00,%xmm7,%xmm9
.byte 69,15,56,203,236
movdqa %xmm2,%xmm0
pshufd $0x55,%xmm7,%xmm10
movdqa %xmm7,%xmm11
.byte 69,15,56,203,254
pshufd $0x0e,%xmm1,%xmm0
pcmpgtd %xmm6,%xmm9
pcmpgtd %xmm6,%xmm10
.byte 69,15,56,203,229
pshufd $0x0e,%xmm2,%xmm0
pcmpgtd %xmm6,%xmm11
movdqa K256_shaext-16(%rip),%xmm3
.byte 69,15,56,203,247
pand %xmm9,%xmm13
pand %xmm10,%xmm15
pand %xmm9,%xmm12
pand %xmm10,%xmm14
paddd %xmm7,%xmm11
paddd 80(%rsp),%xmm13
paddd 112(%rsp),%xmm15
paddd 64(%rsp),%xmm12
paddd 96(%rsp),%xmm14
movq %xmm11,(%rbx)
decl %edx
jnz .Loop_shaext
movl 280(%rsp),%edx
pshufd $27,%xmm12,%xmm12
pshufd $27,%xmm13,%xmm13
pshufd $27,%xmm14,%xmm14
pshufd $27,%xmm15,%xmm15
movdqa %xmm12,%xmm5
movdqa %xmm13,%xmm6
punpckldq %xmm14,%xmm12
punpckhdq %xmm14,%xmm5
punpckldq %xmm15,%xmm13
punpckhdq %xmm15,%xmm6
movq %xmm12,0-128(%rdi)
psrldq $8,%xmm12
movq %xmm5,128-128(%rdi)
psrldq $8,%xmm5
movq %xmm12,32-128(%rdi)
movq %xmm5,160-128(%rdi)
movq %xmm13,64-128(%rdi)
psrldq $8,%xmm13
movq %xmm6,192-128(%rdi)
psrldq $8,%xmm6
movq %xmm13,96-128(%rdi)
movq %xmm6,224-128(%rdi)
leaq 8(%rdi),%rdi
leaq 32(%rsi),%rsi
decl %edx
jnz .Loop_grande_shaext
.Ldone_shaext:
movq -16(%rax),%rbp
.cfi_restore %rbp
movq -8(%rax),%rbx
.cfi_restore %rbx
leaq (%rax),%rsp
.cfi_def_cfa_register %rsp
.Lepilogue_shaext:
.byte 0xf3,0xc3
.cfi_endproc
.size sha256_multi_block_shaext,.-sha256_multi_block_shaext
.type sha256_multi_block_avx,@function
.align 32
sha256_multi_block_avx:
.cfi_startproc
_avx_shortcut:
shrq $32,%rcx
cmpl $2,%edx
jb .Lavx
testl $32,%ecx
jnz _avx2_shortcut
jmp .Lavx
.align 32
.Lavx:
movq %rsp,%rax
.cfi_def_cfa_register %rax
pushq %rbx
.cfi_offset %rbx,-16
pushq %rbp
.cfi_offset %rbp,-24
subq $288,%rsp
andq $-256,%rsp
movq %rax,272(%rsp)
.cfi_escape 0x0f,0x06,0x77,0x90,0x02,0x06,0x23,0x08
.Lbody_avx:
leaq K256+128(%rip),%rbp
leaq 256(%rsp),%rbx
leaq 128(%rdi),%rdi
.Loop_grande_avx:
movl %edx,280(%rsp)
xorl %edx,%edx
movq 0(%rsi),%r8
movl 8(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,0(%rbx)
cmovleq %rbp,%r8
movq 16(%rsi),%r9
movl 24(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,4(%rbx)
cmovleq %rbp,%r9
movq 32(%rsi),%r10
movl 40(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,8(%rbx)
cmovleq %rbp,%r10
movq 48(%rsi),%r11
movl 56(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,12(%rbx)
cmovleq %rbp,%r11
testl %edx,%edx
jz .Ldone_avx
vmovdqu 0-128(%rdi),%xmm8
leaq 128(%rsp),%rax
vmovdqu 32-128(%rdi),%xmm9
vmovdqu 64-128(%rdi),%xmm10
vmovdqu 96-128(%rdi),%xmm11
vmovdqu 128-128(%rdi),%xmm12
vmovdqu 160-128(%rdi),%xmm13
vmovdqu 192-128(%rdi),%xmm14
vmovdqu 224-128(%rdi),%xmm15
vmovdqu .Lpbswap(%rip),%xmm6
jmp .Loop_avx
.align 32
.Loop_avx:
vpxor %xmm9,%xmm10,%xmm4
vmovd 0(%r8),%xmm5
vmovd 0(%r9),%xmm0
vpinsrd $1,0(%r10),%xmm5,%xmm5
vpinsrd $1,0(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm12,%xmm7
vpslld $26,%xmm12,%xmm2
vmovdqu %xmm5,0-128(%rax)
vpaddd %xmm15,%xmm5,%xmm5
vpsrld $11,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm12,%xmm2
vpaddd -128(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm12,%xmm2
vpandn %xmm14,%xmm12,%xmm0
vpand %xmm13,%xmm12,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm8,%xmm15
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm8,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm8,%xmm9,%xmm3
vpxor %xmm1,%xmm15,%xmm15
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm8,%xmm1
vpslld $19,%xmm8,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm15,%xmm7
vpsrld $22,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm8,%xmm2
vpxor %xmm4,%xmm9,%xmm15
vpaddd %xmm5,%xmm11,%xmm11
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm15,%xmm15
vpaddd %xmm7,%xmm15,%xmm15
vmovd 4(%r8),%xmm5
vmovd 4(%r9),%xmm0
vpinsrd $1,4(%r10),%xmm5,%xmm5
vpinsrd $1,4(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm11,%xmm7
vpslld $26,%xmm11,%xmm2
vmovdqu %xmm5,16-128(%rax)
vpaddd %xmm14,%xmm5,%xmm5
vpsrld $11,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm11,%xmm2
vpaddd -96(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm11,%xmm2
vpandn %xmm13,%xmm11,%xmm0
vpand %xmm12,%xmm11,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm15,%xmm14
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm15,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm15,%xmm8,%xmm4
vpxor %xmm1,%xmm14,%xmm14
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm15,%xmm1
vpslld $19,%xmm15,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm14,%xmm7
vpsrld $22,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm15,%xmm2
vpxor %xmm3,%xmm8,%xmm14
vpaddd %xmm5,%xmm10,%xmm10
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm14,%xmm14
vpaddd %xmm7,%xmm14,%xmm14
vmovd 8(%r8),%xmm5
vmovd 8(%r9),%xmm0
vpinsrd $1,8(%r10),%xmm5,%xmm5
vpinsrd $1,8(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm10,%xmm7
vpslld $26,%xmm10,%xmm2
vmovdqu %xmm5,32-128(%rax)
vpaddd %xmm13,%xmm5,%xmm5
vpsrld $11,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm10,%xmm2
vpaddd -64(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm10,%xmm2
vpandn %xmm12,%xmm10,%xmm0
vpand %xmm11,%xmm10,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm14,%xmm13
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm14,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm14,%xmm15,%xmm3
vpxor %xmm1,%xmm13,%xmm13
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm14,%xmm1
vpslld $19,%xmm14,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm13,%xmm7
vpsrld $22,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm14,%xmm2
vpxor %xmm4,%xmm15,%xmm13
vpaddd %xmm5,%xmm9,%xmm9
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm13,%xmm13
vpaddd %xmm7,%xmm13,%xmm13
vmovd 12(%r8),%xmm5
vmovd 12(%r9),%xmm0
vpinsrd $1,12(%r10),%xmm5,%xmm5
vpinsrd $1,12(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm9,%xmm7
vpslld $26,%xmm9,%xmm2
vmovdqu %xmm5,48-128(%rax)
vpaddd %xmm12,%xmm5,%xmm5
vpsrld $11,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm9,%xmm2
vpaddd -32(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm9,%xmm2
vpandn %xmm11,%xmm9,%xmm0
vpand %xmm10,%xmm9,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm13,%xmm12
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm13,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm13,%xmm14,%xmm4
vpxor %xmm1,%xmm12,%xmm12
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm13,%xmm1
vpslld $19,%xmm13,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm12,%xmm7
vpsrld $22,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm13,%xmm2
vpxor %xmm3,%xmm14,%xmm12
vpaddd %xmm5,%xmm8,%xmm8
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm12,%xmm12
vpaddd %xmm7,%xmm12,%xmm12
vmovd 16(%r8),%xmm5
vmovd 16(%r9),%xmm0
vpinsrd $1,16(%r10),%xmm5,%xmm5
vpinsrd $1,16(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm8,%xmm7
vpslld $26,%xmm8,%xmm2
vmovdqu %xmm5,64-128(%rax)
vpaddd %xmm11,%xmm5,%xmm5
vpsrld $11,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm8,%xmm2
vpaddd 0(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm8,%xmm2
vpandn %xmm10,%xmm8,%xmm0
vpand %xmm9,%xmm8,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm12,%xmm11
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm12,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm12,%xmm13,%xmm3
vpxor %xmm1,%xmm11,%xmm11
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm12,%xmm1
vpslld $19,%xmm12,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm11,%xmm7
vpsrld $22,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm12,%xmm2
vpxor %xmm4,%xmm13,%xmm11
vpaddd %xmm5,%xmm15,%xmm15
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm11,%xmm11
vpaddd %xmm7,%xmm11,%xmm11
vmovd 20(%r8),%xmm5
vmovd 20(%r9),%xmm0
vpinsrd $1,20(%r10),%xmm5,%xmm5
vpinsrd $1,20(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm15,%xmm7
vpslld $26,%xmm15,%xmm2
vmovdqu %xmm5,80-128(%rax)
vpaddd %xmm10,%xmm5,%xmm5
vpsrld $11,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm15,%xmm2
vpaddd 32(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm15,%xmm2
vpandn %xmm9,%xmm15,%xmm0
vpand %xmm8,%xmm15,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm11,%xmm10
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm11,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm11,%xmm12,%xmm4
vpxor %xmm1,%xmm10,%xmm10
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm11,%xmm1
vpslld $19,%xmm11,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm10,%xmm7
vpsrld $22,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm11,%xmm2
vpxor %xmm3,%xmm12,%xmm10
vpaddd %xmm5,%xmm14,%xmm14
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm10,%xmm10
vpaddd %xmm7,%xmm10,%xmm10
vmovd 24(%r8),%xmm5
vmovd 24(%r9),%xmm0
vpinsrd $1,24(%r10),%xmm5,%xmm5
vpinsrd $1,24(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm14,%xmm7
vpslld $26,%xmm14,%xmm2
vmovdqu %xmm5,96-128(%rax)
vpaddd %xmm9,%xmm5,%xmm5
vpsrld $11,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm14,%xmm2
vpaddd 64(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm14,%xmm2
vpandn %xmm8,%xmm14,%xmm0
vpand %xmm15,%xmm14,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm10,%xmm9
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm10,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm10,%xmm11,%xmm3
vpxor %xmm1,%xmm9,%xmm9
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm10,%xmm1
vpslld $19,%xmm10,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm9,%xmm7
vpsrld $22,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm10,%xmm2
vpxor %xmm4,%xmm11,%xmm9
vpaddd %xmm5,%xmm13,%xmm13
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm9,%xmm9
vpaddd %xmm7,%xmm9,%xmm9
vmovd 28(%r8),%xmm5
vmovd 28(%r9),%xmm0
vpinsrd $1,28(%r10),%xmm5,%xmm5
vpinsrd $1,28(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm13,%xmm7
vpslld $26,%xmm13,%xmm2
vmovdqu %xmm5,112-128(%rax)
vpaddd %xmm8,%xmm5,%xmm5
vpsrld $11,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm13,%xmm2
vpaddd 96(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm13,%xmm2
vpandn %xmm15,%xmm13,%xmm0
vpand %xmm14,%xmm13,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm9,%xmm8
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm9,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm9,%xmm10,%xmm4
vpxor %xmm1,%xmm8,%xmm8
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm9,%xmm1
vpslld $19,%xmm9,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm8,%xmm7
vpsrld $22,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm9,%xmm2
vpxor %xmm3,%xmm10,%xmm8
vpaddd %xmm5,%xmm12,%xmm12
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm8,%xmm8
vpaddd %xmm7,%xmm8,%xmm8
addq $256,%rbp
vmovd 32(%r8),%xmm5
vmovd 32(%r9),%xmm0
vpinsrd $1,32(%r10),%xmm5,%xmm5
vpinsrd $1,32(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm12,%xmm7
vpslld $26,%xmm12,%xmm2
vmovdqu %xmm5,128-128(%rax)
vpaddd %xmm15,%xmm5,%xmm5
vpsrld $11,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm12,%xmm2
vpaddd -128(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm12,%xmm2
vpandn %xmm14,%xmm12,%xmm0
vpand %xmm13,%xmm12,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm8,%xmm15
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm8,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm8,%xmm9,%xmm3
vpxor %xmm1,%xmm15,%xmm15
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm8,%xmm1
vpslld $19,%xmm8,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm15,%xmm7
vpsrld $22,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm8,%xmm2
vpxor %xmm4,%xmm9,%xmm15
vpaddd %xmm5,%xmm11,%xmm11
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm15,%xmm15
vpaddd %xmm7,%xmm15,%xmm15
vmovd 36(%r8),%xmm5
vmovd 36(%r9),%xmm0
vpinsrd $1,36(%r10),%xmm5,%xmm5
vpinsrd $1,36(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm11,%xmm7
vpslld $26,%xmm11,%xmm2
vmovdqu %xmm5,144-128(%rax)
vpaddd %xmm14,%xmm5,%xmm5
vpsrld $11,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm11,%xmm2
vpaddd -96(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm11,%xmm2
vpandn %xmm13,%xmm11,%xmm0
vpand %xmm12,%xmm11,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm15,%xmm14
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm15,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm15,%xmm8,%xmm4
vpxor %xmm1,%xmm14,%xmm14
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm15,%xmm1
vpslld $19,%xmm15,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm14,%xmm7
vpsrld $22,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm15,%xmm2
vpxor %xmm3,%xmm8,%xmm14
vpaddd %xmm5,%xmm10,%xmm10
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm14,%xmm14
vpaddd %xmm7,%xmm14,%xmm14
vmovd 40(%r8),%xmm5
vmovd 40(%r9),%xmm0
vpinsrd $1,40(%r10),%xmm5,%xmm5
vpinsrd $1,40(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm10,%xmm7
vpslld $26,%xmm10,%xmm2
vmovdqu %xmm5,160-128(%rax)
vpaddd %xmm13,%xmm5,%xmm5
vpsrld $11,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm10,%xmm2
vpaddd -64(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm10,%xmm2
vpandn %xmm12,%xmm10,%xmm0
vpand %xmm11,%xmm10,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm14,%xmm13
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm14,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm14,%xmm15,%xmm3
vpxor %xmm1,%xmm13,%xmm13
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm14,%xmm1
vpslld $19,%xmm14,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm13,%xmm7
vpsrld $22,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm14,%xmm2
vpxor %xmm4,%xmm15,%xmm13
vpaddd %xmm5,%xmm9,%xmm9
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm13,%xmm13
vpaddd %xmm7,%xmm13,%xmm13
vmovd 44(%r8),%xmm5
vmovd 44(%r9),%xmm0
vpinsrd $1,44(%r10),%xmm5,%xmm5
vpinsrd $1,44(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm9,%xmm7
vpslld $26,%xmm9,%xmm2
vmovdqu %xmm5,176-128(%rax)
vpaddd %xmm12,%xmm5,%xmm5
vpsrld $11,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm9,%xmm2
vpaddd -32(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm9,%xmm2
vpandn %xmm11,%xmm9,%xmm0
vpand %xmm10,%xmm9,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm13,%xmm12
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm13,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm13,%xmm14,%xmm4
vpxor %xmm1,%xmm12,%xmm12
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm13,%xmm1
vpslld $19,%xmm13,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm12,%xmm7
vpsrld $22,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm13,%xmm2
vpxor %xmm3,%xmm14,%xmm12
vpaddd %xmm5,%xmm8,%xmm8
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm12,%xmm12
vpaddd %xmm7,%xmm12,%xmm12
vmovd 48(%r8),%xmm5
vmovd 48(%r9),%xmm0
vpinsrd $1,48(%r10),%xmm5,%xmm5
vpinsrd $1,48(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm8,%xmm7
vpslld $26,%xmm8,%xmm2
vmovdqu %xmm5,192-128(%rax)
vpaddd %xmm11,%xmm5,%xmm5
vpsrld $11,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm8,%xmm2
vpaddd 0(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm8,%xmm2
vpandn %xmm10,%xmm8,%xmm0
vpand %xmm9,%xmm8,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm12,%xmm11
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm12,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm12,%xmm13,%xmm3
vpxor %xmm1,%xmm11,%xmm11
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm12,%xmm1
vpslld $19,%xmm12,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm11,%xmm7
vpsrld $22,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm12,%xmm2
vpxor %xmm4,%xmm13,%xmm11
vpaddd %xmm5,%xmm15,%xmm15
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm11,%xmm11
vpaddd %xmm7,%xmm11,%xmm11
vmovd 52(%r8),%xmm5
vmovd 52(%r9),%xmm0
vpinsrd $1,52(%r10),%xmm5,%xmm5
vpinsrd $1,52(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm15,%xmm7
vpslld $26,%xmm15,%xmm2
vmovdqu %xmm5,208-128(%rax)
vpaddd %xmm10,%xmm5,%xmm5
vpsrld $11,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm15,%xmm2
vpaddd 32(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm15,%xmm2
vpandn %xmm9,%xmm15,%xmm0
vpand %xmm8,%xmm15,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm11,%xmm10
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm11,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm11,%xmm12,%xmm4
vpxor %xmm1,%xmm10,%xmm10
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm11,%xmm1
vpslld $19,%xmm11,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm10,%xmm7
vpsrld $22,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm11,%xmm2
vpxor %xmm3,%xmm12,%xmm10
vpaddd %xmm5,%xmm14,%xmm14
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm10,%xmm10
vpaddd %xmm7,%xmm10,%xmm10
vmovd 56(%r8),%xmm5
vmovd 56(%r9),%xmm0
vpinsrd $1,56(%r10),%xmm5,%xmm5
vpinsrd $1,56(%r11),%xmm0,%xmm0
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm14,%xmm7
vpslld $26,%xmm14,%xmm2
vmovdqu %xmm5,224-128(%rax)
vpaddd %xmm9,%xmm5,%xmm5
vpsrld $11,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm14,%xmm2
vpaddd 64(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm14,%xmm2
vpandn %xmm8,%xmm14,%xmm0
vpand %xmm15,%xmm14,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm10,%xmm9
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm10,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm10,%xmm11,%xmm3
vpxor %xmm1,%xmm9,%xmm9
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm10,%xmm1
vpslld $19,%xmm10,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm9,%xmm7
vpsrld $22,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm10,%xmm2
vpxor %xmm4,%xmm11,%xmm9
vpaddd %xmm5,%xmm13,%xmm13
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm9,%xmm9
vpaddd %xmm7,%xmm9,%xmm9
vmovd 60(%r8),%xmm5
leaq 64(%r8),%r8
vmovd 60(%r9),%xmm0
leaq 64(%r9),%r9
vpinsrd $1,60(%r10),%xmm5,%xmm5
leaq 64(%r10),%r10
vpinsrd $1,60(%r11),%xmm0,%xmm0
leaq 64(%r11),%r11
vpunpckldq %xmm0,%xmm5,%xmm5
vpshufb %xmm6,%xmm5,%xmm5
vpsrld $6,%xmm13,%xmm7
vpslld $26,%xmm13,%xmm2
vmovdqu %xmm5,240-128(%rax)
vpaddd %xmm8,%xmm5,%xmm5
vpsrld $11,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm13,%xmm2
vpaddd 96(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
prefetcht0 63(%r8)
vpslld $7,%xmm13,%xmm2
vpandn %xmm15,%xmm13,%xmm0
vpand %xmm14,%xmm13,%xmm4
prefetcht0 63(%r9)
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm9,%xmm8
vpxor %xmm2,%xmm7,%xmm7
prefetcht0 63(%r10)
vpslld $30,%xmm9,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm9,%xmm10,%xmm4
prefetcht0 63(%r11)
vpxor %xmm1,%xmm8,%xmm8
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm9,%xmm1
vpslld $19,%xmm9,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm8,%xmm7
vpsrld $22,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm9,%xmm2
vpxor %xmm3,%xmm10,%xmm8
vpaddd %xmm5,%xmm12,%xmm12
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm8,%xmm8
vpaddd %xmm7,%xmm8,%xmm8
addq $256,%rbp
vmovdqu 0-128(%rax),%xmm5
movl $3,%ecx
jmp .Loop_16_xx_avx
.align 32
.Loop_16_xx_avx:
vmovdqu 16-128(%rax),%xmm6
vpaddd 144-128(%rax),%xmm5,%xmm5
vpsrld $3,%xmm6,%xmm7
vpsrld $7,%xmm6,%xmm1
vpslld $25,%xmm6,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm6,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm6,%xmm2
vmovdqu 224-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm5,%xmm5
vpxor %xmm1,%xmm3,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $6,%xmm12,%xmm7
vpslld $26,%xmm12,%xmm2
vmovdqu %xmm5,0-128(%rax)
vpaddd %xmm15,%xmm5,%xmm5
vpsrld $11,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm12,%xmm2
vpaddd -128(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm12,%xmm2
vpandn %xmm14,%xmm12,%xmm0
vpand %xmm13,%xmm12,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm8,%xmm15
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm8,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm8,%xmm9,%xmm3
vpxor %xmm1,%xmm15,%xmm15
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm8,%xmm1
vpslld $19,%xmm8,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm15,%xmm7
vpsrld $22,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm8,%xmm2
vpxor %xmm4,%xmm9,%xmm15
vpaddd %xmm5,%xmm11,%xmm11
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm15,%xmm15
vpaddd %xmm7,%xmm15,%xmm15
vmovdqu 32-128(%rax),%xmm5
vpaddd 160-128(%rax),%xmm6,%xmm6
vpsrld $3,%xmm5,%xmm7
vpsrld $7,%xmm5,%xmm1
vpslld $25,%xmm5,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm5,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm5,%xmm2
vmovdqu 240-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm6,%xmm6
vpxor %xmm1,%xmm4,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $6,%xmm11,%xmm7
vpslld $26,%xmm11,%xmm2
vmovdqu %xmm6,16-128(%rax)
vpaddd %xmm14,%xmm6,%xmm6
vpsrld $11,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm11,%xmm2
vpaddd -96(%rbp),%xmm6,%xmm6
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm11,%xmm2
vpandn %xmm13,%xmm11,%xmm0
vpand %xmm12,%xmm11,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm15,%xmm14
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm15,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm15,%xmm8,%xmm4
vpxor %xmm1,%xmm14,%xmm14
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $13,%xmm15,%xmm1
vpslld $19,%xmm15,%xmm2
vpaddd %xmm0,%xmm6,%xmm6
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm14,%xmm7
vpsrld $22,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm15,%xmm2
vpxor %xmm3,%xmm8,%xmm14
vpaddd %xmm6,%xmm10,%xmm10
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm6,%xmm14,%xmm14
vpaddd %xmm7,%xmm14,%xmm14
vmovdqu 48-128(%rax),%xmm6
vpaddd 176-128(%rax),%xmm5,%xmm5
vpsrld $3,%xmm6,%xmm7
vpsrld $7,%xmm6,%xmm1
vpslld $25,%xmm6,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm6,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm6,%xmm2
vmovdqu 0-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm5,%xmm5
vpxor %xmm1,%xmm3,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $6,%xmm10,%xmm7
vpslld $26,%xmm10,%xmm2
vmovdqu %xmm5,32-128(%rax)
vpaddd %xmm13,%xmm5,%xmm5
vpsrld $11,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm10,%xmm2
vpaddd -64(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm10,%xmm2
vpandn %xmm12,%xmm10,%xmm0
vpand %xmm11,%xmm10,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm14,%xmm13
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm14,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm14,%xmm15,%xmm3
vpxor %xmm1,%xmm13,%xmm13
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm14,%xmm1
vpslld $19,%xmm14,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm13,%xmm7
vpsrld $22,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm14,%xmm2
vpxor %xmm4,%xmm15,%xmm13
vpaddd %xmm5,%xmm9,%xmm9
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm13,%xmm13
vpaddd %xmm7,%xmm13,%xmm13
vmovdqu 64-128(%rax),%xmm5
vpaddd 192-128(%rax),%xmm6,%xmm6
vpsrld $3,%xmm5,%xmm7
vpsrld $7,%xmm5,%xmm1
vpslld $25,%xmm5,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm5,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm5,%xmm2
vmovdqu 16-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm6,%xmm6
vpxor %xmm1,%xmm4,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $6,%xmm9,%xmm7
vpslld $26,%xmm9,%xmm2
vmovdqu %xmm6,48-128(%rax)
vpaddd %xmm12,%xmm6,%xmm6
vpsrld $11,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm9,%xmm2
vpaddd -32(%rbp),%xmm6,%xmm6
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm9,%xmm2
vpandn %xmm11,%xmm9,%xmm0
vpand %xmm10,%xmm9,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm13,%xmm12
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm13,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm13,%xmm14,%xmm4
vpxor %xmm1,%xmm12,%xmm12
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $13,%xmm13,%xmm1
vpslld $19,%xmm13,%xmm2
vpaddd %xmm0,%xmm6,%xmm6
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm12,%xmm7
vpsrld $22,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm13,%xmm2
vpxor %xmm3,%xmm14,%xmm12
vpaddd %xmm6,%xmm8,%xmm8
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm6,%xmm12,%xmm12
vpaddd %xmm7,%xmm12,%xmm12
vmovdqu 80-128(%rax),%xmm6
vpaddd 208-128(%rax),%xmm5,%xmm5
vpsrld $3,%xmm6,%xmm7
vpsrld $7,%xmm6,%xmm1
vpslld $25,%xmm6,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm6,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm6,%xmm2
vmovdqu 32-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm5,%xmm5
vpxor %xmm1,%xmm3,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $6,%xmm8,%xmm7
vpslld $26,%xmm8,%xmm2
vmovdqu %xmm5,64-128(%rax)
vpaddd %xmm11,%xmm5,%xmm5
vpsrld $11,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm8,%xmm2
vpaddd 0(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm8,%xmm2
vpandn %xmm10,%xmm8,%xmm0
vpand %xmm9,%xmm8,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm12,%xmm11
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm12,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm12,%xmm13,%xmm3
vpxor %xmm1,%xmm11,%xmm11
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm12,%xmm1
vpslld $19,%xmm12,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm11,%xmm7
vpsrld $22,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm12,%xmm2
vpxor %xmm4,%xmm13,%xmm11
vpaddd %xmm5,%xmm15,%xmm15
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm11,%xmm11
vpaddd %xmm7,%xmm11,%xmm11
vmovdqu 96-128(%rax),%xmm5
vpaddd 224-128(%rax),%xmm6,%xmm6
vpsrld $3,%xmm5,%xmm7
vpsrld $7,%xmm5,%xmm1
vpslld $25,%xmm5,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm5,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm5,%xmm2
vmovdqu 48-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm6,%xmm6
vpxor %xmm1,%xmm4,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $6,%xmm15,%xmm7
vpslld $26,%xmm15,%xmm2
vmovdqu %xmm6,80-128(%rax)
vpaddd %xmm10,%xmm6,%xmm6
vpsrld $11,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm15,%xmm2
vpaddd 32(%rbp),%xmm6,%xmm6
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm15,%xmm2
vpandn %xmm9,%xmm15,%xmm0
vpand %xmm8,%xmm15,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm11,%xmm10
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm11,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm11,%xmm12,%xmm4
vpxor %xmm1,%xmm10,%xmm10
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $13,%xmm11,%xmm1
vpslld $19,%xmm11,%xmm2
vpaddd %xmm0,%xmm6,%xmm6
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm10,%xmm7
vpsrld $22,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm11,%xmm2
vpxor %xmm3,%xmm12,%xmm10
vpaddd %xmm6,%xmm14,%xmm14
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm6,%xmm10,%xmm10
vpaddd %xmm7,%xmm10,%xmm10
vmovdqu 112-128(%rax),%xmm6
vpaddd 240-128(%rax),%xmm5,%xmm5
vpsrld $3,%xmm6,%xmm7
vpsrld $7,%xmm6,%xmm1
vpslld $25,%xmm6,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm6,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm6,%xmm2
vmovdqu 64-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm5,%xmm5
vpxor %xmm1,%xmm3,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $6,%xmm14,%xmm7
vpslld $26,%xmm14,%xmm2
vmovdqu %xmm5,96-128(%rax)
vpaddd %xmm9,%xmm5,%xmm5
vpsrld $11,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm14,%xmm2
vpaddd 64(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm14,%xmm2
vpandn %xmm8,%xmm14,%xmm0
vpand %xmm15,%xmm14,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm10,%xmm9
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm10,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm10,%xmm11,%xmm3
vpxor %xmm1,%xmm9,%xmm9
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm10,%xmm1
vpslld $19,%xmm10,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm9,%xmm7
vpsrld $22,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm10,%xmm2
vpxor %xmm4,%xmm11,%xmm9
vpaddd %xmm5,%xmm13,%xmm13
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm9,%xmm9
vpaddd %xmm7,%xmm9,%xmm9
vmovdqu 128-128(%rax),%xmm5
vpaddd 0-128(%rax),%xmm6,%xmm6
vpsrld $3,%xmm5,%xmm7
vpsrld $7,%xmm5,%xmm1
vpslld $25,%xmm5,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm5,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm5,%xmm2
vmovdqu 80-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm6,%xmm6
vpxor %xmm1,%xmm4,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $6,%xmm13,%xmm7
vpslld $26,%xmm13,%xmm2
vmovdqu %xmm6,112-128(%rax)
vpaddd %xmm8,%xmm6,%xmm6
vpsrld $11,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm13,%xmm2
vpaddd 96(%rbp),%xmm6,%xmm6
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm13,%xmm2
vpandn %xmm15,%xmm13,%xmm0
vpand %xmm14,%xmm13,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm9,%xmm8
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm9,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm9,%xmm10,%xmm4
vpxor %xmm1,%xmm8,%xmm8
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $13,%xmm9,%xmm1
vpslld $19,%xmm9,%xmm2
vpaddd %xmm0,%xmm6,%xmm6
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm8,%xmm7
vpsrld $22,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm9,%xmm2
vpxor %xmm3,%xmm10,%xmm8
vpaddd %xmm6,%xmm12,%xmm12
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm6,%xmm8,%xmm8
vpaddd %xmm7,%xmm8,%xmm8
addq $256,%rbp
vmovdqu 144-128(%rax),%xmm6
vpaddd 16-128(%rax),%xmm5,%xmm5
vpsrld $3,%xmm6,%xmm7
vpsrld $7,%xmm6,%xmm1
vpslld $25,%xmm6,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm6,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm6,%xmm2
vmovdqu 96-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm5,%xmm5
vpxor %xmm1,%xmm3,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $6,%xmm12,%xmm7
vpslld $26,%xmm12,%xmm2
vmovdqu %xmm5,128-128(%rax)
vpaddd %xmm15,%xmm5,%xmm5
vpsrld $11,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm12,%xmm2
vpaddd -128(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm12,%xmm2
vpandn %xmm14,%xmm12,%xmm0
vpand %xmm13,%xmm12,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm8,%xmm15
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm8,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm8,%xmm9,%xmm3
vpxor %xmm1,%xmm15,%xmm15
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm8,%xmm1
vpslld $19,%xmm8,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm15,%xmm7
vpsrld $22,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm8,%xmm2
vpxor %xmm4,%xmm9,%xmm15
vpaddd %xmm5,%xmm11,%xmm11
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm15,%xmm15
vpaddd %xmm7,%xmm15,%xmm15
vmovdqu 160-128(%rax),%xmm5
vpaddd 32-128(%rax),%xmm6,%xmm6
vpsrld $3,%xmm5,%xmm7
vpsrld $7,%xmm5,%xmm1
vpslld $25,%xmm5,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm5,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm5,%xmm2
vmovdqu 112-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm6,%xmm6
vpxor %xmm1,%xmm4,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $6,%xmm11,%xmm7
vpslld $26,%xmm11,%xmm2
vmovdqu %xmm6,144-128(%rax)
vpaddd %xmm14,%xmm6,%xmm6
vpsrld $11,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm11,%xmm2
vpaddd -96(%rbp),%xmm6,%xmm6
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm11,%xmm2
vpandn %xmm13,%xmm11,%xmm0
vpand %xmm12,%xmm11,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm15,%xmm14
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm15,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm15,%xmm8,%xmm4
vpxor %xmm1,%xmm14,%xmm14
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $13,%xmm15,%xmm1
vpslld $19,%xmm15,%xmm2
vpaddd %xmm0,%xmm6,%xmm6
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm14,%xmm7
vpsrld $22,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm15,%xmm2
vpxor %xmm3,%xmm8,%xmm14
vpaddd %xmm6,%xmm10,%xmm10
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm6,%xmm14,%xmm14
vpaddd %xmm7,%xmm14,%xmm14
vmovdqu 176-128(%rax),%xmm6
vpaddd 48-128(%rax),%xmm5,%xmm5
vpsrld $3,%xmm6,%xmm7
vpsrld $7,%xmm6,%xmm1
vpslld $25,%xmm6,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm6,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm6,%xmm2
vmovdqu 128-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm5,%xmm5
vpxor %xmm1,%xmm3,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $6,%xmm10,%xmm7
vpslld $26,%xmm10,%xmm2
vmovdqu %xmm5,160-128(%rax)
vpaddd %xmm13,%xmm5,%xmm5
vpsrld $11,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm10,%xmm2
vpaddd -64(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm10,%xmm2
vpandn %xmm12,%xmm10,%xmm0
vpand %xmm11,%xmm10,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm14,%xmm13
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm14,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm14,%xmm15,%xmm3
vpxor %xmm1,%xmm13,%xmm13
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm14,%xmm1
vpslld $19,%xmm14,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm13,%xmm7
vpsrld $22,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm14,%xmm2
vpxor %xmm4,%xmm15,%xmm13
vpaddd %xmm5,%xmm9,%xmm9
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm13,%xmm13
vpaddd %xmm7,%xmm13,%xmm13
vmovdqu 192-128(%rax),%xmm5
vpaddd 64-128(%rax),%xmm6,%xmm6
vpsrld $3,%xmm5,%xmm7
vpsrld $7,%xmm5,%xmm1
vpslld $25,%xmm5,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm5,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm5,%xmm2
vmovdqu 144-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm6,%xmm6
vpxor %xmm1,%xmm4,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $6,%xmm9,%xmm7
vpslld $26,%xmm9,%xmm2
vmovdqu %xmm6,176-128(%rax)
vpaddd %xmm12,%xmm6,%xmm6
vpsrld $11,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm9,%xmm2
vpaddd -32(%rbp),%xmm6,%xmm6
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm9,%xmm2
vpandn %xmm11,%xmm9,%xmm0
vpand %xmm10,%xmm9,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm13,%xmm12
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm13,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm13,%xmm14,%xmm4
vpxor %xmm1,%xmm12,%xmm12
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $13,%xmm13,%xmm1
vpslld $19,%xmm13,%xmm2
vpaddd %xmm0,%xmm6,%xmm6
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm12,%xmm7
vpsrld $22,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm13,%xmm2
vpxor %xmm3,%xmm14,%xmm12
vpaddd %xmm6,%xmm8,%xmm8
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm6,%xmm12,%xmm12
vpaddd %xmm7,%xmm12,%xmm12
vmovdqu 208-128(%rax),%xmm6
vpaddd 80-128(%rax),%xmm5,%xmm5
vpsrld $3,%xmm6,%xmm7
vpsrld $7,%xmm6,%xmm1
vpslld $25,%xmm6,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm6,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm6,%xmm2
vmovdqu 160-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm5,%xmm5
vpxor %xmm1,%xmm3,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $6,%xmm8,%xmm7
vpslld $26,%xmm8,%xmm2
vmovdqu %xmm5,192-128(%rax)
vpaddd %xmm11,%xmm5,%xmm5
vpsrld $11,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm8,%xmm2
vpaddd 0(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm8,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm8,%xmm2
vpandn %xmm10,%xmm8,%xmm0
vpand %xmm9,%xmm8,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm12,%xmm11
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm12,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm12,%xmm13,%xmm3
vpxor %xmm1,%xmm11,%xmm11
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm12,%xmm1
vpslld $19,%xmm12,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm11,%xmm7
vpsrld $22,%xmm12,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm12,%xmm2
vpxor %xmm4,%xmm13,%xmm11
vpaddd %xmm5,%xmm15,%xmm15
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm11,%xmm11
vpaddd %xmm7,%xmm11,%xmm11
vmovdqu 224-128(%rax),%xmm5
vpaddd 96-128(%rax),%xmm6,%xmm6
vpsrld $3,%xmm5,%xmm7
vpsrld $7,%xmm5,%xmm1
vpslld $25,%xmm5,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm5,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm5,%xmm2
vmovdqu 176-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm6,%xmm6
vpxor %xmm1,%xmm4,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $6,%xmm15,%xmm7
vpslld $26,%xmm15,%xmm2
vmovdqu %xmm6,208-128(%rax)
vpaddd %xmm10,%xmm6,%xmm6
vpsrld $11,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm15,%xmm2
vpaddd 32(%rbp),%xmm6,%xmm6
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm15,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm15,%xmm2
vpandn %xmm9,%xmm15,%xmm0
vpand %xmm8,%xmm15,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm11,%xmm10
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm11,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm11,%xmm12,%xmm4
vpxor %xmm1,%xmm10,%xmm10
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $13,%xmm11,%xmm1
vpslld $19,%xmm11,%xmm2
vpaddd %xmm0,%xmm6,%xmm6
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm10,%xmm7
vpsrld $22,%xmm11,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm11,%xmm2
vpxor %xmm3,%xmm12,%xmm10
vpaddd %xmm6,%xmm14,%xmm14
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm6,%xmm10,%xmm10
vpaddd %xmm7,%xmm10,%xmm10
vmovdqu 240-128(%rax),%xmm6
vpaddd 112-128(%rax),%xmm5,%xmm5
vpsrld $3,%xmm6,%xmm7
vpsrld $7,%xmm6,%xmm1
vpslld $25,%xmm6,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm6,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm6,%xmm2
vmovdqu 192-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm5,%xmm5
vpxor %xmm1,%xmm3,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $6,%xmm14,%xmm7
vpslld $26,%xmm14,%xmm2
vmovdqu %xmm5,224-128(%rax)
vpaddd %xmm9,%xmm5,%xmm5
vpsrld $11,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm14,%xmm2
vpaddd 64(%rbp),%xmm5,%xmm5
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm14,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm14,%xmm2
vpandn %xmm8,%xmm14,%xmm0
vpand %xmm15,%xmm14,%xmm3
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm10,%xmm9
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm10,%xmm1
vpxor %xmm3,%xmm0,%xmm0
vpxor %xmm10,%xmm11,%xmm3
vpxor %xmm1,%xmm9,%xmm9
vpaddd %xmm7,%xmm5,%xmm5
vpsrld $13,%xmm10,%xmm1
vpslld $19,%xmm10,%xmm2
vpaddd %xmm0,%xmm5,%xmm5
vpand %xmm3,%xmm4,%xmm4
vpxor %xmm1,%xmm9,%xmm7
vpsrld $22,%xmm10,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm10,%xmm2
vpxor %xmm4,%xmm11,%xmm9
vpaddd %xmm5,%xmm13,%xmm13
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm5,%xmm9,%xmm9
vpaddd %xmm7,%xmm9,%xmm9
vmovdqu 0-128(%rax),%xmm5
vpaddd 128-128(%rax),%xmm6,%xmm6
vpsrld $3,%xmm5,%xmm7
vpsrld $7,%xmm5,%xmm1
vpslld $25,%xmm5,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpsrld $18,%xmm5,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $14,%xmm5,%xmm2
vmovdqu 208-128(%rax),%xmm0
vpsrld $10,%xmm0,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $17,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $15,%xmm0,%xmm2
vpaddd %xmm7,%xmm6,%xmm6
vpxor %xmm1,%xmm4,%xmm7
vpsrld $19,%xmm0,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $13,%xmm0,%xmm2
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $6,%xmm13,%xmm7
vpslld $26,%xmm13,%xmm2
vmovdqu %xmm6,240-128(%rax)
vpaddd %xmm8,%xmm6,%xmm6
vpsrld $11,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $21,%xmm13,%xmm2
vpaddd 96(%rbp),%xmm6,%xmm6
vpxor %xmm1,%xmm7,%xmm7
vpsrld $25,%xmm13,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $7,%xmm13,%xmm2
vpandn %xmm15,%xmm13,%xmm0
vpand %xmm14,%xmm13,%xmm4
vpxor %xmm1,%xmm7,%xmm7
vpsrld $2,%xmm9,%xmm8
vpxor %xmm2,%xmm7,%xmm7
vpslld $30,%xmm9,%xmm1
vpxor %xmm4,%xmm0,%xmm0
vpxor %xmm9,%xmm10,%xmm4
vpxor %xmm1,%xmm8,%xmm8
vpaddd %xmm7,%xmm6,%xmm6
vpsrld $13,%xmm9,%xmm1
vpslld $19,%xmm9,%xmm2
vpaddd %xmm0,%xmm6,%xmm6
vpand %xmm4,%xmm3,%xmm3
vpxor %xmm1,%xmm8,%xmm7
vpsrld $22,%xmm9,%xmm1
vpxor %xmm2,%xmm7,%xmm7
vpslld $10,%xmm9,%xmm2
vpxor %xmm3,%xmm10,%xmm8
vpaddd %xmm6,%xmm12,%xmm12
vpxor %xmm1,%xmm7,%xmm7
vpxor %xmm2,%xmm7,%xmm7
vpaddd %xmm6,%xmm8,%xmm8
vpaddd %xmm7,%xmm8,%xmm8
addq $256,%rbp
decl %ecx
jnz .Loop_16_xx_avx
movl $1,%ecx
leaq K256+128(%rip),%rbp
cmpl 0(%rbx),%ecx
cmovgeq %rbp,%r8
cmpl 4(%rbx),%ecx
cmovgeq %rbp,%r9
cmpl 8(%rbx),%ecx
cmovgeq %rbp,%r10
cmpl 12(%rbx),%ecx
cmovgeq %rbp,%r11
vmovdqa (%rbx),%xmm7
vpxor %xmm0,%xmm0,%xmm0
vmovdqa %xmm7,%xmm6
vpcmpgtd %xmm0,%xmm6,%xmm6
vpaddd %xmm6,%xmm7,%xmm7
vmovdqu 0-128(%rdi),%xmm0
vpand %xmm6,%xmm8,%xmm8
vmovdqu 32-128(%rdi),%xmm1
vpand %xmm6,%xmm9,%xmm9
vmovdqu 64-128(%rdi),%xmm2
vpand %xmm6,%xmm10,%xmm10
vmovdqu 96-128(%rdi),%xmm5
vpand %xmm6,%xmm11,%xmm11
vpaddd %xmm0,%xmm8,%xmm8
vmovdqu 128-128(%rdi),%xmm0
vpand %xmm6,%xmm12,%xmm12
vpaddd %xmm1,%xmm9,%xmm9
vmovdqu 160-128(%rdi),%xmm1
vpand %xmm6,%xmm13,%xmm13
vpaddd %xmm2,%xmm10,%xmm10
vmovdqu 192-128(%rdi),%xmm2
vpand %xmm6,%xmm14,%xmm14
vpaddd %xmm5,%xmm11,%xmm11
vmovdqu 224-128(%rdi),%xmm5
vpand %xmm6,%xmm15,%xmm15
vpaddd %xmm0,%xmm12,%xmm12
vpaddd %xmm1,%xmm13,%xmm13
vmovdqu %xmm8,0-128(%rdi)
vpaddd %xmm2,%xmm14,%xmm14
vmovdqu %xmm9,32-128(%rdi)
vpaddd %xmm5,%xmm15,%xmm15
vmovdqu %xmm10,64-128(%rdi)
vmovdqu %xmm11,96-128(%rdi)
vmovdqu %xmm12,128-128(%rdi)
vmovdqu %xmm13,160-128(%rdi)
vmovdqu %xmm14,192-128(%rdi)
vmovdqu %xmm15,224-128(%rdi)
vmovdqu %xmm7,(%rbx)
vmovdqu .Lpbswap(%rip),%xmm6
decl %edx
jnz .Loop_avx
movl 280(%rsp),%edx
leaq 16(%rdi),%rdi
leaq 64(%rsi),%rsi
decl %edx
jnz .Loop_grande_avx
.Ldone_avx:
movq 272(%rsp),%rax
.cfi_def_cfa %rax,8
vzeroupper
movq -16(%rax),%rbp
.cfi_restore %rbp
movq -8(%rax),%rbx
.cfi_restore %rbx
leaq (%rax),%rsp
.cfi_def_cfa_register %rsp
.Lepilogue_avx:
.byte 0xf3,0xc3
.cfi_endproc
.size sha256_multi_block_avx,.-sha256_multi_block_avx
.type sha256_multi_block_avx2,@function
.align 32
sha256_multi_block_avx2:
.cfi_startproc
_avx2_shortcut:
movq %rsp,%rax
.cfi_def_cfa_register %rax
pushq %rbx
.cfi_offset %rbx,-16
pushq %rbp
.cfi_offset %rbp,-24
pushq %r12
.cfi_offset %r12,-32
pushq %r13
.cfi_offset %r13,-40
pushq %r14
.cfi_offset %r14,-48
pushq %r15
.cfi_offset %r15,-56
subq $576,%rsp
andq $-256,%rsp
movq %rax,544(%rsp)
.cfi_escape 0x0f,0x06,0x77,0xa0,0x04,0x06,0x23,0x08
.Lbody_avx2:
leaq K256+128(%rip),%rbp
leaq 128(%rdi),%rdi
.Loop_grande_avx2:
movl %edx,552(%rsp)
xorl %edx,%edx
leaq 512(%rsp),%rbx
movq 0(%rsi),%r12
movl 8(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,0(%rbx)
cmovleq %rbp,%r12
movq 16(%rsi),%r13
movl 24(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,4(%rbx)
cmovleq %rbp,%r13
movq 32(%rsi),%r14
movl 40(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,8(%rbx)
cmovleq %rbp,%r14
movq 48(%rsi),%r15
movl 56(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,12(%rbx)
cmovleq %rbp,%r15
movq 64(%rsi),%r8
movl 72(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,16(%rbx)
cmovleq %rbp,%r8
movq 80(%rsi),%r9
movl 88(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,20(%rbx)
cmovleq %rbp,%r9
movq 96(%rsi),%r10
movl 104(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,24(%rbx)
cmovleq %rbp,%r10
movq 112(%rsi),%r11
movl 120(%rsi),%ecx
cmpl %edx,%ecx
cmovgl %ecx,%edx
testl %ecx,%ecx
movl %ecx,28(%rbx)
cmovleq %rbp,%r11
vmovdqu 0-128(%rdi),%ymm8
leaq 128(%rsp),%rax
vmovdqu 32-128(%rdi),%ymm9
leaq 256+128(%rsp),%rbx
vmovdqu 64-128(%rdi),%ymm10
vmovdqu 96-128(%rdi),%ymm11
vmovdqu 128-128(%rdi),%ymm12
vmovdqu 160-128(%rdi),%ymm13
vmovdqu 192-128(%rdi),%ymm14
vmovdqu 224-128(%rdi),%ymm15
vmovdqu .Lpbswap(%rip),%ymm6
jmp .Loop_avx2
.align 32
.Loop_avx2:
vpxor %ymm9,%ymm10,%ymm4
vmovd 0(%r12),%xmm5
vmovd 0(%r8),%xmm0
vmovd 0(%r13),%xmm1
vmovd 0(%r9),%xmm2
vpinsrd $1,0(%r14),%xmm5,%xmm5
vpinsrd $1,0(%r10),%xmm0,%xmm0
vpinsrd $1,0(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,0(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm12,%ymm7
vpslld $26,%ymm12,%ymm2
vmovdqu %ymm5,0-128(%rax)
vpaddd %ymm15,%ymm5,%ymm5
vpsrld $11,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm12,%ymm2
vpaddd -128(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm12,%ymm2
vpandn %ymm14,%ymm12,%ymm0
vpand %ymm13,%ymm12,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm8,%ymm15
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm8,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm8,%ymm9,%ymm3
vpxor %ymm1,%ymm15,%ymm15
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm8,%ymm1
vpslld $19,%ymm8,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm15,%ymm7
vpsrld $22,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm8,%ymm2
vpxor %ymm4,%ymm9,%ymm15
vpaddd %ymm5,%ymm11,%ymm11
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm15,%ymm15
vpaddd %ymm7,%ymm15,%ymm15
vmovd 4(%r12),%xmm5
vmovd 4(%r8),%xmm0
vmovd 4(%r13),%xmm1
vmovd 4(%r9),%xmm2
vpinsrd $1,4(%r14),%xmm5,%xmm5
vpinsrd $1,4(%r10),%xmm0,%xmm0
vpinsrd $1,4(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,4(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm11,%ymm7
vpslld $26,%ymm11,%ymm2
vmovdqu %ymm5,32-128(%rax)
vpaddd %ymm14,%ymm5,%ymm5
vpsrld $11,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm11,%ymm2
vpaddd -96(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm11,%ymm2
vpandn %ymm13,%ymm11,%ymm0
vpand %ymm12,%ymm11,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm15,%ymm14
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm15,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm15,%ymm8,%ymm4
vpxor %ymm1,%ymm14,%ymm14
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm15,%ymm1
vpslld $19,%ymm15,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm14,%ymm7
vpsrld $22,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm15,%ymm2
vpxor %ymm3,%ymm8,%ymm14
vpaddd %ymm5,%ymm10,%ymm10
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm14,%ymm14
vpaddd %ymm7,%ymm14,%ymm14
vmovd 8(%r12),%xmm5
vmovd 8(%r8),%xmm0
vmovd 8(%r13),%xmm1
vmovd 8(%r9),%xmm2
vpinsrd $1,8(%r14),%xmm5,%xmm5
vpinsrd $1,8(%r10),%xmm0,%xmm0
vpinsrd $1,8(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,8(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm10,%ymm7
vpslld $26,%ymm10,%ymm2
vmovdqu %ymm5,64-128(%rax)
vpaddd %ymm13,%ymm5,%ymm5
vpsrld $11,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm10,%ymm2
vpaddd -64(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm10,%ymm2
vpandn %ymm12,%ymm10,%ymm0
vpand %ymm11,%ymm10,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm14,%ymm13
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm14,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm14,%ymm15,%ymm3
vpxor %ymm1,%ymm13,%ymm13
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm14,%ymm1
vpslld $19,%ymm14,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm13,%ymm7
vpsrld $22,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm14,%ymm2
vpxor %ymm4,%ymm15,%ymm13
vpaddd %ymm5,%ymm9,%ymm9
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm13,%ymm13
vpaddd %ymm7,%ymm13,%ymm13
vmovd 12(%r12),%xmm5
vmovd 12(%r8),%xmm0
vmovd 12(%r13),%xmm1
vmovd 12(%r9),%xmm2
vpinsrd $1,12(%r14),%xmm5,%xmm5
vpinsrd $1,12(%r10),%xmm0,%xmm0
vpinsrd $1,12(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,12(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm9,%ymm7
vpslld $26,%ymm9,%ymm2
vmovdqu %ymm5,96-128(%rax)
vpaddd %ymm12,%ymm5,%ymm5
vpsrld $11,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm9,%ymm2
vpaddd -32(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm9,%ymm2
vpandn %ymm11,%ymm9,%ymm0
vpand %ymm10,%ymm9,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm13,%ymm12
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm13,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm13,%ymm14,%ymm4
vpxor %ymm1,%ymm12,%ymm12
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm13,%ymm1
vpslld $19,%ymm13,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm12,%ymm7
vpsrld $22,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm13,%ymm2
vpxor %ymm3,%ymm14,%ymm12
vpaddd %ymm5,%ymm8,%ymm8
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm12,%ymm12
vpaddd %ymm7,%ymm12,%ymm12
vmovd 16(%r12),%xmm5
vmovd 16(%r8),%xmm0
vmovd 16(%r13),%xmm1
vmovd 16(%r9),%xmm2
vpinsrd $1,16(%r14),%xmm5,%xmm5
vpinsrd $1,16(%r10),%xmm0,%xmm0
vpinsrd $1,16(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,16(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm8,%ymm7
vpslld $26,%ymm8,%ymm2
vmovdqu %ymm5,128-128(%rax)
vpaddd %ymm11,%ymm5,%ymm5
vpsrld $11,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm8,%ymm2
vpaddd 0(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm8,%ymm2
vpandn %ymm10,%ymm8,%ymm0
vpand %ymm9,%ymm8,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm12,%ymm11
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm12,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm12,%ymm13,%ymm3
vpxor %ymm1,%ymm11,%ymm11
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm12,%ymm1
vpslld $19,%ymm12,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm11,%ymm7
vpsrld $22,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm12,%ymm2
vpxor %ymm4,%ymm13,%ymm11
vpaddd %ymm5,%ymm15,%ymm15
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm11,%ymm11
vpaddd %ymm7,%ymm11,%ymm11
vmovd 20(%r12),%xmm5
vmovd 20(%r8),%xmm0
vmovd 20(%r13),%xmm1
vmovd 20(%r9),%xmm2
vpinsrd $1,20(%r14),%xmm5,%xmm5
vpinsrd $1,20(%r10),%xmm0,%xmm0
vpinsrd $1,20(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,20(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm15,%ymm7
vpslld $26,%ymm15,%ymm2
vmovdqu %ymm5,160-128(%rax)
vpaddd %ymm10,%ymm5,%ymm5
vpsrld $11,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm15,%ymm2
vpaddd 32(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm15,%ymm2
vpandn %ymm9,%ymm15,%ymm0
vpand %ymm8,%ymm15,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm11,%ymm10
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm11,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm11,%ymm12,%ymm4
vpxor %ymm1,%ymm10,%ymm10
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm11,%ymm1
vpslld $19,%ymm11,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm10,%ymm7
vpsrld $22,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm11,%ymm2
vpxor %ymm3,%ymm12,%ymm10
vpaddd %ymm5,%ymm14,%ymm14
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm10,%ymm10
vpaddd %ymm7,%ymm10,%ymm10
vmovd 24(%r12),%xmm5
vmovd 24(%r8),%xmm0
vmovd 24(%r13),%xmm1
vmovd 24(%r9),%xmm2
vpinsrd $1,24(%r14),%xmm5,%xmm5
vpinsrd $1,24(%r10),%xmm0,%xmm0
vpinsrd $1,24(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,24(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm14,%ymm7
vpslld $26,%ymm14,%ymm2
vmovdqu %ymm5,192-128(%rax)
vpaddd %ymm9,%ymm5,%ymm5
vpsrld $11,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm14,%ymm2
vpaddd 64(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm14,%ymm2
vpandn %ymm8,%ymm14,%ymm0
vpand %ymm15,%ymm14,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm10,%ymm9
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm10,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm10,%ymm11,%ymm3
vpxor %ymm1,%ymm9,%ymm9
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm10,%ymm1
vpslld $19,%ymm10,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm9,%ymm7
vpsrld $22,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm10,%ymm2
vpxor %ymm4,%ymm11,%ymm9
vpaddd %ymm5,%ymm13,%ymm13
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm9,%ymm9
vpaddd %ymm7,%ymm9,%ymm9
vmovd 28(%r12),%xmm5
vmovd 28(%r8),%xmm0
vmovd 28(%r13),%xmm1
vmovd 28(%r9),%xmm2
vpinsrd $1,28(%r14),%xmm5,%xmm5
vpinsrd $1,28(%r10),%xmm0,%xmm0
vpinsrd $1,28(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,28(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm13,%ymm7
vpslld $26,%ymm13,%ymm2
vmovdqu %ymm5,224-128(%rax)
vpaddd %ymm8,%ymm5,%ymm5
vpsrld $11,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm13,%ymm2
vpaddd 96(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm13,%ymm2
vpandn %ymm15,%ymm13,%ymm0
vpand %ymm14,%ymm13,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm9,%ymm8
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm9,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm9,%ymm10,%ymm4
vpxor %ymm1,%ymm8,%ymm8
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm9,%ymm1
vpslld $19,%ymm9,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm8,%ymm7
vpsrld $22,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm9,%ymm2
vpxor %ymm3,%ymm10,%ymm8
vpaddd %ymm5,%ymm12,%ymm12
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm8,%ymm8
vpaddd %ymm7,%ymm8,%ymm8
addq $256,%rbp
vmovd 32(%r12),%xmm5
vmovd 32(%r8),%xmm0
vmovd 32(%r13),%xmm1
vmovd 32(%r9),%xmm2
vpinsrd $1,32(%r14),%xmm5,%xmm5
vpinsrd $1,32(%r10),%xmm0,%xmm0
vpinsrd $1,32(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,32(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm12,%ymm7
vpslld $26,%ymm12,%ymm2
vmovdqu %ymm5,256-256-128(%rbx)
vpaddd %ymm15,%ymm5,%ymm5
vpsrld $11,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm12,%ymm2
vpaddd -128(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm12,%ymm2
vpandn %ymm14,%ymm12,%ymm0
vpand %ymm13,%ymm12,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm8,%ymm15
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm8,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm8,%ymm9,%ymm3
vpxor %ymm1,%ymm15,%ymm15
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm8,%ymm1
vpslld $19,%ymm8,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm15,%ymm7
vpsrld $22,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm8,%ymm2
vpxor %ymm4,%ymm9,%ymm15
vpaddd %ymm5,%ymm11,%ymm11
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm15,%ymm15
vpaddd %ymm7,%ymm15,%ymm15
vmovd 36(%r12),%xmm5
vmovd 36(%r8),%xmm0
vmovd 36(%r13),%xmm1
vmovd 36(%r9),%xmm2
vpinsrd $1,36(%r14),%xmm5,%xmm5
vpinsrd $1,36(%r10),%xmm0,%xmm0
vpinsrd $1,36(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,36(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm11,%ymm7
vpslld $26,%ymm11,%ymm2
vmovdqu %ymm5,288-256-128(%rbx)
vpaddd %ymm14,%ymm5,%ymm5
vpsrld $11,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm11,%ymm2
vpaddd -96(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm11,%ymm2
vpandn %ymm13,%ymm11,%ymm0
vpand %ymm12,%ymm11,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm15,%ymm14
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm15,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm15,%ymm8,%ymm4
vpxor %ymm1,%ymm14,%ymm14
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm15,%ymm1
vpslld $19,%ymm15,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm14,%ymm7
vpsrld $22,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm15,%ymm2
vpxor %ymm3,%ymm8,%ymm14
vpaddd %ymm5,%ymm10,%ymm10
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm14,%ymm14
vpaddd %ymm7,%ymm14,%ymm14
vmovd 40(%r12),%xmm5
vmovd 40(%r8),%xmm0
vmovd 40(%r13),%xmm1
vmovd 40(%r9),%xmm2
vpinsrd $1,40(%r14),%xmm5,%xmm5
vpinsrd $1,40(%r10),%xmm0,%xmm0
vpinsrd $1,40(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,40(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm10,%ymm7
vpslld $26,%ymm10,%ymm2
vmovdqu %ymm5,320-256-128(%rbx)
vpaddd %ymm13,%ymm5,%ymm5
vpsrld $11,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm10,%ymm2
vpaddd -64(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm10,%ymm2
vpandn %ymm12,%ymm10,%ymm0
vpand %ymm11,%ymm10,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm14,%ymm13
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm14,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm14,%ymm15,%ymm3
vpxor %ymm1,%ymm13,%ymm13
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm14,%ymm1
vpslld $19,%ymm14,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm13,%ymm7
vpsrld $22,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm14,%ymm2
vpxor %ymm4,%ymm15,%ymm13
vpaddd %ymm5,%ymm9,%ymm9
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm13,%ymm13
vpaddd %ymm7,%ymm13,%ymm13
vmovd 44(%r12),%xmm5
vmovd 44(%r8),%xmm0
vmovd 44(%r13),%xmm1
vmovd 44(%r9),%xmm2
vpinsrd $1,44(%r14),%xmm5,%xmm5
vpinsrd $1,44(%r10),%xmm0,%xmm0
vpinsrd $1,44(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,44(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm9,%ymm7
vpslld $26,%ymm9,%ymm2
vmovdqu %ymm5,352-256-128(%rbx)
vpaddd %ymm12,%ymm5,%ymm5
vpsrld $11,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm9,%ymm2
vpaddd -32(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm9,%ymm2
vpandn %ymm11,%ymm9,%ymm0
vpand %ymm10,%ymm9,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm13,%ymm12
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm13,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm13,%ymm14,%ymm4
vpxor %ymm1,%ymm12,%ymm12
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm13,%ymm1
vpslld $19,%ymm13,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm12,%ymm7
vpsrld $22,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm13,%ymm2
vpxor %ymm3,%ymm14,%ymm12
vpaddd %ymm5,%ymm8,%ymm8
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm12,%ymm12
vpaddd %ymm7,%ymm12,%ymm12
vmovd 48(%r12),%xmm5
vmovd 48(%r8),%xmm0
vmovd 48(%r13),%xmm1
vmovd 48(%r9),%xmm2
vpinsrd $1,48(%r14),%xmm5,%xmm5
vpinsrd $1,48(%r10),%xmm0,%xmm0
vpinsrd $1,48(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,48(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm8,%ymm7
vpslld $26,%ymm8,%ymm2
vmovdqu %ymm5,384-256-128(%rbx)
vpaddd %ymm11,%ymm5,%ymm5
vpsrld $11,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm8,%ymm2
vpaddd 0(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm8,%ymm2
vpandn %ymm10,%ymm8,%ymm0
vpand %ymm9,%ymm8,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm12,%ymm11
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm12,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm12,%ymm13,%ymm3
vpxor %ymm1,%ymm11,%ymm11
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm12,%ymm1
vpslld $19,%ymm12,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm11,%ymm7
vpsrld $22,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm12,%ymm2
vpxor %ymm4,%ymm13,%ymm11
vpaddd %ymm5,%ymm15,%ymm15
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm11,%ymm11
vpaddd %ymm7,%ymm11,%ymm11
vmovd 52(%r12),%xmm5
vmovd 52(%r8),%xmm0
vmovd 52(%r13),%xmm1
vmovd 52(%r9),%xmm2
vpinsrd $1,52(%r14),%xmm5,%xmm5
vpinsrd $1,52(%r10),%xmm0,%xmm0
vpinsrd $1,52(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,52(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm15,%ymm7
vpslld $26,%ymm15,%ymm2
vmovdqu %ymm5,416-256-128(%rbx)
vpaddd %ymm10,%ymm5,%ymm5
vpsrld $11,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm15,%ymm2
vpaddd 32(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm15,%ymm2
vpandn %ymm9,%ymm15,%ymm0
vpand %ymm8,%ymm15,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm11,%ymm10
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm11,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm11,%ymm12,%ymm4
vpxor %ymm1,%ymm10,%ymm10
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm11,%ymm1
vpslld $19,%ymm11,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm10,%ymm7
vpsrld $22,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm11,%ymm2
vpxor %ymm3,%ymm12,%ymm10
vpaddd %ymm5,%ymm14,%ymm14
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm10,%ymm10
vpaddd %ymm7,%ymm10,%ymm10
vmovd 56(%r12),%xmm5
vmovd 56(%r8),%xmm0
vmovd 56(%r13),%xmm1
vmovd 56(%r9),%xmm2
vpinsrd $1,56(%r14),%xmm5,%xmm5
vpinsrd $1,56(%r10),%xmm0,%xmm0
vpinsrd $1,56(%r15),%xmm1,%xmm1
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,56(%r11),%xmm2,%xmm2
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm14,%ymm7
vpslld $26,%ymm14,%ymm2
vmovdqu %ymm5,448-256-128(%rbx)
vpaddd %ymm9,%ymm5,%ymm5
vpsrld $11,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm14,%ymm2
vpaddd 64(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm14,%ymm2
vpandn %ymm8,%ymm14,%ymm0
vpand %ymm15,%ymm14,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm10,%ymm9
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm10,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm10,%ymm11,%ymm3
vpxor %ymm1,%ymm9,%ymm9
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm10,%ymm1
vpslld $19,%ymm10,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm9,%ymm7
vpsrld $22,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm10,%ymm2
vpxor %ymm4,%ymm11,%ymm9
vpaddd %ymm5,%ymm13,%ymm13
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm9,%ymm9
vpaddd %ymm7,%ymm9,%ymm9
vmovd 60(%r12),%xmm5
leaq 64(%r12),%r12
vmovd 60(%r8),%xmm0
leaq 64(%r8),%r8
vmovd 60(%r13),%xmm1
leaq 64(%r13),%r13
vmovd 60(%r9),%xmm2
leaq 64(%r9),%r9
vpinsrd $1,60(%r14),%xmm5,%xmm5
leaq 64(%r14),%r14
vpinsrd $1,60(%r10),%xmm0,%xmm0
leaq 64(%r10),%r10
vpinsrd $1,60(%r15),%xmm1,%xmm1
leaq 64(%r15),%r15
vpunpckldq %ymm1,%ymm5,%ymm5
vpinsrd $1,60(%r11),%xmm2,%xmm2
leaq 64(%r11),%r11
vpunpckldq %ymm2,%ymm0,%ymm0
vinserti128 $1,%xmm0,%ymm5,%ymm5
vpshufb %ymm6,%ymm5,%ymm5
vpsrld $6,%ymm13,%ymm7
vpslld $26,%ymm13,%ymm2
vmovdqu %ymm5,480-256-128(%rbx)
vpaddd %ymm8,%ymm5,%ymm5
vpsrld $11,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm13,%ymm2
vpaddd 96(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
prefetcht0 63(%r12)
vpslld $7,%ymm13,%ymm2
vpandn %ymm15,%ymm13,%ymm0
vpand %ymm14,%ymm13,%ymm4
prefetcht0 63(%r13)
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm9,%ymm8
vpxor %ymm2,%ymm7,%ymm7
prefetcht0 63(%r14)
vpslld $30,%ymm9,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm9,%ymm10,%ymm4
prefetcht0 63(%r15)
vpxor %ymm1,%ymm8,%ymm8
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm9,%ymm1
prefetcht0 63(%r8)
vpslld $19,%ymm9,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm4,%ymm3,%ymm3
prefetcht0 63(%r9)
vpxor %ymm1,%ymm8,%ymm7
vpsrld $22,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
prefetcht0 63(%r10)
vpslld $10,%ymm9,%ymm2
vpxor %ymm3,%ymm10,%ymm8
vpaddd %ymm5,%ymm12,%ymm12
prefetcht0 63(%r11)
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm8,%ymm8
vpaddd %ymm7,%ymm8,%ymm8
addq $256,%rbp
vmovdqu 0-128(%rax),%ymm5
movl $3,%ecx
jmp .Loop_16_xx_avx2
.align 32
.Loop_16_xx_avx2:
vmovdqu 32-128(%rax),%ymm6
vpaddd 288-256-128(%rbx),%ymm5,%ymm5
vpsrld $3,%ymm6,%ymm7
vpsrld $7,%ymm6,%ymm1
vpslld $25,%ymm6,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm6,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm6,%ymm2
vmovdqu 448-256-128(%rbx),%ymm0
vpsrld $10,%ymm0,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm5,%ymm5
vpxor %ymm1,%ymm3,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $6,%ymm12,%ymm7
vpslld $26,%ymm12,%ymm2
vmovdqu %ymm5,0-128(%rax)
vpaddd %ymm15,%ymm5,%ymm5
vpsrld $11,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm12,%ymm2
vpaddd -128(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm12,%ymm2
vpandn %ymm14,%ymm12,%ymm0
vpand %ymm13,%ymm12,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm8,%ymm15
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm8,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm8,%ymm9,%ymm3
vpxor %ymm1,%ymm15,%ymm15
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm8,%ymm1
vpslld $19,%ymm8,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm15,%ymm7
vpsrld $22,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm8,%ymm2
vpxor %ymm4,%ymm9,%ymm15
vpaddd %ymm5,%ymm11,%ymm11
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm15,%ymm15
vpaddd %ymm7,%ymm15,%ymm15
vmovdqu 64-128(%rax),%ymm5
vpaddd 320-256-128(%rbx),%ymm6,%ymm6
vpsrld $3,%ymm5,%ymm7
vpsrld $7,%ymm5,%ymm1
vpslld $25,%ymm5,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm5,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm5,%ymm2
vmovdqu 480-256-128(%rbx),%ymm0
vpsrld $10,%ymm0,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm6,%ymm6
vpxor %ymm1,%ymm4,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $6,%ymm11,%ymm7
vpslld $26,%ymm11,%ymm2
vmovdqu %ymm6,32-128(%rax)
vpaddd %ymm14,%ymm6,%ymm6
vpsrld $11,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm11,%ymm2
vpaddd -96(%rbp),%ymm6,%ymm6
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm11,%ymm2
vpandn %ymm13,%ymm11,%ymm0
vpand %ymm12,%ymm11,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm15,%ymm14
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm15,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm15,%ymm8,%ymm4
vpxor %ymm1,%ymm14,%ymm14
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $13,%ymm15,%ymm1
vpslld $19,%ymm15,%ymm2
vpaddd %ymm0,%ymm6,%ymm6
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm14,%ymm7
vpsrld $22,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm15,%ymm2
vpxor %ymm3,%ymm8,%ymm14
vpaddd %ymm6,%ymm10,%ymm10
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm6,%ymm14,%ymm14
vpaddd %ymm7,%ymm14,%ymm14
vmovdqu 96-128(%rax),%ymm6
vpaddd 352-256-128(%rbx),%ymm5,%ymm5
vpsrld $3,%ymm6,%ymm7
vpsrld $7,%ymm6,%ymm1
vpslld $25,%ymm6,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm6,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm6,%ymm2
vmovdqu 0-128(%rax),%ymm0
vpsrld $10,%ymm0,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm5,%ymm5
vpxor %ymm1,%ymm3,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $6,%ymm10,%ymm7
vpslld $26,%ymm10,%ymm2
vmovdqu %ymm5,64-128(%rax)
vpaddd %ymm13,%ymm5,%ymm5
vpsrld $11,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm10,%ymm2
vpaddd -64(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm10,%ymm2
vpandn %ymm12,%ymm10,%ymm0
vpand %ymm11,%ymm10,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm14,%ymm13
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm14,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm14,%ymm15,%ymm3
vpxor %ymm1,%ymm13,%ymm13
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm14,%ymm1
vpslld $19,%ymm14,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm13,%ymm7
vpsrld $22,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm14,%ymm2
vpxor %ymm4,%ymm15,%ymm13
vpaddd %ymm5,%ymm9,%ymm9
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm13,%ymm13
vpaddd %ymm7,%ymm13,%ymm13
vmovdqu 128-128(%rax),%ymm5
vpaddd 384-256-128(%rbx),%ymm6,%ymm6
vpsrld $3,%ymm5,%ymm7
vpsrld $7,%ymm5,%ymm1
vpslld $25,%ymm5,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm5,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm5,%ymm2
vmovdqu 32-128(%rax),%ymm0
vpsrld $10,%ymm0,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm6,%ymm6
vpxor %ymm1,%ymm4,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $6,%ymm9,%ymm7
vpslld $26,%ymm9,%ymm2
vmovdqu %ymm6,96-128(%rax)
vpaddd %ymm12,%ymm6,%ymm6
vpsrld $11,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm9,%ymm2
vpaddd -32(%rbp),%ymm6,%ymm6
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm9,%ymm2
vpandn %ymm11,%ymm9,%ymm0
vpand %ymm10,%ymm9,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm13,%ymm12
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm13,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm13,%ymm14,%ymm4
vpxor %ymm1,%ymm12,%ymm12
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $13,%ymm13,%ymm1
vpslld $19,%ymm13,%ymm2
vpaddd %ymm0,%ymm6,%ymm6
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm12,%ymm7
vpsrld $22,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm13,%ymm2
vpxor %ymm3,%ymm14,%ymm12
vpaddd %ymm6,%ymm8,%ymm8
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm6,%ymm12,%ymm12
vpaddd %ymm7,%ymm12,%ymm12
vmovdqu 160-128(%rax),%ymm6
vpaddd 416-256-128(%rbx),%ymm5,%ymm5
vpsrld $3,%ymm6,%ymm7
vpsrld $7,%ymm6,%ymm1
vpslld $25,%ymm6,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm6,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm6,%ymm2
vmovdqu 64-128(%rax),%ymm0
vpsrld $10,%ymm0,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm5,%ymm5
vpxor %ymm1,%ymm3,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $6,%ymm8,%ymm7
vpslld $26,%ymm8,%ymm2
vmovdqu %ymm5,128-128(%rax)
vpaddd %ymm11,%ymm5,%ymm5
vpsrld $11,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm8,%ymm2
vpaddd 0(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm8,%ymm2
vpandn %ymm10,%ymm8,%ymm0
vpand %ymm9,%ymm8,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm12,%ymm11
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm12,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm12,%ymm13,%ymm3
vpxor %ymm1,%ymm11,%ymm11
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm12,%ymm1
vpslld $19,%ymm12,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm11,%ymm7
vpsrld $22,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm12,%ymm2
vpxor %ymm4,%ymm13,%ymm11
vpaddd %ymm5,%ymm15,%ymm15
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm11,%ymm11
vpaddd %ymm7,%ymm11,%ymm11
vmovdqu 192-128(%rax),%ymm5
vpaddd 448-256-128(%rbx),%ymm6,%ymm6
vpsrld $3,%ymm5,%ymm7
vpsrld $7,%ymm5,%ymm1
vpslld $25,%ymm5,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm5,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm5,%ymm2
vmovdqu 96-128(%rax),%ymm0
vpsrld $10,%ymm0,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm6,%ymm6
vpxor %ymm1,%ymm4,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $6,%ymm15,%ymm7
vpslld $26,%ymm15,%ymm2
vmovdqu %ymm6,160-128(%rax)
vpaddd %ymm10,%ymm6,%ymm6
vpsrld $11,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm15,%ymm2
vpaddd 32(%rbp),%ymm6,%ymm6
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm15,%ymm2
vpandn %ymm9,%ymm15,%ymm0
vpand %ymm8,%ymm15,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm11,%ymm10
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm11,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm11,%ymm12,%ymm4
vpxor %ymm1,%ymm10,%ymm10
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $13,%ymm11,%ymm1
vpslld $19,%ymm11,%ymm2
vpaddd %ymm0,%ymm6,%ymm6
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm10,%ymm7
vpsrld $22,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm11,%ymm2
vpxor %ymm3,%ymm12,%ymm10
vpaddd %ymm6,%ymm14,%ymm14
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm6,%ymm10,%ymm10
vpaddd %ymm7,%ymm10,%ymm10
vmovdqu 224-128(%rax),%ymm6
vpaddd 480-256-128(%rbx),%ymm5,%ymm5
vpsrld $3,%ymm6,%ymm7
vpsrld $7,%ymm6,%ymm1
vpslld $25,%ymm6,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm6,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm6,%ymm2
vmovdqu 128-128(%rax),%ymm0
vpsrld $10,%ymm0,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm5,%ymm5
vpxor %ymm1,%ymm3,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $6,%ymm14,%ymm7
vpslld $26,%ymm14,%ymm2
vmovdqu %ymm5,192-128(%rax)
vpaddd %ymm9,%ymm5,%ymm5
vpsrld $11,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm14,%ymm2
vpaddd 64(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm14,%ymm2
vpandn %ymm8,%ymm14,%ymm0
vpand %ymm15,%ymm14,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm10,%ymm9
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm10,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm10,%ymm11,%ymm3
vpxor %ymm1,%ymm9,%ymm9
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm10,%ymm1
vpslld $19,%ymm10,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm9,%ymm7
vpsrld $22,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm10,%ymm2
vpxor %ymm4,%ymm11,%ymm9
vpaddd %ymm5,%ymm13,%ymm13
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm9,%ymm9
vpaddd %ymm7,%ymm9,%ymm9
vmovdqu 256-256-128(%rbx),%ymm5
vpaddd 0-128(%rax),%ymm6,%ymm6
vpsrld $3,%ymm5,%ymm7
vpsrld $7,%ymm5,%ymm1
vpslld $25,%ymm5,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm5,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm5,%ymm2
vmovdqu 160-128(%rax),%ymm0
vpsrld $10,%ymm0,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm6,%ymm6
vpxor %ymm1,%ymm4,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $6,%ymm13,%ymm7
vpslld $26,%ymm13,%ymm2
vmovdqu %ymm6,224-128(%rax)
vpaddd %ymm8,%ymm6,%ymm6
vpsrld $11,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm13,%ymm2
vpaddd 96(%rbp),%ymm6,%ymm6
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm13,%ymm2
vpandn %ymm15,%ymm13,%ymm0
vpand %ymm14,%ymm13,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm9,%ymm8
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm9,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm9,%ymm10,%ymm4
vpxor %ymm1,%ymm8,%ymm8
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $13,%ymm9,%ymm1
vpslld $19,%ymm9,%ymm2
vpaddd %ymm0,%ymm6,%ymm6
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm8,%ymm7
vpsrld $22,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm9,%ymm2
vpxor %ymm3,%ymm10,%ymm8
vpaddd %ymm6,%ymm12,%ymm12
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm6,%ymm8,%ymm8
vpaddd %ymm7,%ymm8,%ymm8
addq $256,%rbp
vmovdqu 288-256-128(%rbx),%ymm6
vpaddd 32-128(%rax),%ymm5,%ymm5
vpsrld $3,%ymm6,%ymm7
vpsrld $7,%ymm6,%ymm1
vpslld $25,%ymm6,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm6,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm6,%ymm2
vmovdqu 192-128(%rax),%ymm0
vpsrld $10,%ymm0,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm5,%ymm5
vpxor %ymm1,%ymm3,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $6,%ymm12,%ymm7
vpslld $26,%ymm12,%ymm2
vmovdqu %ymm5,256-256-128(%rbx)
vpaddd %ymm15,%ymm5,%ymm5
vpsrld $11,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm12,%ymm2
vpaddd -128(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm12,%ymm2
vpandn %ymm14,%ymm12,%ymm0
vpand %ymm13,%ymm12,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm8,%ymm15
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm8,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm8,%ymm9,%ymm3
vpxor %ymm1,%ymm15,%ymm15
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm8,%ymm1
vpslld $19,%ymm8,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm15,%ymm7
vpsrld $22,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm8,%ymm2
vpxor %ymm4,%ymm9,%ymm15
vpaddd %ymm5,%ymm11,%ymm11
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm15,%ymm15
vpaddd %ymm7,%ymm15,%ymm15
vmovdqu 320-256-128(%rbx),%ymm5
vpaddd 64-128(%rax),%ymm6,%ymm6
vpsrld $3,%ymm5,%ymm7
vpsrld $7,%ymm5,%ymm1
vpslld $25,%ymm5,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm5,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm5,%ymm2
vmovdqu 224-128(%rax),%ymm0
vpsrld $10,%ymm0,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm6,%ymm6
vpxor %ymm1,%ymm4,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $6,%ymm11,%ymm7
vpslld $26,%ymm11,%ymm2
vmovdqu %ymm6,288-256-128(%rbx)
vpaddd %ymm14,%ymm6,%ymm6
vpsrld $11,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm11,%ymm2
vpaddd -96(%rbp),%ymm6,%ymm6
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm11,%ymm2
vpandn %ymm13,%ymm11,%ymm0
vpand %ymm12,%ymm11,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm15,%ymm14
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm15,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm15,%ymm8,%ymm4
vpxor %ymm1,%ymm14,%ymm14
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $13,%ymm15,%ymm1
vpslld $19,%ymm15,%ymm2
vpaddd %ymm0,%ymm6,%ymm6
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm14,%ymm7
vpsrld $22,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm15,%ymm2
vpxor %ymm3,%ymm8,%ymm14
vpaddd %ymm6,%ymm10,%ymm10
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm6,%ymm14,%ymm14
vpaddd %ymm7,%ymm14,%ymm14
vmovdqu 352-256-128(%rbx),%ymm6
vpaddd 96-128(%rax),%ymm5,%ymm5
vpsrld $3,%ymm6,%ymm7
vpsrld $7,%ymm6,%ymm1
vpslld $25,%ymm6,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm6,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm6,%ymm2
vmovdqu 256-256-128(%rbx),%ymm0
vpsrld $10,%ymm0,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm5,%ymm5
vpxor %ymm1,%ymm3,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $6,%ymm10,%ymm7
vpslld $26,%ymm10,%ymm2
vmovdqu %ymm5,320-256-128(%rbx)
vpaddd %ymm13,%ymm5,%ymm5
vpsrld $11,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm10,%ymm2
vpaddd -64(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm10,%ymm2
vpandn %ymm12,%ymm10,%ymm0
vpand %ymm11,%ymm10,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm14,%ymm13
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm14,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm14,%ymm15,%ymm3
vpxor %ymm1,%ymm13,%ymm13
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm14,%ymm1
vpslld $19,%ymm14,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm13,%ymm7
vpsrld $22,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm14,%ymm2
vpxor %ymm4,%ymm15,%ymm13
vpaddd %ymm5,%ymm9,%ymm9
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm13,%ymm13
vpaddd %ymm7,%ymm13,%ymm13
vmovdqu 384-256-128(%rbx),%ymm5
vpaddd 128-128(%rax),%ymm6,%ymm6
vpsrld $3,%ymm5,%ymm7
vpsrld $7,%ymm5,%ymm1
vpslld $25,%ymm5,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm5,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm5,%ymm2
vmovdqu 288-256-128(%rbx),%ymm0
vpsrld $10,%ymm0,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm6,%ymm6
vpxor %ymm1,%ymm4,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $6,%ymm9,%ymm7
vpslld $26,%ymm9,%ymm2
vmovdqu %ymm6,352-256-128(%rbx)
vpaddd %ymm12,%ymm6,%ymm6
vpsrld $11,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm9,%ymm2
vpaddd -32(%rbp),%ymm6,%ymm6
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm9,%ymm2
vpandn %ymm11,%ymm9,%ymm0
vpand %ymm10,%ymm9,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm13,%ymm12
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm13,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm13,%ymm14,%ymm4
vpxor %ymm1,%ymm12,%ymm12
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $13,%ymm13,%ymm1
vpslld $19,%ymm13,%ymm2
vpaddd %ymm0,%ymm6,%ymm6
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm12,%ymm7
vpsrld $22,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm13,%ymm2
vpxor %ymm3,%ymm14,%ymm12
vpaddd %ymm6,%ymm8,%ymm8
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm6,%ymm12,%ymm12
vpaddd %ymm7,%ymm12,%ymm12
vmovdqu 416-256-128(%rbx),%ymm6
vpaddd 160-128(%rax),%ymm5,%ymm5
vpsrld $3,%ymm6,%ymm7
vpsrld $7,%ymm6,%ymm1
vpslld $25,%ymm6,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm6,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm6,%ymm2
vmovdqu 320-256-128(%rbx),%ymm0
vpsrld $10,%ymm0,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm5,%ymm5
vpxor %ymm1,%ymm3,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $6,%ymm8,%ymm7
vpslld $26,%ymm8,%ymm2
vmovdqu %ymm5,384-256-128(%rbx)
vpaddd %ymm11,%ymm5,%ymm5
vpsrld $11,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm8,%ymm2
vpaddd 0(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm8,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm8,%ymm2
vpandn %ymm10,%ymm8,%ymm0
vpand %ymm9,%ymm8,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm12,%ymm11
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm12,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm12,%ymm13,%ymm3
vpxor %ymm1,%ymm11,%ymm11
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm12,%ymm1
vpslld $19,%ymm12,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm11,%ymm7
vpsrld $22,%ymm12,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm12,%ymm2
vpxor %ymm4,%ymm13,%ymm11
vpaddd %ymm5,%ymm15,%ymm15
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm11,%ymm11
vpaddd %ymm7,%ymm11,%ymm11
vmovdqu 448-256-128(%rbx),%ymm5
vpaddd 192-128(%rax),%ymm6,%ymm6
vpsrld $3,%ymm5,%ymm7
vpsrld $7,%ymm5,%ymm1
vpslld $25,%ymm5,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm5,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm5,%ymm2
vmovdqu 352-256-128(%rbx),%ymm0
vpsrld $10,%ymm0,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm6,%ymm6
vpxor %ymm1,%ymm4,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $6,%ymm15,%ymm7
vpslld $26,%ymm15,%ymm2
vmovdqu %ymm6,416-256-128(%rbx)
vpaddd %ymm10,%ymm6,%ymm6
vpsrld $11,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm15,%ymm2
vpaddd 32(%rbp),%ymm6,%ymm6
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm15,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm15,%ymm2
vpandn %ymm9,%ymm15,%ymm0
vpand %ymm8,%ymm15,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm11,%ymm10
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm11,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm11,%ymm12,%ymm4
vpxor %ymm1,%ymm10,%ymm10
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $13,%ymm11,%ymm1
vpslld $19,%ymm11,%ymm2
vpaddd %ymm0,%ymm6,%ymm6
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm10,%ymm7
vpsrld $22,%ymm11,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm11,%ymm2
vpxor %ymm3,%ymm12,%ymm10
vpaddd %ymm6,%ymm14,%ymm14
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm6,%ymm10,%ymm10
vpaddd %ymm7,%ymm10,%ymm10
vmovdqu 480-256-128(%rbx),%ymm6
vpaddd 224-128(%rax),%ymm5,%ymm5
vpsrld $3,%ymm6,%ymm7
vpsrld $7,%ymm6,%ymm1
vpslld $25,%ymm6,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm6,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm6,%ymm2
vmovdqu 384-256-128(%rbx),%ymm0
vpsrld $10,%ymm0,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm5,%ymm5
vpxor %ymm1,%ymm3,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $6,%ymm14,%ymm7
vpslld $26,%ymm14,%ymm2
vmovdqu %ymm5,448-256-128(%rbx)
vpaddd %ymm9,%ymm5,%ymm5
vpsrld $11,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm14,%ymm2
vpaddd 64(%rbp),%ymm5,%ymm5
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm14,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm14,%ymm2
vpandn %ymm8,%ymm14,%ymm0
vpand %ymm15,%ymm14,%ymm3
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm10,%ymm9
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm10,%ymm1
vpxor %ymm3,%ymm0,%ymm0
vpxor %ymm10,%ymm11,%ymm3
vpxor %ymm1,%ymm9,%ymm9
vpaddd %ymm7,%ymm5,%ymm5
vpsrld $13,%ymm10,%ymm1
vpslld $19,%ymm10,%ymm2
vpaddd %ymm0,%ymm5,%ymm5
vpand %ymm3,%ymm4,%ymm4
vpxor %ymm1,%ymm9,%ymm7
vpsrld $22,%ymm10,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm10,%ymm2
vpxor %ymm4,%ymm11,%ymm9
vpaddd %ymm5,%ymm13,%ymm13
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm5,%ymm9,%ymm9
vpaddd %ymm7,%ymm9,%ymm9
vmovdqu 0-128(%rax),%ymm5
vpaddd 256-256-128(%rbx),%ymm6,%ymm6
vpsrld $3,%ymm5,%ymm7
vpsrld $7,%ymm5,%ymm1
vpslld $25,%ymm5,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpsrld $18,%ymm5,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $14,%ymm5,%ymm2
vmovdqu 416-256-128(%rbx),%ymm0
vpsrld $10,%ymm0,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $17,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $15,%ymm0,%ymm2
vpaddd %ymm7,%ymm6,%ymm6
vpxor %ymm1,%ymm4,%ymm7
vpsrld $19,%ymm0,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $13,%ymm0,%ymm2
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $6,%ymm13,%ymm7
vpslld $26,%ymm13,%ymm2
vmovdqu %ymm6,480-256-128(%rbx)
vpaddd %ymm8,%ymm6,%ymm6
vpsrld $11,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $21,%ymm13,%ymm2
vpaddd 96(%rbp),%ymm6,%ymm6
vpxor %ymm1,%ymm7,%ymm7
vpsrld $25,%ymm13,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $7,%ymm13,%ymm2
vpandn %ymm15,%ymm13,%ymm0
vpand %ymm14,%ymm13,%ymm4
vpxor %ymm1,%ymm7,%ymm7
vpsrld $2,%ymm9,%ymm8
vpxor %ymm2,%ymm7,%ymm7
vpslld $30,%ymm9,%ymm1
vpxor %ymm4,%ymm0,%ymm0
vpxor %ymm9,%ymm10,%ymm4
vpxor %ymm1,%ymm8,%ymm8
vpaddd %ymm7,%ymm6,%ymm6
vpsrld $13,%ymm9,%ymm1
vpslld $19,%ymm9,%ymm2
vpaddd %ymm0,%ymm6,%ymm6
vpand %ymm4,%ymm3,%ymm3
vpxor %ymm1,%ymm8,%ymm7
vpsrld $22,%ymm9,%ymm1
vpxor %ymm2,%ymm7,%ymm7
vpslld $10,%ymm9,%ymm2
vpxor %ymm3,%ymm10,%ymm8
vpaddd %ymm6,%ymm12,%ymm12
vpxor %ymm1,%ymm7,%ymm7
vpxor %ymm2,%ymm7,%ymm7
vpaddd %ymm6,%ymm8,%ymm8
vpaddd %ymm7,%ymm8,%ymm8
addq $256,%rbp
decl %ecx
jnz .Loop_16_xx_avx2
movl $1,%ecx
leaq 512(%rsp),%rbx
leaq K256+128(%rip),%rbp
cmpl 0(%rbx),%ecx
cmovgeq %rbp,%r12
cmpl 4(%rbx),%ecx
cmovgeq %rbp,%r13
cmpl 8(%rbx),%ecx
cmovgeq %rbp,%r14
cmpl 12(%rbx),%ecx
cmovgeq %rbp,%r15
cmpl 16(%rbx),%ecx
cmovgeq %rbp,%r8
cmpl 20(%rbx),%ecx
cmovgeq %rbp,%r9
cmpl 24(%rbx),%ecx
cmovgeq %rbp,%r10
cmpl 28(%rbx),%ecx
cmovgeq %rbp,%r11
vmovdqa (%rbx),%ymm7
vpxor %ymm0,%ymm0,%ymm0
vmovdqa %ymm7,%ymm6
vpcmpgtd %ymm0,%ymm6,%ymm6
vpaddd %ymm6,%ymm7,%ymm7
vmovdqu 0-128(%rdi),%ymm0
vpand %ymm6,%ymm8,%ymm8
vmovdqu 32-128(%rdi),%ymm1
vpand %ymm6,%ymm9,%ymm9
vmovdqu 64-128(%rdi),%ymm2
vpand %ymm6,%ymm10,%ymm10
vmovdqu 96-128(%rdi),%ymm5
vpand %ymm6,%ymm11,%ymm11
vpaddd %ymm0,%ymm8,%ymm8
vmovdqu 128-128(%rdi),%ymm0
vpand %ymm6,%ymm12,%ymm12
vpaddd %ymm1,%ymm9,%ymm9
vmovdqu 160-128(%rdi),%ymm1
vpand %ymm6,%ymm13,%ymm13
vpaddd %ymm2,%ymm10,%ymm10
vmovdqu 192-128(%rdi),%ymm2
vpand %ymm6,%ymm14,%ymm14
vpaddd %ymm5,%ymm11,%ymm11
vmovdqu 224-128(%rdi),%ymm5
vpand %ymm6,%ymm15,%ymm15
vpaddd %ymm0,%ymm12,%ymm12
vpaddd %ymm1,%ymm13,%ymm13
vmovdqu %ymm8,0-128(%rdi)
vpaddd %ymm2,%ymm14,%ymm14
vmovdqu %ymm9,32-128(%rdi)
vpaddd %ymm5,%ymm15,%ymm15
vmovdqu %ymm10,64-128(%rdi)
vmovdqu %ymm11,96-128(%rdi)
vmovdqu %ymm12,128-128(%rdi)
vmovdqu %ymm13,160-128(%rdi)
vmovdqu %ymm14,192-128(%rdi)
vmovdqu %ymm15,224-128(%rdi)
vmovdqu %ymm7,(%rbx)
leaq 256+128(%rsp),%rbx
vmovdqu .Lpbswap(%rip),%ymm6
decl %edx
jnz .Loop_avx2
.Ldone_avx2:
movq 544(%rsp),%rax
.cfi_def_cfa %rax,8
vzeroupper
movq -48(%rax),%r15
.cfi_restore %r15
movq -40(%rax),%r14
.cfi_restore %r14
movq -32(%rax),%r13
.cfi_restore %r13
movq -24(%rax),%r12
.cfi_restore %r12
movq -16(%rax),%rbp
.cfi_restore %rbp
movq -8(%rax),%rbx
.cfi_restore %rbx
leaq (%rax),%rsp
.cfi_def_cfa_register %rsp
.Lepilogue_avx2:
.byte 0xf3,0xc3
.cfi_endproc
.size sha256_multi_block_avx2,.-sha256_multi_block_avx2
.section .rodata
.align 256
K256:
.long 1116352408,1116352408,1116352408,1116352408
.long 1116352408,1116352408,1116352408,1116352408
.long 1899447441,1899447441,1899447441,1899447441
.long 1899447441,1899447441,1899447441,1899447441
.long 3049323471,3049323471,3049323471,3049323471
.long 3049323471,3049323471,3049323471,3049323471
.long 3921009573,3921009573,3921009573,3921009573
.long 3921009573,3921009573,3921009573,3921009573
.long 961987163,961987163,961987163,961987163
.long 961987163,961987163,961987163,961987163
.long 1508970993,1508970993,1508970993,1508970993
.long 1508970993,1508970993,1508970993,1508970993
.long 2453635748,2453635748,2453635748,2453635748
.long 2453635748,2453635748,2453635748,2453635748
.long 2870763221,2870763221,2870763221,2870763221
.long 2870763221,2870763221,2870763221,2870763221
.long 3624381080,3624381080,3624381080,3624381080
.long 3624381080,3624381080,3624381080,3624381080
.long 310598401,310598401,310598401,310598401
.long 310598401,310598401,310598401,310598401
.long 607225278,607225278,607225278,607225278
.long 607225278,607225278,607225278,607225278
.long 1426881987,1426881987,1426881987,1426881987
.long 1426881987,1426881987,1426881987,1426881987
.long 1925078388,1925078388,1925078388,1925078388
.long 1925078388,1925078388,1925078388,1925078388
.long 2162078206,2162078206,2162078206,2162078206
.long 2162078206,2162078206,2162078206,2162078206
.long 2614888103,2614888103,2614888103,2614888103
.long 2614888103,2614888103,2614888103,2614888103
.long 3248222580,3248222580,3248222580,3248222580
.long 3248222580,3248222580,3248222580,3248222580
.long 3835390401,3835390401,3835390401,3835390401
.long 3835390401,3835390401,3835390401,3835390401
.long 4022224774,4022224774,4022224774,4022224774
.long 4022224774,4022224774,4022224774,4022224774
.long 264347078,264347078,264347078,264347078
.long 264347078,264347078,264347078,264347078
.long 604807628,604807628,604807628,604807628
.long 604807628,604807628,604807628,604807628
.long 770255983,770255983,770255983,770255983
.long 770255983,770255983,770255983,770255983
.long 1249150122,1249150122,1249150122,1249150122
.long 1249150122,1249150122,1249150122,1249150122
.long 1555081692,1555081692,1555081692,1555081692
.long 1555081692,1555081692,1555081692,1555081692
.long 1996064986,1996064986,1996064986,1996064986
.long 1996064986,1996064986,1996064986,1996064986
.long 2554220882,2554220882,2554220882,2554220882
.long 2554220882,2554220882,2554220882,2554220882
.long 2821834349,2821834349,2821834349,2821834349
.long 2821834349,2821834349,2821834349,2821834349
.long 2952996808,2952996808,2952996808,2952996808
.long 2952996808,2952996808,2952996808,2952996808
.long 3210313671,3210313671,3210313671,3210313671
.long 3210313671,3210313671,3210313671,3210313671
.long 3336571891,3336571891,3336571891,3336571891
.long 3336571891,3336571891,3336571891,3336571891
.long 3584528711,3584528711,3584528711,3584528711
.long 3584528711,3584528711,3584528711,3584528711
.long 113926993,113926993,113926993,113926993
.long 113926993,113926993,113926993,113926993
.long 338241895,338241895,338241895,338241895
.long 338241895,338241895,338241895,338241895
.long 666307205,666307205,666307205,666307205
.long 666307205,666307205,666307205,666307205
.long 773529912,773529912,773529912,773529912
.long 773529912,773529912,773529912,773529912
.long 1294757372,1294757372,1294757372,1294757372
.long 1294757372,1294757372,1294757372,1294757372
.long 1396182291,1396182291,1396182291,1396182291
.long 1396182291,1396182291,1396182291,1396182291
.long 1695183700,1695183700,1695183700,1695183700
.long 1695183700,1695183700,1695183700,1695183700
.long 1986661051,1986661051,1986661051,1986661051
.long 1986661051,1986661051,1986661051,1986661051
.long 2177026350,2177026350,2177026350,2177026350
.long 2177026350,2177026350,2177026350,2177026350
.long 2456956037,2456956037,2456956037,2456956037
.long 2456956037,2456956037,2456956037,2456956037
.long 2730485921,2730485921,2730485921,2730485921
.long 2730485921,2730485921,2730485921,2730485921
.long 2820302411,2820302411,2820302411,2820302411
.long 2820302411,2820302411,2820302411,2820302411
.long 3259730800,3259730800,3259730800,3259730800
.long 3259730800,3259730800,3259730800,3259730800
.long 3345764771,3345764771,3345764771,3345764771
.long 3345764771,3345764771,3345764771,3345764771
.long 3516065817,3516065817,3516065817,3516065817
.long 3516065817,3516065817,3516065817,3516065817
.long 3600352804,3600352804,3600352804,3600352804
.long 3600352804,3600352804,3600352804,3600352804
.long 4094571909,4094571909,4094571909,4094571909
.long 4094571909,4094571909,4094571909,4094571909
.long 275423344,275423344,275423344,275423344
.long 275423344,275423344,275423344,275423344
.long 430227734,430227734,430227734,430227734
.long 430227734,430227734,430227734,430227734
.long 506948616,506948616,506948616,506948616
.long 506948616,506948616,506948616,506948616
.long 659060556,659060556,659060556,659060556
.long 659060556,659060556,659060556,659060556
.long 883997877,883997877,883997877,883997877
.long 883997877,883997877,883997877,883997877
.long 958139571,958139571,958139571,958139571
.long 958139571,958139571,958139571,958139571
.long 1322822218,1322822218,1322822218,1322822218
.long 1322822218,1322822218,1322822218,1322822218
.long 1537002063,1537002063,1537002063,1537002063
.long 1537002063,1537002063,1537002063,1537002063
.long 1747873779,1747873779,1747873779,1747873779
.long 1747873779,1747873779,1747873779,1747873779
.long 1955562222,1955562222,1955562222,1955562222
.long 1955562222,1955562222,1955562222,1955562222
.long 2024104815,2024104815,2024104815,2024104815
.long 2024104815,2024104815,2024104815,2024104815
.long 2227730452,2227730452,2227730452,2227730452
.long 2227730452,2227730452,2227730452,2227730452
.long 2361852424,2361852424,2361852424,2361852424
.long 2361852424,2361852424,2361852424,2361852424
.long 2428436474,2428436474,2428436474,2428436474
.long 2428436474,2428436474,2428436474,2428436474
.long 2756734187,2756734187,2756734187,2756734187
.long 2756734187,2756734187,2756734187,2756734187
.long 3204031479,3204031479,3204031479,3204031479
.long 3204031479,3204031479,3204031479,3204031479
.long 3329325298,3329325298,3329325298,3329325298
.long 3329325298,3329325298,3329325298,3329325298
.Lpbswap:
.long 0x00010203,0x04050607,0x08090a0b,0x0c0d0e0f
.long 0x00010203,0x04050607,0x08090a0b,0x0c0d0e0f
K256_shaext:
.long 0x428a2f98,0x71374491,0xb5c0fbcf,0xe9b5dba5
.long 0x3956c25b,0x59f111f1,0x923f82a4,0xab1c5ed5
.long 0xd807aa98,0x12835b01,0x243185be,0x550c7dc3
.long 0x72be5d74,0x80deb1fe,0x9bdc06a7,0xc19bf174
.long 0xe49b69c1,0xefbe4786,0x0fc19dc6,0x240ca1cc
.long 0x2de92c6f,0x4a7484aa,0x5cb0a9dc,0x76f988da
.long 0x983e5152,0xa831c66d,0xb00327c8,0xbf597fc7
.long 0xc6e00bf3,0xd5a79147,0x06ca6351,0x14292967
.long 0x27b70a85,0x2e1b2138,0x4d2c6dfc,0x53380d13
.long 0x650a7354,0x766a0abb,0x81c2c92e,0x92722c85
.long 0xa2bfe8a1,0xa81a664b,0xc24b8b70,0xc76c51a3
.long 0xd192e819,0xd6990624,0xf40e3585,0x106aa070
.long 0x19a4c116,0x1e376c08,0x2748774c,0x34b0bcb5
.long 0x391c0cb3,0x4ed8aa4a,0x5b9cca4f,0x682e6ff3
.long 0x748f82ee,0x78a5636f,0x84c87814,0x8cc70208
.long 0x90befffa,0xa4506ceb,0xbef9a3f7,0xc67178f2
.byte 83,72,65,50,53,54,32,109,117,108,116,105,45,98,108,111,99,107,32,116,114,97,110,115,102,111,114,109,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
.previous
.section ".note.gnu.property", "a"
.p2align 3
.long 1f - 0f
.long 4f - 1f
.long 5
0:
# "GNU" encoded with .byte, since .asciz isn't supported
.byte 0x47
.byte 0x4e
.byte 0x55
.byte 0
1:
.p2align 3
.long 0xc0000002
.long 3f - 2f
2:
.long 3
3:
.p2align 3
4:
