1497 lines
24 KiB
ArmAsm
1497 lines
24 KiB
ArmAsm
|
; 1 "crypto/bn/mont-masm-x86_64.S.tmp"
|
||
|
|
; 1 "<built-in>" 1
|
||
|
|
; 1 "<built-in>" 3
|
||
|
|
; 340 "<built-in>" 3
|
||
|
|
; 1 "<command line>" 1
|
||
|
|
; 1 "<built-in>" 2
|
||
|
|
; 1 "crypto/bn/mont-masm-x86_64.S.tmp" 2
|
||
|
|
OPTION DOTNAME
|
||
|
|
|
||
|
|
; 1 "./crypto/x86_arch.h" 1
|
||
|
|
|
||
|
|
|
||
|
|
; 16 "./crypto/x86_arch.h"
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
; 40 "./crypto/x86_arch.h"
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
; 3 "crypto/bn/mont-masm-x86_64.S.tmp" 2
|
||
|
|
.text$ SEGMENT ALIGN(64) 'CODE'
|
||
|
|
|
||
|
|
PUBLIC bn_mul_mont
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
bn_mul_mont PROC PUBLIC
|
||
|
|
mov QWORD PTR[8+rsp],rdi ;WIN64 prologue
|
||
|
|
mov QWORD PTR[16+rsp],rsi
|
||
|
|
mov rax,rsp
|
||
|
|
$L$SEH_begin_bn_mul_mont::
|
||
|
|
mov rdi,rcx
|
||
|
|
mov rsi,rdx
|
||
|
|
mov rdx,r8
|
||
|
|
mov rcx,r9
|
||
|
|
mov r8,QWORD PTR[40+rsp]
|
||
|
|
mov r9,QWORD PTR[48+rsp]
|
||
|
|
|
||
|
|
|
||
|
|
test r9d,3
|
||
|
|
jnz $L$mul_enter
|
||
|
|
cmp r9d,8
|
||
|
|
jb $L$mul_enter
|
||
|
|
cmp rdx,rsi
|
||
|
|
jne $L$mul4x_enter
|
||
|
|
jmp $L$sqr4x_enter
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
$L$mul_enter::
|
||
|
|
push rbx
|
||
|
|
push rbp
|
||
|
|
push r12
|
||
|
|
push r13
|
||
|
|
push r14
|
||
|
|
push r15
|
||
|
|
|
||
|
|
mov r9d,r9d
|
||
|
|
lea r10,QWORD PTR[2+r9]
|
||
|
|
mov r11,rsp
|
||
|
|
neg r10
|
||
|
|
lea rsp,QWORD PTR[r10*8+rsp]
|
||
|
|
and rsp,-1024
|
||
|
|
|
||
|
|
mov QWORD PTR[8+r9*8+rsp],r11
|
||
|
|
$L$mul_body::
|
||
|
|
mov r12,rdx
|
||
|
|
mov r8,QWORD PTR[r8]
|
||
|
|
mov rbx,QWORD PTR[r12]
|
||
|
|
mov rax,QWORD PTR[rsi]
|
||
|
|
|
||
|
|
xor r14,r14
|
||
|
|
xor r15,r15
|
||
|
|
|
||
|
|
mov rbp,r8
|
||
|
|
mul rbx
|
||
|
|
mov r10,rax
|
||
|
|
mov rax,QWORD PTR[rcx]
|
||
|
|
|
||
|
|
imul rbp,r10
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
lea r15,QWORD PTR[1+r15]
|
||
|
|
jmp $L$1st_enter
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
$L$1st::
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r11
|
||
|
|
mov r11,r10
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-16))+r15*8+rsp],r13
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
$L$1st_enter::
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
lea r15,QWORD PTR[1+r15]
|
||
|
|
mov r10,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
cmp r15,r9
|
||
|
|
jl $L$1st
|
||
|
|
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r11
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-16))+r15*8+rsp],r13
|
||
|
|
mov r13,rdx
|
||
|
|
mov r11,r10
|
||
|
|
|
||
|
|
xor rdx,rdx
|
||
|
|
add r13,r11
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-8))+r9*8+rsp],r13
|
||
|
|
mov QWORD PTR[r9*8+rsp],rdx
|
||
|
|
|
||
|
|
lea r14,QWORD PTR[1+r14]
|
||
|
|
jmp $L$outer
|
||
|
|
ALIGN 16
|
||
|
|
$L$outer::
|
||
|
|
mov rbx,QWORD PTR[r14*8+r12]
|
||
|
|
xor r15,r15
|
||
|
|
mov rbp,r8
|
||
|
|
mov r10,QWORD PTR[rsp]
|
||
|
|
mul rbx
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[rcx]
|
||
|
|
adc rdx,0
|
||
|
|
|
||
|
|
imul rbp,r10
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
mov r10,QWORD PTR[8+rsp]
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
lea r15,QWORD PTR[1+r15]
|
||
|
|
jmp $L$inner_enter
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
$L$inner::
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r10
|
||
|
|
mov r10,QWORD PTR[r15*8+rsp]
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-16))+r15*8+rsp],r13
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
$L$inner_enter::
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
add r10,r11
|
||
|
|
mov r11,rdx
|
||
|
|
adc r11,0
|
||
|
|
lea r15,QWORD PTR[1+r15]
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
cmp r15,r9
|
||
|
|
jl $L$inner
|
||
|
|
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r10
|
||
|
|
mov r10,QWORD PTR[r15*8+rsp]
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-16))+r15*8+rsp],r13
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
xor rdx,rdx
|
||
|
|
add r13,r11
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r10
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-8))+r9*8+rsp],r13
|
||
|
|
mov QWORD PTR[r9*8+rsp],rdx
|
||
|
|
|
||
|
|
lea r14,QWORD PTR[1+r14]
|
||
|
|
cmp r14,r9
|
||
|
|
jl $L$outer
|
||
|
|
|
||
|
|
xor r14,r14
|
||
|
|
mov rax,QWORD PTR[rsp]
|
||
|
|
lea rsi,QWORD PTR[rsp]
|
||
|
|
mov r15,r9
|
||
|
|
jmp $L$sub
|
||
|
|
ALIGN 16
|
||
|
|
$L$sub:: sbb rax,QWORD PTR[r14*8+rcx]
|
||
|
|
mov QWORD PTR[r14*8+rdi],rax
|
||
|
|
mov rax,QWORD PTR[8+r14*8+rsi]
|
||
|
|
lea r14,QWORD PTR[1+r14]
|
||
|
|
dec r15
|
||
|
|
jnz $L$sub
|
||
|
|
|
||
|
|
sbb rax,0
|
||
|
|
xor r14,r14
|
||
|
|
and rsi,rax
|
||
|
|
not rax
|
||
|
|
mov rcx,rdi
|
||
|
|
and rcx,rax
|
||
|
|
mov r15,r9
|
||
|
|
or rsi,rcx
|
||
|
|
ALIGN 16
|
||
|
|
$L$copy::
|
||
|
|
mov rax,QWORD PTR[r14*8+rsi]
|
||
|
|
mov QWORD PTR[r14*8+rsp],r14
|
||
|
|
mov QWORD PTR[r14*8+rdi],rax
|
||
|
|
lea r14,QWORD PTR[1+r14]
|
||
|
|
sub r15,1
|
||
|
|
jnz $L$copy
|
||
|
|
|
||
|
|
mov rsi,QWORD PTR[8+r9*8+rsp]
|
||
|
|
mov rax,1
|
||
|
|
mov r15,QWORD PTR[rsi]
|
||
|
|
mov r14,QWORD PTR[8+rsi]
|
||
|
|
mov r13,QWORD PTR[16+rsi]
|
||
|
|
mov r12,QWORD PTR[24+rsi]
|
||
|
|
mov rbp,QWORD PTR[32+rsi]
|
||
|
|
mov rbx,QWORD PTR[40+rsi]
|
||
|
|
lea rsp,QWORD PTR[48+rsi]
|
||
|
|
$L$mul_epilogue::
|
||
|
|
mov rdi,QWORD PTR[8+rsp] ;WIN64 epilogue
|
||
|
|
mov rsi,QWORD PTR[16+rsp]
|
||
|
|
DB 0F3h,0C3h ;repret
|
||
|
|
$L$SEH_end_bn_mul_mont::
|
||
|
|
bn_mul_mont ENDP
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
bn_mul4x_mont PROC PRIVATE
|
||
|
|
mov QWORD PTR[8+rsp],rdi ;WIN64 prologue
|
||
|
|
mov QWORD PTR[16+rsp],rsi
|
||
|
|
mov rax,rsp
|
||
|
|
$L$SEH_begin_bn_mul4x_mont::
|
||
|
|
mov rdi,rcx
|
||
|
|
mov rsi,rdx
|
||
|
|
mov rdx,r8
|
||
|
|
mov rcx,r9
|
||
|
|
mov r8,QWORD PTR[40+rsp]
|
||
|
|
mov r9,QWORD PTR[48+rsp]
|
||
|
|
|
||
|
|
|
||
|
|
$L$mul4x_enter::
|
||
|
|
push rbx
|
||
|
|
push rbp
|
||
|
|
push r12
|
||
|
|
push r13
|
||
|
|
push r14
|
||
|
|
push r15
|
||
|
|
|
||
|
|
mov r9d,r9d
|
||
|
|
lea r10,QWORD PTR[4+r9]
|
||
|
|
mov r11,rsp
|
||
|
|
neg r10
|
||
|
|
lea rsp,QWORD PTR[r10*8+rsp]
|
||
|
|
and rsp,-1024
|
||
|
|
|
||
|
|
mov QWORD PTR[8+r9*8+rsp],r11
|
||
|
|
$L$mul4x_body::
|
||
|
|
mov QWORD PTR[16+r9*8+rsp],rdi
|
||
|
|
mov r12,rdx
|
||
|
|
mov r8,QWORD PTR[r8]
|
||
|
|
mov rbx,QWORD PTR[r12]
|
||
|
|
mov rax,QWORD PTR[rsi]
|
||
|
|
|
||
|
|
xor r14,r14
|
||
|
|
xor r15,r15
|
||
|
|
|
||
|
|
mov rbp,r8
|
||
|
|
mul rbx
|
||
|
|
mov r10,rax
|
||
|
|
mov rax,QWORD PTR[rcx]
|
||
|
|
|
||
|
|
imul rbp,r10
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
mov rdi,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
mov r10,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add rdi,rax
|
||
|
|
mov rax,QWORD PTR[16+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add rdi,r11
|
||
|
|
lea r15,QWORD PTR[4+r15]
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[rsp],rdi
|
||
|
|
mov r13,rdx
|
||
|
|
jmp $L$1st4x
|
||
|
|
ALIGN 16
|
||
|
|
$L$1st4x::
|
||
|
|
mul rbx
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[((-16))+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r10
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-24))+r15*8+rsp],r13
|
||
|
|
mov rdi,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
mov r10,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add rdi,rax
|
||
|
|
mov rax,QWORD PTR[r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add rdi,r11
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-16))+r15*8+rsp],rdi
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[8+r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r10
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-8))+r15*8+rsp],r13
|
||
|
|
mov rdi,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[8+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
lea r15,QWORD PTR[4+r15]
|
||
|
|
mov r10,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add rdi,rax
|
||
|
|
mov rax,QWORD PTR[((-16))+r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add rdi,r11
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-32))+r15*8+rsp],rdi
|
||
|
|
mov r13,rdx
|
||
|
|
cmp r15,r9
|
||
|
|
jl $L$1st4x
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[((-16))+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r10
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-24))+r15*8+rsp],r13
|
||
|
|
mov rdi,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
mov r10,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add rdi,rax
|
||
|
|
mov rax,QWORD PTR[rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add rdi,r11
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-16))+r15*8+rsp],rdi
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
xor rdi,rdi
|
||
|
|
add r13,r10
|
||
|
|
adc rdi,0
|
||
|
|
mov QWORD PTR[((-8))+r15*8+rsp],r13
|
||
|
|
mov QWORD PTR[r15*8+rsp],rdi
|
||
|
|
|
||
|
|
lea r14,QWORD PTR[1+r14]
|
||
|
|
ALIGN 4
|
||
|
|
$L$outer4x::
|
||
|
|
mov rbx,QWORD PTR[r14*8+r12]
|
||
|
|
xor r15,r15
|
||
|
|
mov r10,QWORD PTR[rsp]
|
||
|
|
mov rbp,r8
|
||
|
|
mul rbx
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[rcx]
|
||
|
|
adc rdx,0
|
||
|
|
|
||
|
|
imul rbp,r10
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
mov rdi,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
add r11,QWORD PTR[8+rsp]
|
||
|
|
adc rdx,0
|
||
|
|
mov r10,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add rdi,rax
|
||
|
|
mov rax,QWORD PTR[16+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add rdi,r11
|
||
|
|
lea r15,QWORD PTR[4+r15]
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[rsp],rdi
|
||
|
|
mov r13,rdx
|
||
|
|
jmp $L$inner4x
|
||
|
|
ALIGN 16
|
||
|
|
$L$inner4x::
|
||
|
|
mul rbx
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[((-16))+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
add r10,QWORD PTR[((-16))+r15*8+rsp]
|
||
|
|
adc rdx,0
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r10
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-24))+r15*8+rsp],r13
|
||
|
|
mov rdi,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
add r11,QWORD PTR[((-8))+r15*8+rsp]
|
||
|
|
adc rdx,0
|
||
|
|
mov r10,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add rdi,rax
|
||
|
|
mov rax,QWORD PTR[r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add rdi,r11
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-16))+r15*8+rsp],rdi
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
add r10,QWORD PTR[r15*8+rsp]
|
||
|
|
adc rdx,0
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[8+r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r10
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-8))+r15*8+rsp],r13
|
||
|
|
mov rdi,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[8+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
add r11,QWORD PTR[8+r15*8+rsp]
|
||
|
|
adc rdx,0
|
||
|
|
lea r15,QWORD PTR[4+r15]
|
||
|
|
mov r10,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add rdi,rax
|
||
|
|
mov rax,QWORD PTR[((-16))+r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add rdi,r11
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-32))+r15*8+rsp],rdi
|
||
|
|
mov r13,rdx
|
||
|
|
cmp r15,r9
|
||
|
|
jl $L$inner4x
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r10,rax
|
||
|
|
mov rax,QWORD PTR[((-16))+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
add r10,QWORD PTR[((-16))+r15*8+rsp]
|
||
|
|
adc rdx,0
|
||
|
|
mov r11,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+r15*8+rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add r13,r10
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-24))+r15*8+rsp],r13
|
||
|
|
mov rdi,rdx
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add r11,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+r15*8+rcx]
|
||
|
|
adc rdx,0
|
||
|
|
add r11,QWORD PTR[((-8))+r15*8+rsp]
|
||
|
|
adc rdx,0
|
||
|
|
lea r14,QWORD PTR[1+r14]
|
||
|
|
mov r10,rdx
|
||
|
|
|
||
|
|
mul rbp
|
||
|
|
add rdi,rax
|
||
|
|
mov rax,QWORD PTR[rsi]
|
||
|
|
adc rdx,0
|
||
|
|
add rdi,r11
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[((-16))+r15*8+rsp],rdi
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
xor rdi,rdi
|
||
|
|
add r13,r10
|
||
|
|
adc rdi,0
|
||
|
|
add r13,QWORD PTR[r9*8+rsp]
|
||
|
|
adc rdi,0
|
||
|
|
mov QWORD PTR[((-8))+r15*8+rsp],r13
|
||
|
|
mov QWORD PTR[r15*8+rsp],rdi
|
||
|
|
|
||
|
|
cmp r14,r9
|
||
|
|
jl $L$outer4x
|
||
|
|
mov rdi,QWORD PTR[16+r9*8+rsp]
|
||
|
|
mov rax,QWORD PTR[rsp]
|
||
|
|
pxor xmm0,xmm0
|
||
|
|
mov rdx,QWORD PTR[8+rsp]
|
||
|
|
shr r9,2
|
||
|
|
lea rsi,QWORD PTR[rsp]
|
||
|
|
xor r14,r14
|
||
|
|
|
||
|
|
sub rax,QWORD PTR[rcx]
|
||
|
|
mov rbx,QWORD PTR[16+rsi]
|
||
|
|
mov rbp,QWORD PTR[24+rsi]
|
||
|
|
sbb rdx,QWORD PTR[8+rcx]
|
||
|
|
lea r15,QWORD PTR[((-1))+r9]
|
||
|
|
jmp $L$sub4x
|
||
|
|
ALIGN 16
|
||
|
|
$L$sub4x::
|
||
|
|
mov QWORD PTR[r14*8+rdi],rax
|
||
|
|
mov QWORD PTR[8+r14*8+rdi],rdx
|
||
|
|
sbb rbx,QWORD PTR[16+r14*8+rcx]
|
||
|
|
mov rax,QWORD PTR[32+r14*8+rsi]
|
||
|
|
mov rdx,QWORD PTR[40+r14*8+rsi]
|
||
|
|
sbb rbp,QWORD PTR[24+r14*8+rcx]
|
||
|
|
mov QWORD PTR[16+r14*8+rdi],rbx
|
||
|
|
mov QWORD PTR[24+r14*8+rdi],rbp
|
||
|
|
sbb rax,QWORD PTR[32+r14*8+rcx]
|
||
|
|
mov rbx,QWORD PTR[48+r14*8+rsi]
|
||
|
|
mov rbp,QWORD PTR[56+r14*8+rsi]
|
||
|
|
sbb rdx,QWORD PTR[40+r14*8+rcx]
|
||
|
|
lea r14,QWORD PTR[4+r14]
|
||
|
|
dec r15
|
||
|
|
jnz $L$sub4x
|
||
|
|
|
||
|
|
mov QWORD PTR[r14*8+rdi],rax
|
||
|
|
mov rax,QWORD PTR[32+r14*8+rsi]
|
||
|
|
sbb rbx,QWORD PTR[16+r14*8+rcx]
|
||
|
|
mov QWORD PTR[8+r14*8+rdi],rdx
|
||
|
|
sbb rbp,QWORD PTR[24+r14*8+rcx]
|
||
|
|
mov QWORD PTR[16+r14*8+rdi],rbx
|
||
|
|
|
||
|
|
sbb rax,0
|
||
|
|
mov QWORD PTR[24+r14*8+rdi],rbp
|
||
|
|
xor r14,r14
|
||
|
|
and rsi,rax
|
||
|
|
not rax
|
||
|
|
mov rcx,rdi
|
||
|
|
and rcx,rax
|
||
|
|
lea r15,QWORD PTR[((-1))+r9]
|
||
|
|
or rsi,rcx
|
||
|
|
|
||
|
|
movdqu xmm1,XMMWORD PTR[rsi]
|
||
|
|
movdqa XMMWORD PTR[rsp],xmm0
|
||
|
|
movdqu XMMWORD PTR[rdi],xmm1
|
||
|
|
jmp $L$copy4x
|
||
|
|
ALIGN 16
|
||
|
|
$L$copy4x::
|
||
|
|
movdqu xmm2,XMMWORD PTR[16+r14*1+rsi]
|
||
|
|
movdqu xmm1,XMMWORD PTR[32+r14*1+rsi]
|
||
|
|
movdqa XMMWORD PTR[16+r14*1+rsp],xmm0
|
||
|
|
movdqu XMMWORD PTR[16+r14*1+rdi],xmm2
|
||
|
|
movdqa XMMWORD PTR[32+r14*1+rsp],xmm0
|
||
|
|
movdqu XMMWORD PTR[32+r14*1+rdi],xmm1
|
||
|
|
lea r14,QWORD PTR[32+r14]
|
||
|
|
dec r15
|
||
|
|
jnz $L$copy4x
|
||
|
|
|
||
|
|
shl r9,2
|
||
|
|
movdqu xmm2,XMMWORD PTR[16+r14*1+rsi]
|
||
|
|
movdqa XMMWORD PTR[16+r14*1+rsp],xmm0
|
||
|
|
movdqu XMMWORD PTR[16+r14*1+rdi],xmm2
|
||
|
|
mov rsi,QWORD PTR[8+r9*8+rsp]
|
||
|
|
mov rax,1
|
||
|
|
mov r15,QWORD PTR[rsi]
|
||
|
|
mov r14,QWORD PTR[8+rsi]
|
||
|
|
mov r13,QWORD PTR[16+rsi]
|
||
|
|
mov r12,QWORD PTR[24+rsi]
|
||
|
|
mov rbp,QWORD PTR[32+rsi]
|
||
|
|
mov rbx,QWORD PTR[40+rsi]
|
||
|
|
lea rsp,QWORD PTR[48+rsi]
|
||
|
|
$L$mul4x_epilogue::
|
||
|
|
mov rdi,QWORD PTR[8+rsp] ;WIN64 epilogue
|
||
|
|
mov rsi,QWORD PTR[16+rsp]
|
||
|
|
DB 0F3h,0C3h ;repret
|
||
|
|
$L$SEH_end_bn_mul4x_mont::
|
||
|
|
bn_mul4x_mont ENDP
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
bn_sqr4x_mont PROC PRIVATE
|
||
|
|
mov QWORD PTR[8+rsp],rdi ;WIN64 prologue
|
||
|
|
mov QWORD PTR[16+rsp],rsi
|
||
|
|
mov rax,rsp
|
||
|
|
$L$SEH_begin_bn_sqr4x_mont::
|
||
|
|
mov rdi,rcx
|
||
|
|
mov rsi,rdx
|
||
|
|
mov rdx,r8
|
||
|
|
mov rcx,r9
|
||
|
|
mov r8,QWORD PTR[40+rsp]
|
||
|
|
mov r9,QWORD PTR[48+rsp]
|
||
|
|
|
||
|
|
|
||
|
|
$L$sqr4x_enter::
|
||
|
|
push rbx
|
||
|
|
push rbp
|
||
|
|
push r12
|
||
|
|
push r13
|
||
|
|
push r14
|
||
|
|
push r15
|
||
|
|
|
||
|
|
shl r9d,3
|
||
|
|
xor r10,r10
|
||
|
|
mov r11,rsp
|
||
|
|
sub r10,r9
|
||
|
|
mov r8,QWORD PTR[r8]
|
||
|
|
lea rsp,QWORD PTR[((-72))+r10*2+rsp]
|
||
|
|
and rsp,-1024
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
mov QWORD PTR[32+rsp],rdi
|
||
|
|
mov QWORD PTR[40+rsp],rcx
|
||
|
|
mov QWORD PTR[48+rsp],r8
|
||
|
|
mov QWORD PTR[56+rsp],r11
|
||
|
|
$L$sqr4x_body::
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
lea rbp,QWORD PTR[32+r10]
|
||
|
|
lea rsi,QWORD PTR[r9*1+rsi]
|
||
|
|
|
||
|
|
mov rcx,r9
|
||
|
|
|
||
|
|
|
||
|
|
mov r14,QWORD PTR[((-32))+rbp*1+rsi]
|
||
|
|
lea rdi,QWORD PTR[64+r9*2+rsp]
|
||
|
|
mov rax,QWORD PTR[((-24))+rbp*1+rsi]
|
||
|
|
lea rdi,QWORD PTR[((-32))+rbp*1+rdi]
|
||
|
|
mov rbx,QWORD PTR[((-16))+rbp*1+rsi]
|
||
|
|
mov r15,rax
|
||
|
|
|
||
|
|
mul r14
|
||
|
|
mov r10,rax
|
||
|
|
mov rax,rbx
|
||
|
|
mov r11,rdx
|
||
|
|
mov QWORD PTR[((-24))+rbp*1+rdi],r10
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
mov QWORD PTR[((-16))+rbp*1+rdi],r11
|
||
|
|
|
||
|
|
lea rcx,QWORD PTR[((-16))+rbp]
|
||
|
|
|
||
|
|
|
||
|
|
mov rbx,QWORD PTR[8+rcx*1+rsi]
|
||
|
|
mul r15
|
||
|
|
mov r12,rax
|
||
|
|
mov rax,rbx
|
||
|
|
mov r13,rdx
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,r12
|
||
|
|
lea rcx,QWORD PTR[16+rcx]
|
||
|
|
adc r11,0
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r11,rdx
|
||
|
|
mov QWORD PTR[((-8))+rcx*1+rdi],r10
|
||
|
|
jmp $L$sqr4x_1st
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
$L$sqr4x_1st::
|
||
|
|
mov rbx,QWORD PTR[rcx*1+rsi]
|
||
|
|
xor r12,r12
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r12,rdx
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
add r11,r13
|
||
|
|
adc r10,0
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
mov QWORD PTR[rcx*1+rdi],r11
|
||
|
|
|
||
|
|
|
||
|
|
mov rbx,QWORD PTR[8+rcx*1+rsi]
|
||
|
|
xor r13,r13
|
||
|
|
mul r15
|
||
|
|
add r12,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r13,rdx
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,r12
|
||
|
|
adc r11,0
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r11,rdx
|
||
|
|
mov QWORD PTR[8+rcx*1+rdi],r10
|
||
|
|
|
||
|
|
mov rbx,QWORD PTR[16+rcx*1+rsi]
|
||
|
|
xor r12,r12
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r12,rdx
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
add r11,r13
|
||
|
|
adc r10,0
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
mov QWORD PTR[16+rcx*1+rdi],r11
|
||
|
|
|
||
|
|
|
||
|
|
mov rbx,QWORD PTR[24+rcx*1+rsi]
|
||
|
|
xor r13,r13
|
||
|
|
mul r15
|
||
|
|
add r12,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r13,rdx
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,r12
|
||
|
|
lea rcx,QWORD PTR[32+rcx]
|
||
|
|
adc r11,0
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r11,rdx
|
||
|
|
mov QWORD PTR[((-8))+rcx*1+rdi],r10
|
||
|
|
|
||
|
|
cmp rcx,0
|
||
|
|
jne $L$sqr4x_1st
|
||
|
|
|
||
|
|
xor r12,r12
|
||
|
|
add r13,r11
|
||
|
|
adc r12,0
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
adc r12,rdx
|
||
|
|
|
||
|
|
mov QWORD PTR[rdi],r13
|
||
|
|
lea rbp,QWORD PTR[16+rbp]
|
||
|
|
mov QWORD PTR[8+rdi],r12
|
||
|
|
jmp $L$sqr4x_outer
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
$L$sqr4x_outer::
|
||
|
|
mov r14,QWORD PTR[((-32))+rbp*1+rsi]
|
||
|
|
lea rdi,QWORD PTR[64+r9*2+rsp]
|
||
|
|
mov rax,QWORD PTR[((-24))+rbp*1+rsi]
|
||
|
|
lea rdi,QWORD PTR[((-32))+rbp*1+rdi]
|
||
|
|
mov rbx,QWORD PTR[((-16))+rbp*1+rsi]
|
||
|
|
mov r15,rax
|
||
|
|
|
||
|
|
mov r10,QWORD PTR[((-24))+rbp*1+rdi]
|
||
|
|
xor r11,r11
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r11,rdx
|
||
|
|
mov QWORD PTR[((-24))+rbp*1+rdi],r10
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
add r11,QWORD PTR[((-16))+rbp*1+rdi]
|
||
|
|
adc r10,0
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
mov QWORD PTR[((-16))+rbp*1+rdi],r11
|
||
|
|
|
||
|
|
lea rcx,QWORD PTR[((-16))+rbp]
|
||
|
|
xor r12,r12
|
||
|
|
|
||
|
|
|
||
|
|
mov rbx,QWORD PTR[8+rcx*1+rsi]
|
||
|
|
xor r13,r13
|
||
|
|
add r12,QWORD PTR[8+rcx*1+rdi]
|
||
|
|
adc r13,0
|
||
|
|
mul r15
|
||
|
|
add r12,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r13,rdx
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,r12
|
||
|
|
adc r11,0
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r11,rdx
|
||
|
|
mov QWORD PTR[8+rcx*1+rdi],r10
|
||
|
|
|
||
|
|
lea rcx,QWORD PTR[16+rcx]
|
||
|
|
jmp $L$sqr4x_inner
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
$L$sqr4x_inner::
|
||
|
|
mov rbx,QWORD PTR[rcx*1+rsi]
|
||
|
|
xor r12,r12
|
||
|
|
add r13,QWORD PTR[rcx*1+rdi]
|
||
|
|
adc r12,0
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r12,rdx
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
add r11,r13
|
||
|
|
adc r10,0
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
mov QWORD PTR[rcx*1+rdi],r11
|
||
|
|
|
||
|
|
mov rbx,QWORD PTR[8+rcx*1+rsi]
|
||
|
|
xor r13,r13
|
||
|
|
add r12,QWORD PTR[8+rcx*1+rdi]
|
||
|
|
adc r13,0
|
||
|
|
mul r15
|
||
|
|
add r12,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r13,rdx
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,r12
|
||
|
|
lea rcx,QWORD PTR[16+rcx]
|
||
|
|
adc r11,0
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r11,rdx
|
||
|
|
mov QWORD PTR[((-8))+rcx*1+rdi],r10
|
||
|
|
|
||
|
|
cmp rcx,0
|
||
|
|
jne $L$sqr4x_inner
|
||
|
|
|
||
|
|
xor r12,r12
|
||
|
|
add r13,r11
|
||
|
|
adc r12,0
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
adc r12,rdx
|
||
|
|
|
||
|
|
mov QWORD PTR[rdi],r13
|
||
|
|
mov QWORD PTR[8+rdi],r12
|
||
|
|
|
||
|
|
add rbp,16
|
||
|
|
jnz $L$sqr4x_outer
|
||
|
|
|
||
|
|
|
||
|
|
mov r14,QWORD PTR[((-32))+rsi]
|
||
|
|
lea rdi,QWORD PTR[64+r9*2+rsp]
|
||
|
|
mov rax,QWORD PTR[((-24))+rsi]
|
||
|
|
lea rdi,QWORD PTR[((-32))+rbp*1+rdi]
|
||
|
|
mov rbx,QWORD PTR[((-16))+rsi]
|
||
|
|
mov r15,rax
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r11,rdx
|
||
|
|
mov QWORD PTR[((-24))+rdi],r10
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
add r11,r13
|
||
|
|
adc r10,0
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
mov QWORD PTR[((-16))+rdi],r11
|
||
|
|
|
||
|
|
mov rbx,QWORD PTR[((-8))+rsi]
|
||
|
|
mul r15
|
||
|
|
add r12,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc rdx,0
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,r12
|
||
|
|
mov r13,rdx
|
||
|
|
adc r11,0
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r11,rdx
|
||
|
|
mov QWORD PTR[((-8))+rdi],r10
|
||
|
|
|
||
|
|
xor r12,r12
|
||
|
|
add r13,r11
|
||
|
|
adc r12,0
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
mov rax,QWORD PTR[((-16))+rsi]
|
||
|
|
adc r12,rdx
|
||
|
|
|
||
|
|
mov QWORD PTR[rdi],r13
|
||
|
|
mov QWORD PTR[8+rdi],r12
|
||
|
|
|
||
|
|
mul rbx
|
||
|
|
add rbp,16
|
||
|
|
xor r14,r14
|
||
|
|
sub rbp,r9
|
||
|
|
xor r15,r15
|
||
|
|
|
||
|
|
add rax,r12
|
||
|
|
adc rdx,0
|
||
|
|
mov QWORD PTR[8+rdi],rax
|
||
|
|
mov QWORD PTR[16+rdi],rdx
|
||
|
|
mov QWORD PTR[24+rdi],r15
|
||
|
|
|
||
|
|
mov rax,QWORD PTR[((-16))+rbp*1+rsi]
|
||
|
|
lea rdi,QWORD PTR[64+r9*2+rsp]
|
||
|
|
xor r10,r10
|
||
|
|
mov r11,QWORD PTR[((-24))+rbp*2+rdi]
|
||
|
|
|
||
|
|
lea r12,QWORD PTR[r10*2+r14]
|
||
|
|
shr r10,63
|
||
|
|
lea r13,QWORD PTR[r11*2+rcx]
|
||
|
|
shr r11,63
|
||
|
|
or r13,r10
|
||
|
|
mov r10,QWORD PTR[((-16))+rbp*2+rdi]
|
||
|
|
mov r14,r11
|
||
|
|
mul rax
|
||
|
|
neg r15
|
||
|
|
mov r11,QWORD PTR[((-8))+rbp*2+rdi]
|
||
|
|
adc r12,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+rbp*1+rsi]
|
||
|
|
mov QWORD PTR[((-32))+rbp*2+rdi],r12
|
||
|
|
adc r13,rdx
|
||
|
|
|
||
|
|
lea rbx,QWORD PTR[r10*2+r14]
|
||
|
|
mov QWORD PTR[((-24))+rbp*2+rdi],r13
|
||
|
|
sbb r15,r15
|
||
|
|
shr r10,63
|
||
|
|
lea r8,QWORD PTR[r11*2+rcx]
|
||
|
|
shr r11,63
|
||
|
|
or r8,r10
|
||
|
|
mov r10,QWORD PTR[rbp*2+rdi]
|
||
|
|
mov r14,r11
|
||
|
|
mul rax
|
||
|
|
neg r15
|
||
|
|
mov r11,QWORD PTR[8+rbp*2+rdi]
|
||
|
|
adc rbx,rax
|
||
|
|
mov rax,QWORD PTR[rbp*1+rsi]
|
||
|
|
mov QWORD PTR[((-16))+rbp*2+rdi],rbx
|
||
|
|
adc r8,rdx
|
||
|
|
lea rbp,QWORD PTR[16+rbp]
|
||
|
|
mov QWORD PTR[((-40))+rbp*2+rdi],r8
|
||
|
|
sbb r15,r15
|
||
|
|
jmp $L$sqr4x_shift_n_add
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
$L$sqr4x_shift_n_add::
|
||
|
|
lea r12,QWORD PTR[r10*2+r14]
|
||
|
|
shr r10,63
|
||
|
|
lea r13,QWORD PTR[r11*2+rcx]
|
||
|
|
shr r11,63
|
||
|
|
or r13,r10
|
||
|
|
mov r10,QWORD PTR[((-16))+rbp*2+rdi]
|
||
|
|
mov r14,r11
|
||
|
|
mul rax
|
||
|
|
neg r15
|
||
|
|
mov r11,QWORD PTR[((-8))+rbp*2+rdi]
|
||
|
|
adc r12,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+rbp*1+rsi]
|
||
|
|
mov QWORD PTR[((-32))+rbp*2+rdi],r12
|
||
|
|
adc r13,rdx
|
||
|
|
|
||
|
|
lea rbx,QWORD PTR[r10*2+r14]
|
||
|
|
mov QWORD PTR[((-24))+rbp*2+rdi],r13
|
||
|
|
sbb r15,r15
|
||
|
|
shr r10,63
|
||
|
|
lea r8,QWORD PTR[r11*2+rcx]
|
||
|
|
shr r11,63
|
||
|
|
or r8,r10
|
||
|
|
mov r10,QWORD PTR[rbp*2+rdi]
|
||
|
|
mov r14,r11
|
||
|
|
mul rax
|
||
|
|
neg r15
|
||
|
|
mov r11,QWORD PTR[8+rbp*2+rdi]
|
||
|
|
adc rbx,rax
|
||
|
|
mov rax,QWORD PTR[rbp*1+rsi]
|
||
|
|
mov QWORD PTR[((-16))+rbp*2+rdi],rbx
|
||
|
|
adc r8,rdx
|
||
|
|
|
||
|
|
lea r12,QWORD PTR[r10*2+r14]
|
||
|
|
mov QWORD PTR[((-8))+rbp*2+rdi],r8
|
||
|
|
sbb r15,r15
|
||
|
|
shr r10,63
|
||
|
|
lea r13,QWORD PTR[r11*2+rcx]
|
||
|
|
shr r11,63
|
||
|
|
or r13,r10
|
||
|
|
mov r10,QWORD PTR[16+rbp*2+rdi]
|
||
|
|
mov r14,r11
|
||
|
|
mul rax
|
||
|
|
neg r15
|
||
|
|
mov r11,QWORD PTR[24+rbp*2+rdi]
|
||
|
|
adc r12,rax
|
||
|
|
mov rax,QWORD PTR[8+rbp*1+rsi]
|
||
|
|
mov QWORD PTR[rbp*2+rdi],r12
|
||
|
|
adc r13,rdx
|
||
|
|
|
||
|
|
lea rbx,QWORD PTR[r10*2+r14]
|
||
|
|
mov QWORD PTR[8+rbp*2+rdi],r13
|
||
|
|
sbb r15,r15
|
||
|
|
shr r10,63
|
||
|
|
lea r8,QWORD PTR[r11*2+rcx]
|
||
|
|
shr r11,63
|
||
|
|
or r8,r10
|
||
|
|
mov r10,QWORD PTR[32+rbp*2+rdi]
|
||
|
|
mov r14,r11
|
||
|
|
mul rax
|
||
|
|
neg r15
|
||
|
|
mov r11,QWORD PTR[40+rbp*2+rdi]
|
||
|
|
adc rbx,rax
|
||
|
|
mov rax,QWORD PTR[16+rbp*1+rsi]
|
||
|
|
mov QWORD PTR[16+rbp*2+rdi],rbx
|
||
|
|
adc r8,rdx
|
||
|
|
mov QWORD PTR[24+rbp*2+rdi],r8
|
||
|
|
sbb r15,r15
|
||
|
|
add rbp,32
|
||
|
|
jnz $L$sqr4x_shift_n_add
|
||
|
|
|
||
|
|
lea r12,QWORD PTR[r10*2+r14]
|
||
|
|
shr r10,63
|
||
|
|
lea r13,QWORD PTR[r11*2+rcx]
|
||
|
|
shr r11,63
|
||
|
|
or r13,r10
|
||
|
|
mov r10,QWORD PTR[((-16))+rdi]
|
||
|
|
mov r14,r11
|
||
|
|
mul rax
|
||
|
|
neg r15
|
||
|
|
mov r11,QWORD PTR[((-8))+rdi]
|
||
|
|
adc r12,rax
|
||
|
|
mov rax,QWORD PTR[((-8))+rsi]
|
||
|
|
mov QWORD PTR[((-32))+rdi],r12
|
||
|
|
adc r13,rdx
|
||
|
|
|
||
|
|
lea rbx,QWORD PTR[r10*2+r14]
|
||
|
|
mov QWORD PTR[((-24))+rdi],r13
|
||
|
|
sbb r15,r15
|
||
|
|
shr r10,63
|
||
|
|
lea r8,QWORD PTR[r11*2+rcx]
|
||
|
|
shr r11,63
|
||
|
|
or r8,r10
|
||
|
|
mul rax
|
||
|
|
neg r15
|
||
|
|
adc rbx,rax
|
||
|
|
adc r8,rdx
|
||
|
|
mov QWORD PTR[((-16))+rdi],rbx
|
||
|
|
mov QWORD PTR[((-8))+rdi],r8
|
||
|
|
mov rsi,QWORD PTR[40+rsp]
|
||
|
|
mov r8,QWORD PTR[48+rsp]
|
||
|
|
xor rcx,rcx
|
||
|
|
mov QWORD PTR[rsp],r9
|
||
|
|
sub rcx,r9
|
||
|
|
mov r10,QWORD PTR[64+rsp]
|
||
|
|
mov r14,r8
|
||
|
|
lea rax,QWORD PTR[64+r9*2+rsp]
|
||
|
|
lea rdi,QWORD PTR[64+r9*1+rsp]
|
||
|
|
mov QWORD PTR[8+rsp],rax
|
||
|
|
lea rsi,QWORD PTR[r9*1+rsi]
|
||
|
|
xor rbp,rbp
|
||
|
|
|
||
|
|
mov rax,QWORD PTR[rcx*1+rsi]
|
||
|
|
mov r9,QWORD PTR[8+rcx*1+rsi]
|
||
|
|
imul r14,r10
|
||
|
|
mov rbx,rax
|
||
|
|
jmp $L$sqr4x_mont_outer
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
$L$sqr4x_mont_outer::
|
||
|
|
xor r11,r11
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,r9
|
||
|
|
adc r11,rdx
|
||
|
|
mov r15,r8
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
add r11,QWORD PTR[8+rcx*1+rdi]
|
||
|
|
adc r10,0
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
|
||
|
|
imul r15,r11
|
||
|
|
|
||
|
|
mov rbx,QWORD PTR[16+rcx*1+rsi]
|
||
|
|
xor r13,r13
|
||
|
|
add r12,r11
|
||
|
|
adc r13,0
|
||
|
|
mul r15
|
||
|
|
add r12,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r13,rdx
|
||
|
|
mov QWORD PTR[8+rcx*1+rdi],r12
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,QWORD PTR[16+rcx*1+rdi]
|
||
|
|
adc r11,0
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,r9
|
||
|
|
adc r11,rdx
|
||
|
|
|
||
|
|
mov r9,QWORD PTR[24+rcx*1+rsi]
|
||
|
|
xor r12,r12
|
||
|
|
add r13,r10
|
||
|
|
adc r12,0
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
mov rax,r9
|
||
|
|
adc r12,rdx
|
||
|
|
mov QWORD PTR[16+rcx*1+rdi],r13
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
add r11,QWORD PTR[24+rcx*1+rdi]
|
||
|
|
lea rcx,QWORD PTR[32+rcx]
|
||
|
|
adc r10,0
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
jmp $L$sqr4x_mont_inner
|
||
|
|
|
||
|
|
ALIGN 16
|
||
|
|
$L$sqr4x_mont_inner::
|
||
|
|
mov rbx,QWORD PTR[rcx*1+rsi]
|
||
|
|
xor r13,r13
|
||
|
|
add r12,r11
|
||
|
|
adc r13,0
|
||
|
|
mul r15
|
||
|
|
add r12,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r13,rdx
|
||
|
|
mov QWORD PTR[((-8))+rcx*1+rdi],r12
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,QWORD PTR[rcx*1+rdi]
|
||
|
|
adc r11,0
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,r9
|
||
|
|
adc r11,rdx
|
||
|
|
|
||
|
|
mov r9,QWORD PTR[8+rcx*1+rsi]
|
||
|
|
xor r12,r12
|
||
|
|
add r13,r10
|
||
|
|
adc r12,0
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
mov rax,r9
|
||
|
|
adc r12,rdx
|
||
|
|
mov QWORD PTR[rcx*1+rdi],r13
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
add r11,QWORD PTR[8+rcx*1+rdi]
|
||
|
|
adc r10,0
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
|
||
|
|
|
||
|
|
mov rbx,QWORD PTR[16+rcx*1+rsi]
|
||
|
|
xor r13,r13
|
||
|
|
add r12,r11
|
||
|
|
adc r13,0
|
||
|
|
mul r15
|
||
|
|
add r12,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r13,rdx
|
||
|
|
mov QWORD PTR[8+rcx*1+rdi],r12
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,QWORD PTR[16+rcx*1+rdi]
|
||
|
|
adc r11,0
|
||
|
|
mul r14
|
||
|
|
add r10,rax
|
||
|
|
mov rax,r9
|
||
|
|
adc r11,rdx
|
||
|
|
|
||
|
|
mov r9,QWORD PTR[24+rcx*1+rsi]
|
||
|
|
xor r12,r12
|
||
|
|
add r13,r10
|
||
|
|
adc r12,0
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
mov rax,r9
|
||
|
|
adc r12,rdx
|
||
|
|
mov QWORD PTR[16+rcx*1+rdi],r13
|
||
|
|
|
||
|
|
xor r10,r10
|
||
|
|
add r11,QWORD PTR[24+rcx*1+rdi]
|
||
|
|
lea rcx,QWORD PTR[32+rcx]
|
||
|
|
adc r10,0
|
||
|
|
mul r14
|
||
|
|
add r11,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r10,rdx
|
||
|
|
cmp rcx,0
|
||
|
|
jne $L$sqr4x_mont_inner
|
||
|
|
|
||
|
|
sub rcx,QWORD PTR[rsp]
|
||
|
|
mov r14,r8
|
||
|
|
|
||
|
|
xor r13,r13
|
||
|
|
add r12,r11
|
||
|
|
adc r13,0
|
||
|
|
mul r15
|
||
|
|
add r12,rax
|
||
|
|
mov rax,r9
|
||
|
|
adc r13,rdx
|
||
|
|
mov QWORD PTR[((-8))+rdi],r12
|
||
|
|
|
||
|
|
xor r11,r11
|
||
|
|
add r10,QWORD PTR[rdi]
|
||
|
|
adc r11,0
|
||
|
|
mov rbx,QWORD PTR[rcx*1+rsi]
|
||
|
|
add r10,rbp
|
||
|
|
adc r11,0
|
||
|
|
|
||
|
|
imul r14,QWORD PTR[16+rcx*1+rdi]
|
||
|
|
xor r12,r12
|
||
|
|
mov r9,QWORD PTR[8+rcx*1+rsi]
|
||
|
|
add r13,r10
|
||
|
|
mov r10,QWORD PTR[16+rcx*1+rdi]
|
||
|
|
adc r12,0
|
||
|
|
mul r15
|
||
|
|
add r13,rax
|
||
|
|
mov rax,rbx
|
||
|
|
adc r12,rdx
|
||
|
|
mov QWORD PTR[rdi],r13
|
||
|
|
|
||
|
|
xor rbp,rbp
|
||
|
|
add r12,QWORD PTR[8+rdi]
|
||
|
|
adc rbp,rbp
|
||
|
|
add r12,r11
|
||
|
|
lea rdi,QWORD PTR[16+rdi]
|
||
|
|
adc rbp,0
|
||
|
|
mov QWORD PTR[((-8))+rdi],r12
|
||
|
|
cmp rdi,QWORD PTR[8+rsp]
|
||
|
|
jb $L$sqr4x_mont_outer
|
||
|
|
|
||
|
|
mov r9,QWORD PTR[rsp]
|
||
|
|
mov QWORD PTR[rdi],rbp
|
||
|
|
mov rax,QWORD PTR[64+r9*1+rsp]
|
||
|
|
lea rbx,QWORD PTR[64+r9*1+rsp]
|
||
|
|
mov rsi,QWORD PTR[40+rsp]
|
||
|
|
shr r9,5
|
||
|
|
mov rdx,QWORD PTR[8+rbx]
|
||
|
|
xor rbp,rbp
|
||
|
|
|
||
|
|
mov rdi,QWORD PTR[32+rsp]
|
||
|
|
sub rax,QWORD PTR[rsi]
|
||
|
|
mov r10,QWORD PTR[16+rbx]
|
||
|
|
mov r11,QWORD PTR[24+rbx]
|
||
|
|
sbb rdx,QWORD PTR[8+rsi]
|
||
|
|
lea rcx,QWORD PTR[((-1))+r9]
|
||
|
|
jmp $L$sqr4x_sub
|
||
|
|
ALIGN 16
|
||
|
|
$L$sqr4x_sub::
|
||
|
|
mov QWORD PTR[rbp*8+rdi],rax
|
||
|
|
mov QWORD PTR[8+rbp*8+rdi],rdx
|
||
|
|
sbb r10,QWORD PTR[16+rbp*8+rsi]
|
||
|
|
mov rax,QWORD PTR[32+rbp*8+rbx]
|
||
|
|
mov rdx,QWORD PTR[40+rbp*8+rbx]
|
||
|
|
sbb r11,QWORD PTR[24+rbp*8+rsi]
|
||
|
|
mov QWORD PTR[16+rbp*8+rdi],r10
|
||
|
|
mov QWORD PTR[24+rbp*8+rdi],r11
|
||
|
|
sbb rax,QWORD PTR[32+rbp*8+rsi]
|
||
|
|
mov r10,QWORD PTR[48+rbp*8+rbx]
|
||
|
|
mov r11,QWORD PTR[56+rbp*8+rbx]
|
||
|
|
sbb rdx,QWORD PTR[40+rbp*8+rsi]
|
||
|
|
lea rbp,QWORD PTR[4+rbp]
|
||
|
|
dec rcx
|
||
|
|
jnz $L$sqr4x_sub
|
||
|
|
|
||
|
|
mov QWORD PTR[rbp*8+rdi],rax
|
||
|
|
mov rax,QWORD PTR[32+rbp*8+rbx]
|
||
|
|
sbb r10,QWORD PTR[16+rbp*8+rsi]
|
||
|
|
mov QWORD PTR[8+rbp*8+rdi],rdx
|
||
|
|
sbb r11,QWORD PTR[24+rbp*8+rsi]
|
||
|
|
mov QWORD PTR[16+rbp*8+rdi],r10
|
||
|
|
|
||
|
|
sbb rax,0
|
||
|
|
mov QWORD PTR[24+rbp*8+rdi],r11
|
||
|
|
xor rbp,rbp
|
||
|
|
and rbx,rax
|
||
|
|
not rax
|
||
|
|
mov rsi,rdi
|
||
|
|
and rsi,rax
|
||
|
|
lea rcx,QWORD PTR[((-1))+r9]
|
||
|
|
or rbx,rsi
|
||
|
|
|
||
|
|
pxor xmm0,xmm0
|
||
|
|
lea rsi,QWORD PTR[64+r9*8+rsp]
|
||
|
|
movdqu xmm1,XMMWORD PTR[rbx]
|
||
|
|
lea rsi,QWORD PTR[r9*8+rsi]
|
||
|
|
movdqa XMMWORD PTR[64+rsp],xmm0
|
||
|
|
movdqa XMMWORD PTR[rsi],xmm0
|
||
|
|
movdqu XMMWORD PTR[rdi],xmm1
|
||
|
|
jmp $L$sqr4x_copy
|
||
|
|
ALIGN 16
|
||
|
|
$L$sqr4x_copy::
|
||
|
|
movdqu xmm2,XMMWORD PTR[16+rbp*1+rbx]
|
||
|
|
movdqu xmm1,XMMWORD PTR[32+rbp*1+rbx]
|
||
|
|
movdqa XMMWORD PTR[80+rbp*1+rsp],xmm0
|
||
|
|
movdqa XMMWORD PTR[96+rbp*1+rsp],xmm0
|
||
|
|
movdqa XMMWORD PTR[16+rbp*1+rsi],xmm0
|
||
|
|
movdqa XMMWORD PTR[32+rbp*1+rsi],xmm0
|
||
|
|
movdqu XMMWORD PTR[16+rbp*1+rdi],xmm2
|
||
|
|
movdqu XMMWORD PTR[32+rbp*1+rdi],xmm1
|
||
|
|
lea rbp,QWORD PTR[32+rbp]
|
||
|
|
dec rcx
|
||
|
|
jnz $L$sqr4x_copy
|
||
|
|
|
||
|
|
movdqu xmm2,XMMWORD PTR[16+rbp*1+rbx]
|
||
|
|
movdqa XMMWORD PTR[80+rbp*1+rsp],xmm0
|
||
|
|
movdqa XMMWORD PTR[16+rbp*1+rsi],xmm0
|
||
|
|
movdqu XMMWORD PTR[16+rbp*1+rdi],xmm2
|
||
|
|
mov rsi,QWORD PTR[56+rsp]
|
||
|
|
mov rax,1
|
||
|
|
mov r15,QWORD PTR[rsi]
|
||
|
|
mov r14,QWORD PTR[8+rsi]
|
||
|
|
mov r13,QWORD PTR[16+rsi]
|
||
|
|
mov r12,QWORD PTR[24+rsi]
|
||
|
|
mov rbp,QWORD PTR[32+rsi]
|
||
|
|
mov rbx,QWORD PTR[40+rsi]
|
||
|
|
lea rsp,QWORD PTR[48+rsi]
|
||
|
|
$L$sqr4x_epilogue::
|
||
|
|
mov rdi,QWORD PTR[8+rsp] ;WIN64 epilogue
|
||
|
|
mov rsi,QWORD PTR[16+rsp]
|
||
|
|
DB 0F3h,0C3h ;repret
|
||
|
|
$L$SEH_end_bn_sqr4x_mont::
|
||
|
|
bn_sqr4x_mont ENDP
|
||
|
|
DB 77,111,110,116,103,111,109,101,114,121,32,77,117,108,116,105
|
||
|
|
DB 112,108,105,99,97,116,105,111,110,32,102,111,114,32,120,56
|
||
|
|
DB 54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83
|
||
|
|
DB 32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115
|
||
|
|
DB 115,108,46,111,114,103,62,0
|
||
|
|
ALIGN 16
|
||
|
|
|
||
|
|
.text$ ENDS
|
||
|
|
END
|
||
|
|
|