aboutsummaryrefslogtreecommitdiffstats
path: root/contrib/libs/openssl/asm/windows/crypto/bn/x86-mont.masm
blob: 23c682556766a36d66f61ab6d992a6dccd1114d8 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
IF @Version LT 800
ECHO MASM version 8.00 or later is strongly recommended.
ENDIF
.686
.XMM
IF @Version LT 800
XMMWORD STRUCT 16
DQ	2 dup (?)
XMMWORD	ENDS
ENDIF

.MODEL	FLAT
OPTION	DOTNAME
IF @Version LT 800
.text$	SEGMENT PAGE 'CODE'
ELSE
.text$	SEGMENT ALIGN(64) 'CODE'
ENDIF
;EXTERN	_OPENSSL_ia32cap_P:NEAR
ALIGN	16
_bn_mul_mont	PROC PUBLIC
$L_bn_mul_mont_begin::
	push	ebp
	push	ebx
	push	esi
	push	edi
	xor	eax,eax
	mov	edi,DWORD PTR 40[esp]
	cmp	edi,4
	jl	$L000just_leave
	lea	esi,DWORD PTR 20[esp]
	lea	edx,DWORD PTR 24[esp]
	add	edi,2
	neg	edi
	lea	ebp,DWORD PTR [edi*4+esp-32]
	neg	edi
	mov	eax,ebp
	sub	eax,edx
	and	eax,2047
	sub	ebp,eax
	xor	edx,ebp
	and	edx,2048
	xor	edx,2048
	sub	ebp,edx
	and	ebp,-64
	mov	eax,esp
	sub	eax,ebp
	and	eax,-4096
	mov	edx,esp
	lea	esp,DWORD PTR [eax*1+ebp]
	mov	eax,DWORD PTR [esp]
	cmp	esp,ebp
	ja	$L001page_walk
	jmp	$L002page_walk_done
ALIGN	16
$L001page_walk:
	lea	esp,DWORD PTR [esp-4096]
	mov	eax,DWORD PTR [esp]
	cmp	esp,ebp
	ja	$L001page_walk
$L002page_walk_done:
	mov	eax,DWORD PTR [esi]
	mov	ebx,DWORD PTR 4[esi]
	mov	ecx,DWORD PTR 8[esi]
	mov	ebp,DWORD PTR 12[esi]
	mov	esi,DWORD PTR 16[esi]
	mov	esi,DWORD PTR [esi]
	mov	DWORD PTR 4[esp],eax
	mov	DWORD PTR 8[esp],ebx
	mov	DWORD PTR 12[esp],ecx
	mov	DWORD PTR 16[esp],ebp
	mov	DWORD PTR 20[esp],esi
	lea	ebx,DWORD PTR [edi-3]
	mov	DWORD PTR 24[esp],edx
	lea	eax,DWORD PTR _OPENSSL_ia32cap_P
	bt	DWORD PTR [eax],26
	jnc	$L003non_sse2
	mov	eax,-1
	movd	mm7,eax
	mov	esi,DWORD PTR 8[esp]
	mov	edi,DWORD PTR 12[esp]
	mov	ebp,DWORD PTR 16[esp]
	xor	edx,edx
	xor	ecx,ecx
	movd	mm4,DWORD PTR [edi]
	movd	mm5,DWORD PTR [esi]
	movd	mm3,DWORD PTR [ebp]
	pmuludq	mm5,mm4
	movq	mm2,mm5
	movq	mm0,mm5
	pand	mm0,mm7
	pmuludq	mm5,QWORD PTR 20[esp]
	pmuludq	mm3,mm5
	paddq	mm3,mm0
	movd	mm1,DWORD PTR 4[ebp]
	movd	mm0,DWORD PTR 4[esi]
	psrlq	mm2,32
	psrlq	mm3,32
	inc	ecx
ALIGN	16
$L0041st:
	pmuludq	mm0,mm4
	pmuludq	mm1,mm5
	paddq	mm2,mm0
	paddq	mm3,mm1
	movq	mm0,mm2
	pand	mm0,mm7
	movd	mm1,DWORD PTR 4[ecx*4+ebp]
	paddq	mm3,mm0
	movd	mm0,DWORD PTR 4[ecx*4+esi]
	psrlq	mm2,32
	movd	DWORD PTR 28[ecx*4+esp],mm3
	psrlq	mm3,32
	lea	ecx,DWORD PTR 1[ecx]
	cmp	ecx,ebx
	jl	$L0041st
	pmuludq	mm0,mm4
	pmuludq	mm1,mm5
	paddq	mm2,mm0
	paddq	mm3,mm1
	movq	mm0,mm2
	pand	mm0,mm7
	paddq	mm3,mm0
	movd	DWORD PTR 28[ecx*4+esp],mm3
	psrlq	mm2,32
	psrlq	mm3,32
	paddq	mm3,mm2
	movq	QWORD PTR 32[ebx*4+esp],mm3
	inc	edx
$L005outer:
	xor	ecx,ecx
	movd	mm4,DWORD PTR [edx*4+edi]
	movd	mm5,DWORD PTR [esi]
	movd	mm6,DWORD PTR 32[esp]
	movd	mm3,DWORD PTR [ebp]
	pmuludq	mm5,mm4
	paddq	mm5,mm6
	movq	mm0,mm5
	movq	mm2,mm5
	pand	mm0,mm7
	pmuludq	mm5,QWORD PTR 20[esp]
	pmuludq	mm3,mm5
	paddq	mm3,mm0
	movd	mm6,DWORD PTR 36[esp]
	movd	mm1,DWORD PTR 4[ebp]
	movd	mm0,DWORD PTR 4[esi]
	psrlq	mm2,32
	psrlq	mm3,32
	paddq	mm2,mm6
	inc	ecx
	dec	ebx
$L006inner:
	pmuludq	mm0,mm4
	pmuludq	mm1,mm5
	paddq	mm2,mm0
	paddq	mm3,mm1
	movq	mm0,mm2
	movd	mm6,DWORD PTR 36[ecx*4+esp]
	pand	mm0,mm7
	movd	mm1,DWORD PTR 4[ecx*4+ebp]
	paddq	mm3,mm0
	movd	mm0,DWORD PTR 4[ecx*4+esi]
	psrlq	mm2,32
	movd	DWORD PTR 28[ecx*4+esp],mm3
	psrlq	mm3,32
	paddq	mm2,mm6
	dec	ebx
	lea	ecx,DWORD PTR 1[ecx]
	jnz	$L006inner
	mov	ebx,ecx
	pmuludq	mm0,mm4
	pmuludq	mm1,mm5
	paddq	mm2,mm0
	paddq	mm3,mm1
	movq	mm0,mm2
	pand	mm0,mm7
	paddq	mm3,mm0
	movd	DWORD PTR 28[ecx*4+esp],mm3
	psrlq	mm2,32
	psrlq	mm3,32
	movd	mm6,DWORD PTR 36[ebx*4+esp]
	paddq	mm3,mm2
	paddq	mm3,mm6
	movq	QWORD PTR 32[ebx*4+esp],mm3
	lea	edx,DWORD PTR 1[edx]
	cmp	edx,ebx
	jle	$L005outer
	emms
	jmp	$L007common_tail
ALIGN	16
$L003non_sse2:
	mov	esi,DWORD PTR 8[esp]
	lea	ebp,DWORD PTR 1[ebx]
	mov	edi,DWORD PTR 12[esp]
	xor	ecx,ecx
	mov	edx,esi
	and	ebp,1
	sub	edx,edi
	lea	eax,DWORD PTR 4[ebx*4+edi]
	or	ebp,edx
	mov	edi,DWORD PTR [edi]
	jz	$L008bn_sqr_mont
	mov	DWORD PTR 28[esp],eax
	mov	eax,DWORD PTR [esi]
	xor	edx,edx
ALIGN	16
$L009mull:
	mov	ebp,edx
	mul	edi
	add	ebp,eax
	lea	ecx,DWORD PTR 1[ecx]
	adc	edx,0
	mov	eax,DWORD PTR [ecx*4+esi]
	cmp	ecx,ebx
	mov	DWORD PTR 28[ecx*4+esp],ebp
	jl	$L009mull
	mov	ebp,edx
	mul	edi
	mov	edi,DWORD PTR 20[esp]
	add	eax,ebp
	mov	esi,DWORD PTR 16[esp]
	adc	edx,0
	imul	edi,DWORD PTR 32[esp]
	mov	DWORD PTR 32[ebx*4+esp],eax
	xor	ecx,ecx
	mov	DWORD PTR 36[ebx*4+esp],edx
	mov	DWORD PTR 40[ebx*4+esp],ecx
	mov	eax,DWORD PTR [esi]
	mul	edi
	add	eax,DWORD PTR 32[esp]
	mov	eax,DWORD PTR 4[esi]
	adc	edx,0
	inc	ecx
	jmp	$L0102ndmadd
ALIGN	16
$L0111stmadd:
	mov	ebp,edx
	mul	edi
	add	ebp,DWORD PTR 32[ecx*4+esp]
	lea	ecx,DWORD PTR 1[ecx]
	adc	edx,0
	add	ebp,eax
	mov	eax,DWORD PTR [ecx*4+esi]
	adc	edx,0
	cmp	ecx,ebx
	mov	DWORD PTR 28[ecx*4+esp],ebp
	jl	$L0111stmadd
	mov	ebp,edx
	mul	edi
	add	eax,DWORD PTR 32[ebx*4+esp]
	mov	edi,DWORD PTR 20[esp]
	adc	edx,0
	mov	esi,DWORD PTR 16[esp]
	add	ebp,eax
	adc	edx,0
	imul	edi,DWORD PTR 32[esp]
	xor	ecx,ecx
	add	edx,DWORD PTR 36[ebx*4+esp]
	mov	DWORD PTR 32[ebx*4+esp],ebp
	adc	ecx,0
	mov	eax,DWORD PTR [esi]
	mov	DWORD PTR 36[ebx*4+esp],edx
	mov	DWORD PTR 40[ebx*4+esp],ecx
	mul	edi
	add	eax,DWORD PTR 32[esp]
	mov	eax,DWORD PTR 4[esi]
	adc	edx,0
	mov	ecx,1
ALIGN	16
$L0102ndmadd:
	mov	ebp,edx
	mul	edi
	add	ebp,DWORD PTR 32[ecx*4+esp]
	lea	ecx,DWORD PTR 1[ecx]
	adc	edx,0
	add	ebp,eax
	mov	eax,DWORD PTR [ecx*4+esi]
	adc	edx,0
	cmp	ecx,ebx
	mov	DWORD PTR 24[ecx*4+esp],ebp
	jl	$L0102ndmadd
	mov	ebp,edx
	mul	edi
	add	ebp,DWORD PTR 32[ebx*4+esp]
	adc	edx,0
	add	ebp,eax
	adc	edx,0
	mov	DWORD PTR 28[ebx*4+esp],ebp
	xor	eax,eax
	mov	ecx,DWORD PTR 12[esp]
	add	edx,DWORD PTR 36[ebx*4+esp]
	adc	eax,DWORD PTR 40[ebx*4+esp]
	lea	ecx,DWORD PTR 4[ecx]
	mov	DWORD PTR 32[ebx*4+esp],edx
	cmp	ecx,DWORD PTR 28[esp]
	mov	DWORD PTR 36[ebx*4+esp],eax
	je	$L007common_tail
	mov	edi,DWORD PTR [ecx]
	mov	esi,DWORD PTR 8[esp]
	mov	DWORD PTR 12[esp],ecx
	xor	ecx,ecx
	xor	edx,edx
	mov	eax,DWORD PTR [esi]
	jmp	$L0111stmadd
ALIGN	16
$L008bn_sqr_mont:
	mov	DWORD PTR [esp],ebx
	mov	DWORD PTR 12[esp],ecx
	mov	eax,edi
	mul	edi
	mov	DWORD PTR 32[esp],eax
	mov	ebx,edx
	shr	edx,1
	and	ebx,1
	inc	ecx
ALIGN	16
$L012sqr:
	mov	eax,DWORD PTR [ecx*4+esi]
	mov	ebp,edx
	mul	edi
	add	eax,ebp
	lea	ecx,DWORD PTR 1[ecx]
	adc	edx,0
	lea	ebp,DWORD PTR [eax*2+ebx]
	shr	eax,31
	cmp	ecx,DWORD PTR [esp]
	mov	ebx,eax
	mov	DWORD PTR 28[ecx*4+esp],ebp
	jl	$L012sqr
	mov	eax,DWORD PTR [ecx*4+esi]
	mov	ebp,edx
	mul	edi
	add	eax,ebp
	mov	edi,DWORD PTR 20[esp]
	adc	edx,0
	mov	esi,DWORD PTR 16[esp]
	lea	ebp,DWORD PTR [eax*2+ebx]
	imul	edi,DWORD PTR 32[esp]
	shr	eax,31
	mov	DWORD PTR 32[ecx*4+esp],ebp
	lea	ebp,DWORD PTR [edx*2+eax]
	mov	eax,DWORD PTR [esi]
	shr	edx,31
	mov	DWORD PTR 36[ecx*4+esp],ebp
	mov	DWORD PTR 40[ecx*4+esp],edx
	mul	edi
	add	eax,DWORD PTR 32[esp]
	mov	ebx,ecx
	adc	edx,0
	mov	eax,DWORD PTR 4[esi]
	mov	ecx,1
ALIGN	16
$L0133rdmadd:
	mov	ebp,edx
	mul	edi
	add	ebp,DWORD PTR 32[ecx*4+esp]
	adc	edx,0
	add	ebp,eax
	mov	eax,DWORD PTR 4[ecx*4+esi]
	adc	edx,0
	mov	DWORD PTR 28[ecx*4+esp],ebp
	mov	ebp,edx
	mul	edi
	add	ebp,DWORD PTR 36[ecx*4+esp]
	lea	ecx,DWORD PTR 2[ecx]
	adc	edx,0
	add	ebp,eax
	mov	eax,DWORD PTR [ecx*4+esi]
	adc	edx,0
	cmp	ecx,ebx
	mov	DWORD PTR 24[ecx*4+esp],ebp
	jl	$L0133rdmadd
	mov	ebp,edx
	mul	edi
	add	ebp,DWORD PTR 32[ebx*4+esp]
	adc	edx,0
	add	ebp,eax
	adc	edx,0
	mov	DWORD PTR 28[ebx*4+esp],ebp
	mov	ecx,DWORD PTR 12[esp]
	xor	eax,eax
	mov	esi,DWORD PTR 8[esp]
	add	edx,DWORD PTR 36[ebx*4+esp]
	adc	eax,DWORD PTR 40[ebx*4+esp]
	mov	DWORD PTR 32[ebx*4+esp],edx
	cmp	ecx,ebx
	mov	DWORD PTR 36[ebx*4+esp],eax
	je	$L007common_tail
	mov	edi,DWORD PTR 4[ecx*4+esi]
	lea	ecx,DWORD PTR 1[ecx]
	mov	eax,edi
	mov	DWORD PTR 12[esp],ecx
	mul	edi
	add	eax,DWORD PTR 32[ecx*4+esp]
	adc	edx,0
	mov	DWORD PTR 32[ecx*4+esp],eax
	xor	ebp,ebp
	cmp	ecx,ebx
	lea	ecx,DWORD PTR 1[ecx]
	je	$L014sqrlast
	mov	ebx,edx
	shr	edx,1
	and	ebx,1
ALIGN	16
$L015sqradd:
	mov	eax,DWORD PTR [ecx*4+esi]
	mov	ebp,edx
	mul	edi
	add	eax,ebp
	lea	ebp,DWORD PTR [eax*1+eax]
	adc	edx,0
	shr	eax,31
	add	ebp,DWORD PTR 32[ecx*4+esp]
	lea	ecx,DWORD PTR 1[ecx]
	adc	eax,0
	add	ebp,ebx
	adc	eax,0
	cmp	ecx,DWORD PTR [esp]
	mov	DWORD PTR 28[ecx*4+esp],ebp
	mov	ebx,eax
	jle	$L015sqradd
	mov	ebp,edx
	add	edx,edx
	shr	ebp,31
	add	edx,ebx
	adc	ebp,0
$L014sqrlast:
	mov	edi,DWORD PTR 20[esp]
	mov	esi,DWORD PTR 16[esp]
	imul	edi,DWORD PTR 32[esp]
	add	edx,DWORD PTR 32[ecx*4+esp]
	mov	eax,DWORD PTR [esi]
	adc	ebp,0
	mov	DWORD PTR 32[ecx*4+esp],edx
	mov	DWORD PTR 36[ecx*4+esp],ebp
	mul	edi
	add	eax,DWORD PTR 32[esp]
	lea	ebx,DWORD PTR [ecx-1]
	adc	edx,0
	mov	ecx,1
	mov	eax,DWORD PTR 4[esi]
	jmp	$L0133rdmadd
ALIGN	16
$L007common_tail:
	mov	ebp,DWORD PTR 16[esp]
	mov	edi,DWORD PTR 4[esp]
	lea	esi,DWORD PTR 32[esp]
	mov	eax,DWORD PTR [esi]
	mov	ecx,ebx
	xor	edx,edx
ALIGN	16
$L016sub:
	sbb	eax,DWORD PTR [edx*4+ebp]
	mov	DWORD PTR [edx*4+edi],eax
	dec	ecx
	mov	eax,DWORD PTR 4[edx*4+esi]
	lea	edx,DWORD PTR 1[edx]
	jge	$L016sub
	sbb	eax,0
	mov	edx,-1
	xor	edx,eax
	jmp	$L017copy
ALIGN	16
$L017copy:
	mov	esi,DWORD PTR 32[ebx*4+esp]
	mov	ebp,DWORD PTR [ebx*4+edi]
	mov	DWORD PTR 32[ebx*4+esp],ecx
	and	esi,eax
	and	ebp,edx
	or	ebp,esi
	mov	DWORD PTR [ebx*4+edi],ebp
	dec	ebx
	jge	$L017copy
	mov	esp,DWORD PTR 24[esp]
	mov	eax,1
$L000just_leave:
	pop	edi
	pop	esi
	pop	ebx
	pop	ebp
	ret
_bn_mul_mont ENDP
DB	77,111,110,116,103,111,109,101,114,121,32,77,117,108,116,105
DB	112,108,105,99,97,116,105,111,110,32,102,111,114,32,120,56
DB	54,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121
DB	32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46
DB	111,114,103,62,0
.text$	ENDS
.bss	SEGMENT 'BSS'
COMM	_OPENSSL_ia32cap_P:DWORD:4
.bss	ENDS
END