CoCalc -- curve25519-ppc64le

GitHub Repository: torvalds/linux
Path: blob/master/arch/powerpc/crypto/curve25519-ppc64le_asm.S
²⁶⁴⁵⁰ views
1
/* SPDX-License-Identifier: GPL-2.0-or-later */
2
#
3
# This code is taken from CRYPTOGAMs[1] and is included here using the option
4
# in the license to distribute the code under the GPL. Therefore this program
5
# is free software; you can redistribute it and/or modify it under the terms of
6
# the GNU General Public License version 2 as published by the Free Software
7
# Foundation.
8
#
9
# [1] https://github.com/dot-asm/cryptogams/
10

11
# Copyright (c) 2006-2017, CRYPTOGAMS by <[email protected]>
12
# All rights reserved.
13
#
14
# Redistribution and use in source and binary forms, with or without
15
# modification, are permitted provided that the following conditions
16
# are met:
17
#
18
#       * Redistributions of source code must retain copyright notices,
19
#         this list of conditions and the following disclaimer.
20
#
21
#       * Redistributions in binary form must reproduce the above
22
#         copyright notice, this list of conditions and the following
23
#         disclaimer in the documentation and/or other materials
24
#         provided with the distribution.
25
#
26
#       * Neither the name of the CRYPTOGAMS nor the names of its
27
#         copyright holder and contributors may be used to endorse or
28
#         promote products derived from this software without specific
29
#         prior written permission.
30
#
31
# ALTERNATIVELY, provided that this notice is retained in full, this
32
# product may be distributed under the terms of the GNU General Public
33
# License (GPL), in which case the provisions of the GPL apply INSTEAD OF
34
# those given above.
35
#
36
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER AND CONTRIBUTORS
37
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
38
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
39
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
40
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
41
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
42
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
43
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
44
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
45
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
46
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
47

48
# ====================================================================
49
# Written by Andy Polyakov <[email protected]> for the OpenSSL
50
# project. The module is, however, dual licensed under OpenSSL and
51
# CRYPTOGAMS licenses depending on where you obtain it. For further
52
# details see https://www.openssl.org/~appro/cryptogams/.
53
# ====================================================================
54

55
#
56
# ====================================================================
57
# Written and Modified by Danny Tsen <[email protected]>
58
# - Added x25519_fe51_sqr_times, x25519_fe51_frombytes, x25519_fe51_tobytes
59
#   and x25519_cswap
60
#
61
# Copyright 2024- IBM Corp.
62
#
63
# X25519 lower-level primitives for PPC64.
64
#
65

66
#include <linux/linkage.h>
67

68
.text
69

70
.align	5
71
SYM_FUNC_START(x25519_fe51_mul)
72

73
	stdu	1,-144(1)
74
	std	21,56(1)
75
	std	22,64(1)
76
	std	23,72(1)
77
	std	24,80(1)
78
	std	25,88(1)
79
	std	26,96(1)
80
	std	27,104(1)
81
	std	28,112(1)
82
	std	29,120(1)
83
	std	30,128(1)
84
	std	31,136(1)
85

86
	ld	6,0(5)
87
	ld	7,0(4)
88
	ld	8,8(4)
89
	ld	9,16(4)
90
	ld	10,24(4)
91
	ld	11,32(4)
92

93
	mulld	22,7,6
94
	mulhdu	23,7,6
95

96
	mulld	24,8,6
97
	mulhdu	25,8,6
98

99
	mulld	30,11,6
100
	mulhdu	31,11,6
101
	ld	4,8(5)
102
	mulli	11,11,19
103

104
	mulld	26,9,6
105
	mulhdu	27,9,6
106

107
	mulld	28,10,6
108
	mulhdu	29,10,6
109
	mulld	12,11,4
110
	mulhdu	21,11,4
111
	addc	22,22,12
112
	adde	23,23,21
113

114
	mulld	12,7,4
115
	mulhdu	21,7,4
116
	addc	24,24,12
117
	adde	25,25,21
118

119
	mulld	12,10,4
120
	mulhdu	21,10,4
121
	ld	6,16(5)
122
	mulli	10,10,19
123
	addc	30,30,12
124
	adde	31,31,21
125

126
	mulld	12,8,4
127
	mulhdu	21,8,4
128
	addc	26,26,12
129
	adde	27,27,21
130

131
	mulld	12,9,4
132
	mulhdu	21,9,4
133
	addc	28,28,12
134
	adde	29,29,21
135
	mulld	12,10,6
136
	mulhdu	21,10,6
137
	addc	22,22,12
138
	adde	23,23,21
139

140
	mulld	12,11,6
141
	mulhdu	21,11,6
142
	addc	24,24,12
143
	adde	25,25,21
144

145
	mulld	12,9,6
146
	mulhdu	21,9,6
147
	ld	4,24(5)
148
	mulli	9,9,19
149
	addc	30,30,12
150
	adde	31,31,21
151

152
	mulld	12,7,6
153
	mulhdu	21,7,6
154
	addc	26,26,12
155
	adde	27,27,21
156

157
	mulld	12,8,6
158
	mulhdu	21,8,6
159
	addc	28,28,12
160
	adde	29,29,21
161
	mulld	12,9,4
162
	mulhdu	21,9,4
163
	addc	22,22,12
164
	adde	23,23,21
165

166
	mulld	12,10,4
167
	mulhdu	21,10,4
168
	addc	24,24,12
169
	adde	25,25,21
170

171
	mulld	12,8,4
172
	mulhdu	21,8,4
173
	ld	6,32(5)
174
	mulli	8,8,19
175
	addc	30,30,12
176
	adde	31,31,21
177

178
	mulld	12,11,4
179
	mulhdu	21,11,4
180
	addc	26,26,12
181
	adde	27,27,21
182

183
	mulld	12,7,4
184
	mulhdu	21,7,4
185
	addc	28,28,12
186
	adde	29,29,21
187
	mulld	12,8,6
188
	mulhdu	21,8,6
189
	addc	22,22,12
190
	adde	23,23,21
191

192
	mulld	12,9,6
193
	mulhdu	21,9,6
194
	addc	24,24,12
195
	adde	25,25,21
196

197
	mulld	12,10,6
198
	mulhdu	21,10,6
199
	addc	26,26,12
200
	adde	27,27,21
201

202
	mulld	12,11,6
203
	mulhdu	21,11,6
204
	addc	28,28,12
205
	adde	29,29,21
206

207
	mulld	12,7,6
208
	mulhdu	21,7,6
209
	addc	30,30,12
210
	adde	31,31,21
211

212
.Lfe51_reduce:
213
	li	0,-1
214
	srdi	0,0,13
215

216
	srdi	12,26,51
217
	and	9,26,0
218
	insrdi	12,27,51,0
219
	srdi	21,22,51
220
	and	7,22,0
221
	insrdi	21,23,51,0
222
	addc	28,28,12
223
	addze	29,29
224
	addc	24,24,21
225
	addze	25,25
226

227
	srdi	12,28,51
228
	and	10,28,0
229
	insrdi	12,29,51,0
230
	srdi	21,24,51
231
	and	8,24,0
232
	insrdi	21,25,51,0
233
	addc	30,30,12
234
	addze	31,31
235
	add	9,9,21
236

237
	srdi	12,30,51
238
	and	11,30,0
239
	insrdi	12,31,51,0
240
	mulli	12,12,19
241

242
	add	7,7,12
243

244
	srdi	21,9,51
245
	and	9,9,0
246
	add	10,10,21
247

248
	srdi	12,7,51
249
	and	7,7,0
250
	add	8,8,12
251

252
	std	9,16(3)
253
	std	10,24(3)
254
	std	11,32(3)
255
	std	7,0(3)
256
	std	8,8(3)
257

258
	ld	21,56(1)
259
	ld	22,64(1)
260
	ld	23,72(1)
261
	ld	24,80(1)
262
	ld	25,88(1)
263
	ld	26,96(1)
264
	ld	27,104(1)
265
	ld	28,112(1)
266
	ld	29,120(1)
267
	ld	30,128(1)
268
	ld	31,136(1)
269
	addi	1,1,144
270
	blr
271
SYM_FUNC_END(x25519_fe51_mul)
272

273
.align	5
274
SYM_FUNC_START(x25519_fe51_sqr)
275

276
	stdu	1,-144(1)
277
	std	21,56(1)
278
	std	22,64(1)
279
	std	23,72(1)
280
	std	24,80(1)
281
	std	25,88(1)
282
	std	26,96(1)
283
	std	27,104(1)
284
	std	28,112(1)
285
	std	29,120(1)
286
	std	30,128(1)
287
	std	31,136(1)
288

289
	ld	7,0(4)
290
	ld	8,8(4)
291
	ld	9,16(4)
292
	ld	10,24(4)
293
	ld	11,32(4)
294

295
	add	6,7,7
296
	mulli	21,11,19
297

298
	mulld	22,7,7
299
	mulhdu	23,7,7
300
	mulld	24,8,6
301
	mulhdu	25,8,6
302
	mulld	26,9,6
303
	mulhdu	27,9,6
304
	mulld	28,10,6
305
	mulhdu	29,10,6
306
	mulld	30,11,6
307
	mulhdu	31,11,6
308
	add	6,8,8
309
	mulld	12,11,21
310
	mulhdu	11,11,21
311
	addc	28,28,12
312
	adde	29,29,11
313

314
	mulli	5,10,19
315

316
	mulld	12,8,8
317
	mulhdu	11,8,8
318
	addc	26,26,12
319
	adde	27,27,11
320
	mulld	12,9,6
321
	mulhdu	11,9,6
322
	addc	28,28,12
323
	adde	29,29,11
324
	mulld	12,10,6
325
	mulhdu	11,10,6
326
	addc	30,30,12
327
	adde	31,31,11
328
	mulld	12,21,6
329
	mulhdu	11,21,6
330
	add	6,10,10
331
	addc	22,22,12
332
	adde	23,23,11
333
	mulld	12,10,5
334
	mulhdu	10,10,5
335
	addc	24,24,12
336
	adde	25,25,10
337
	mulld	12,6,21
338
	mulhdu	10,6,21
339
	add	6,9,9
340
	addc	26,26,12
341
	adde	27,27,10
342

343
	mulld	12,9,9
344
	mulhdu	10,9,9
345
	addc	30,30,12
346
	adde	31,31,10
347
	mulld	12,5,6
348
	mulhdu	10,5,6
349
	addc	22,22,12
350
	adde	23,23,10
351
	mulld	12,21,6
352
	mulhdu	10,21,6
353
	addc	24,24,12
354
	adde	25,25,10
355

356
	b	.Lfe51_reduce
357
SYM_FUNC_END(x25519_fe51_sqr)
358

359
.align	5
360
SYM_FUNC_START(x25519_fe51_mul121666)
361

362
	stdu	1,-144(1)
363
	std	21,56(1)
364
	std	22,64(1)
365
	std	23,72(1)
366
	std	24,80(1)
367
	std	25,88(1)
368
	std	26,96(1)
369
	std	27,104(1)
370
	std	28,112(1)
371
	std	29,120(1)
372
	std	30,128(1)
373
	std	31,136(1)
374

375
	lis	6,1
376
	ori	6,6,56130
377
	ld	7,0(4)
378
	ld	8,8(4)
379
	ld	9,16(4)
380
	ld	10,24(4)
381
	ld	11,32(4)
382

383
	mulld	22,7,6
384
	mulhdu	23,7,6
385
	mulld	24,8,6
386
	mulhdu	25,8,6
387
	mulld	26,9,6
388
	mulhdu	27,9,6
389
	mulld	28,10,6
390
	mulhdu	29,10,6
391
	mulld	30,11,6
392
	mulhdu	31,11,6
393

394
	b	.Lfe51_reduce
395
SYM_FUNC_END(x25519_fe51_mul121666)
396

397
.align	5
398
SYM_FUNC_START(x25519_fe51_sqr_times)
399

400
	stdu	1,-144(1)
401
	std	21,56(1)
402
	std	22,64(1)
403
	std	23,72(1)
404
	std	24,80(1)
405
	std	25,88(1)
406
	std	26,96(1)
407
	std	27,104(1)
408
	std	28,112(1)
409
	std	29,120(1)
410
	std	30,128(1)
411
	std	31,136(1)
412

413
	ld	7,0(4)
414
	ld	8,8(4)
415
	ld	9,16(4)
416
	ld	10,24(4)
417
	ld	11,32(4)
418

419
	mtctr	5
420

421
.Lsqr_times_loop:
422
	add	6,7,7
423
	mulli	21,11,19
424

425
	mulld	22,7,7
426
	mulhdu	23,7,7
427
	mulld	24,8,6
428
	mulhdu	25,8,6
429
	mulld	26,9,6
430
	mulhdu	27,9,6
431
	mulld	28,10,6
432
	mulhdu	29,10,6
433
	mulld	30,11,6
434
	mulhdu	31,11,6
435
	add	6,8,8
436
	mulld	12,11,21
437
	mulhdu	11,11,21
438
	addc	28,28,12
439
	adde	29,29,11
440

441
	mulli	5,10,19
442

443
	mulld	12,8,8
444
	mulhdu	11,8,8
445
	addc	26,26,12
446
	adde	27,27,11
447
	mulld	12,9,6
448
	mulhdu	11,9,6
449
	addc	28,28,12
450
	adde	29,29,11
451
	mulld	12,10,6
452
	mulhdu	11,10,6
453
	addc	30,30,12
454
	adde	31,31,11
455
	mulld	12,21,6
456
	mulhdu	11,21,6
457
	add	6,10,10
458
	addc	22,22,12
459
	adde	23,23,11
460
	mulld	12,10,5
461
	mulhdu	10,10,5
462
	addc	24,24,12
463
	adde	25,25,10
464
	mulld	12,6,21
465
	mulhdu	10,6,21
466
	add	6,9,9
467
	addc	26,26,12
468
	adde	27,27,10
469

470
	mulld	12,9,9
471
	mulhdu	10,9,9
472
	addc	30,30,12
473
	adde	31,31,10
474
	mulld	12,5,6
475
	mulhdu	10,5,6
476
	addc	22,22,12
477
	adde	23,23,10
478
	mulld	12,21,6
479
	mulhdu	10,21,6
480
	addc	24,24,12
481
	adde	25,25,10
482

483
	# fe51_reduce
484
	li	0,-1
485
	srdi	0,0,13
486

487
	srdi	12,26,51
488
	and	9,26,0
489
	insrdi	12,27,51,0
490
	srdi	21,22,51
491
	and	7,22,0
492
	insrdi	21,23,51,0
493
	addc	28,28,12
494
	addze	29,29
495
	addc	24,24,21
496
	addze	25,25
497

498
	srdi	12,28,51
499
	and	10,28,0
500
	insrdi	12,29,51,0
501
	srdi	21,24,51
502
	and	8,24,0
503
	insrdi	21,25,51,0
504
	addc	30,30,12
505
	addze	31,31
506
	add	9,9,21
507

508
	srdi	12,30,51
509
	and	11,30,0
510
	insrdi	12,31,51,0
511
	mulli	12,12,19
512

513
	add	7,7,12
514

515
	srdi	21,9,51
516
	and	9,9,0
517
	add	10,10,21
518

519
	srdi	12,7,51
520
	and	7,7,0
521
	add	8,8,12
522

523
	bdnz	.Lsqr_times_loop
524

525
	std	9,16(3)
526
	std	10,24(3)
527
	std	11,32(3)
528
	std	7,0(3)
529
	std	8,8(3)
530

531
	ld	21,56(1)
532
	ld	22,64(1)
533
	ld	23,72(1)
534
	ld	24,80(1)
535
	ld	25,88(1)
536
	ld	26,96(1)
537
	ld	27,104(1)
538
	ld	28,112(1)
539
	ld	29,120(1)
540
	ld	30,128(1)
541
	ld	31,136(1)
542
	addi	1,1,144
543
	blr
544
SYM_FUNC_END(x25519_fe51_sqr_times)
545

546
.align	5
547
SYM_FUNC_START(x25519_fe51_frombytes)
548

549
	li	12, -1
550
	srdi	12, 12, 13	# 0x7ffffffffffff
551

552
	ld	5, 0(4)
553
	ld	6, 8(4)
554
	ld	7, 16(4)
555
	ld	8, 24(4)
556

557
	srdi	10, 5, 51
558
	and	5, 5, 12	# h0
559

560
	sldi	11, 6, 13
561
	or	11, 10, 11	# h1t
562
	srdi	10, 6, 38
563
	and	6, 11, 12	# h1
564

565
	sldi	11, 7, 26
566
	or	10, 10, 11	# h2t
567

568
	srdi	11, 7, 25
569
	and	7, 10, 12	# h2
570
	sldi	10, 8, 39
571
	or	11, 11, 10	# h3t
572

573
	srdi	9, 8, 12
574
	and	8, 11, 12	# h3
575
	and	9, 9, 12	# h4
576

577
	std	5, 0(3)
578
	std	6, 8(3)
579
	std	7, 16(3)
580
	std	8, 24(3)
581
	std	9, 32(3)
582

583
	blr
584
SYM_FUNC_END(x25519_fe51_frombytes)
585

586
.align	5
587
SYM_FUNC_START(x25519_fe51_tobytes)
588

589
	ld	5, 0(4)
590
	ld	6, 8(4)
591
	ld	7, 16(4)
592
	ld	8, 24(4)
593
	ld	9, 32(4)
594

595
	li	12, -1
596
	srdi	12, 12, 13	# 0x7ffffffffffff
597

598
	# Full reducuction
599
	addi	10, 5, 19
600
	srdi	10, 10, 51
601
	add	10, 10, 6
602
	srdi	10, 10, 51
603
	add	10, 10, 7
604
	srdi	10, 10, 51
605
	add	10, 10, 8
606
	srdi	10, 10, 51
607
	add	10, 10, 9
608
	srdi	10, 10, 51
609

610
	mulli	10, 10, 19
611
	add	5, 5, 10
612
	srdi	11, 5, 51
613
	add	6, 6, 11
614
	srdi	11, 6, 51
615
	add	7, 7, 11
616
	srdi	11, 7, 51
617
	add	8, 8, 11
618
	srdi	11, 8, 51
619
	add	9, 9, 11
620

621
	and	5, 5, 12
622
	and	6, 6, 12
623
	and	7, 7, 12
624
	and	8, 8, 12
625
	and	9, 9, 12
626

627
	sldi	10, 6, 51
628
	or	5, 5, 10	# s0
629

630
	srdi	11, 6, 13
631
	sldi	10, 7, 38
632
	or	6, 11, 10	# s1
633

634
	srdi	11, 7, 26
635
	sldi	10, 8, 25
636
	or	7, 11, 10	# s2
637

638
	srdi	11, 8, 39
639
	sldi	10, 9, 12
640
	or	8, 11, 10	# s4
641

642
	std	5, 0(3)
643
	std	6, 8(3)
644
	std	7, 16(3)
645
	std	8, 24(3)
646

647
	blr
648
SYM_FUNC_END(x25519_fe51_tobytes)
649

650
.align	5
651
SYM_FUNC_START(x25519_cswap)
652

653
	li	7, 5
654
	neg	6, 5
655
	mtctr	7
656

657
.Lswap_loop:
658
	ld	8, 0(3)
659
	ld	9, 0(4)
660
	xor	10, 8, 9
661
	and	10, 10, 6
662
	xor	11, 8, 10
663
	xor	12, 9, 10
664
	std	11, 0(3)
665
	addi	3, 3, 8
666
	std	12, 0(4)
667
	addi	4, 4, 8
668
	bdnz	.Lswap_loop
669

670
	blr
671
SYM_FUNC_END(x25519_cswap)
672

673
Product

Resources

Company
