1 /* SPDX-License-Identifier: GPL-2.0-or-later *
2 #
3 # This code is taken from CRYPTOGAMs[1] and is
4 # in the license to distribute the code under
5 # is free software; you can redistribute it an
6 # the GNU General Public License version 2 as
7 # Foundation.
8 #
9 # [1] https://github.com/dot-asm/cryptogams/
10
11 # Copyright (c) 2006-2017, CRYPTOGAMS by <appro
12 # All rights reserved.
13 #
14 # Redistribution and use in source and binary
15 # modification, are permitted provided that th
16 # are met:
17 #
18 # * Redistributions of source code must
19 # this list of conditions and the foll
20 #
21 # * Redistributions in binary form must
22 # copyright notice, this list of condi
23 # disclaimer in the documentation and/
24 # provided with the distribution.
25 #
26 # * Neither the name of the CRYPTOGAMS n
27 # copyright holder and contributors ma
28 # promote products derived from this s
29 # prior written permission.
30 #
31 # ALTERNATIVELY, provided that this notice is
32 # product may be distributed under the terms o
33 # License (GPL), in which case the provisions
34 # those given above.
35 #
36 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT H
37 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIE
38 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHA
39 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO E
40 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRE
41 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
42 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
43 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
44 # THEORY OF LIABILITY, WHETHER IN CONTRACT, ST
45 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
46 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POS
47
48 # ============================================
49 # Written by Andy Polyakov <appro@openssl.org>
50 # project. The module is, however, dual licens
51 # CRYPTOGAMS licenses depending on where you o
52 # details see https://www.openssl.org/~appro/c
53 # ============================================
54
55 #
56 # ============================================
57 # Written and Modified by Danny Tsen <dtsen@us.
58 # - Added x25519_fe51_sqr_times, x25519_fe51_f
59 # and x25519_cswap
60 #
61 # Copyright 2024- IBM Corp.
62 #
63 # X25519 lower-level primitives for PPC64.
64 #
65
66 #include <linux/linkage.h>
67
68 .text
69
70 .align 5
71 SYM_FUNC_START(x25519_fe51_mul)
72
73 stdu 1,-144(1)
74 std 21,56(1)
75 std 22,64(1)
76 std 23,72(1)
77 std 24,80(1)
78 std 25,88(1)
79 std 26,96(1)
80 std 27,104(1)
81 std 28,112(1)
82 std 29,120(1)
83 std 30,128(1)
84 std 31,136(1)
85
86 ld 6,0(5)
87 ld 7,0(4)
88 ld 8,8(4)
89 ld 9,16(4)
90 ld 10,24(4)
91 ld 11,32(4)
92
93 mulld 22,7,6
94 mulhdu 23,7,6
95
96 mulld 24,8,6
97 mulhdu 25,8,6
98
99 mulld 30,11,6
100 mulhdu 31,11,6
101 ld 4,8(5)
102 mulli 11,11,19
103
104 mulld 26,9,6
105 mulhdu 27,9,6
106
107 mulld 28,10,6
108 mulhdu 29,10,6
109 mulld 12,11,4
110 mulhdu 21,11,4
111 addc 22,22,12
112 adde 23,23,21
113
114 mulld 12,7,4
115 mulhdu 21,7,4
116 addc 24,24,12
117 adde 25,25,21
118
119 mulld 12,10,4
120 mulhdu 21,10,4
121 ld 6,16(5)
122 mulli 10,10,19
123 addc 30,30,12
124 adde 31,31,21
125
126 mulld 12,8,4
127 mulhdu 21,8,4
128 addc 26,26,12
129 adde 27,27,21
130
131 mulld 12,9,4
132 mulhdu 21,9,4
133 addc 28,28,12
134 adde 29,29,21
135 mulld 12,10,6
136 mulhdu 21,10,6
137 addc 22,22,12
138 adde 23,23,21
139
140 mulld 12,11,6
141 mulhdu 21,11,6
142 addc 24,24,12
143 adde 25,25,21
144
145 mulld 12,9,6
146 mulhdu 21,9,6
147 ld 4,24(5)
148 mulli 9,9,19
149 addc 30,30,12
150 adde 31,31,21
151
152 mulld 12,7,6
153 mulhdu 21,7,6
154 addc 26,26,12
155 adde 27,27,21
156
157 mulld 12,8,6
158 mulhdu 21,8,6
159 addc 28,28,12
160 adde 29,29,21
161 mulld 12,9,4
162 mulhdu 21,9,4
163 addc 22,22,12
164 adde 23,23,21
165
166 mulld 12,10,4
167 mulhdu 21,10,4
168 addc 24,24,12
169 adde 25,25,21
170
171 mulld 12,8,4
172 mulhdu 21,8,4
173 ld 6,32(5)
174 mulli 8,8,19
175 addc 30,30,12
176 adde 31,31,21
177
178 mulld 12,11,4
179 mulhdu 21,11,4
180 addc 26,26,12
181 adde 27,27,21
182
183 mulld 12,7,4
184 mulhdu 21,7,4
185 addc 28,28,12
186 adde 29,29,21
187 mulld 12,8,6
188 mulhdu 21,8,6
189 addc 22,22,12
190 adde 23,23,21
191
192 mulld 12,9,6
193 mulhdu 21,9,6
194 addc 24,24,12
195 adde 25,25,21
196
197 mulld 12,10,6
198 mulhdu 21,10,6
199 addc 26,26,12
200 adde 27,27,21
201
202 mulld 12,11,6
203 mulhdu 21,11,6
204 addc 28,28,12
205 adde 29,29,21
206
207 mulld 12,7,6
208 mulhdu 21,7,6
209 addc 30,30,12
210 adde 31,31,21
211
212 .Lfe51_reduce:
213 li 0,-1
214 srdi 0,0,13
215
216 srdi 12,26,51
217 and 9,26,0
218 insrdi 12,27,51,0
219 srdi 21,22,51
220 and 7,22,0
221 insrdi 21,23,51,0
222 addc 28,28,12
223 addze 29,29
224 addc 24,24,21
225 addze 25,25
226
227 srdi 12,28,51
228 and 10,28,0
229 insrdi 12,29,51,0
230 srdi 21,24,51
231 and 8,24,0
232 insrdi 21,25,51,0
233 addc 30,30,12
234 addze 31,31
235 add 9,9,21
236
237 srdi 12,30,51
238 and 11,30,0
239 insrdi 12,31,51,0
240 mulli 12,12,19
241
242 add 7,7,12
243
244 srdi 21,9,51
245 and 9,9,0
246 add 10,10,21
247
248 srdi 12,7,51
249 and 7,7,0
250 add 8,8,12
251
252 std 9,16(3)
253 std 10,24(3)
254 std 11,32(3)
255 std 7,0(3)
256 std 8,8(3)
257
258 ld 21,56(1)
259 ld 22,64(1)
260 ld 23,72(1)
261 ld 24,80(1)
262 ld 25,88(1)
263 ld 26,96(1)
264 ld 27,104(1)
265 ld 28,112(1)
266 ld 29,120(1)
267 ld 30,128(1)
268 ld 31,136(1)
269 addi 1,1,144
270 blr
271 SYM_FUNC_END(x25519_fe51_mul)
272
273 .align 5
274 SYM_FUNC_START(x25519_fe51_sqr)
275
276 stdu 1,-144(1)
277 std 21,56(1)
278 std 22,64(1)
279 std 23,72(1)
280 std 24,80(1)
281 std 25,88(1)
282 std 26,96(1)
283 std 27,104(1)
284 std 28,112(1)
285 std 29,120(1)
286 std 30,128(1)
287 std 31,136(1)
288
289 ld 7,0(4)
290 ld 8,8(4)
291 ld 9,16(4)
292 ld 10,24(4)
293 ld 11,32(4)
294
295 add 6,7,7
296 mulli 21,11,19
297
298 mulld 22,7,7
299 mulhdu 23,7,7
300 mulld 24,8,6
301 mulhdu 25,8,6
302 mulld 26,9,6
303 mulhdu 27,9,6
304 mulld 28,10,6
305 mulhdu 29,10,6
306 mulld 30,11,6
307 mulhdu 31,11,6
308 add 6,8,8
309 mulld 12,11,21
310 mulhdu 11,11,21
311 addc 28,28,12
312 adde 29,29,11
313
314 mulli 5,10,19
315
316 mulld 12,8,8
317 mulhdu 11,8,8
318 addc 26,26,12
319 adde 27,27,11
320 mulld 12,9,6
321 mulhdu 11,9,6
322 addc 28,28,12
323 adde 29,29,11
324 mulld 12,10,6
325 mulhdu 11,10,6
326 addc 30,30,12
327 adde 31,31,11
328 mulld 12,21,6
329 mulhdu 11,21,6
330 add 6,10,10
331 addc 22,22,12
332 adde 23,23,11
333 mulld 12,10,5
334 mulhdu 10,10,5
335 addc 24,24,12
336 adde 25,25,10
337 mulld 12,6,21
338 mulhdu 10,6,21
339 add 6,9,9
340 addc 26,26,12
341 adde 27,27,10
342
343 mulld 12,9,9
344 mulhdu 10,9,9
345 addc 30,30,12
346 adde 31,31,10
347 mulld 12,5,6
348 mulhdu 10,5,6
349 addc 22,22,12
350 adde 23,23,10
351 mulld 12,21,6
352 mulhdu 10,21,6
353 addc 24,24,12
354 adde 25,25,10
355
356 b .Lfe51_reduce
357 SYM_FUNC_END(x25519_fe51_sqr)
358
359 .align 5
360 SYM_FUNC_START(x25519_fe51_mul121666)
361
362 stdu 1,-144(1)
363 std 21,56(1)
364 std 22,64(1)
365 std 23,72(1)
366 std 24,80(1)
367 std 25,88(1)
368 std 26,96(1)
369 std 27,104(1)
370 std 28,112(1)
371 std 29,120(1)
372 std 30,128(1)
373 std 31,136(1)
374
375 lis 6,1
376 ori 6,6,56130
377 ld 7,0(4)
378 ld 8,8(4)
379 ld 9,16(4)
380 ld 10,24(4)
381 ld 11,32(4)
382
383 mulld 22,7,6
384 mulhdu 23,7,6
385 mulld 24,8,6
386 mulhdu 25,8,6
387 mulld 26,9,6
388 mulhdu 27,9,6
389 mulld 28,10,6
390 mulhdu 29,10,6
391 mulld 30,11,6
392 mulhdu 31,11,6
393
394 b .Lfe51_reduce
395 SYM_FUNC_END(x25519_fe51_mul121666)
396
397 .align 5
398 SYM_FUNC_START(x25519_fe51_sqr_times)
399
400 stdu 1,-144(1)
401 std 21,56(1)
402 std 22,64(1)
403 std 23,72(1)
404 std 24,80(1)
405 std 25,88(1)
406 std 26,96(1)
407 std 27,104(1)
408 std 28,112(1)
409 std 29,120(1)
410 std 30,128(1)
411 std 31,136(1)
412
413 ld 7,0(4)
414 ld 8,8(4)
415 ld 9,16(4)
416 ld 10,24(4)
417 ld 11,32(4)
418
419 mtctr 5
420
421 .Lsqr_times_loop:
422 add 6,7,7
423 mulli 21,11,19
424
425 mulld 22,7,7
426 mulhdu 23,7,7
427 mulld 24,8,6
428 mulhdu 25,8,6
429 mulld 26,9,6
430 mulhdu 27,9,6
431 mulld 28,10,6
432 mulhdu 29,10,6
433 mulld 30,11,6
434 mulhdu 31,11,6
435 add 6,8,8
436 mulld 12,11,21
437 mulhdu 11,11,21
438 addc 28,28,12
439 adde 29,29,11
440
441 mulli 5,10,19
442
443 mulld 12,8,8
444 mulhdu 11,8,8
445 addc 26,26,12
446 adde 27,27,11
447 mulld 12,9,6
448 mulhdu 11,9,6
449 addc 28,28,12
450 adde 29,29,11
451 mulld 12,10,6
452 mulhdu 11,10,6
453 addc 30,30,12
454 adde 31,31,11
455 mulld 12,21,6
456 mulhdu 11,21,6
457 add 6,10,10
458 addc 22,22,12
459 adde 23,23,11
460 mulld 12,10,5
461 mulhdu 10,10,5
462 addc 24,24,12
463 adde 25,25,10
464 mulld 12,6,21
465 mulhdu 10,6,21
466 add 6,9,9
467 addc 26,26,12
468 adde 27,27,10
469
470 mulld 12,9,9
471 mulhdu 10,9,9
472 addc 30,30,12
473 adde 31,31,10
474 mulld 12,5,6
475 mulhdu 10,5,6
476 addc 22,22,12
477 adde 23,23,10
478 mulld 12,21,6
479 mulhdu 10,21,6
480 addc 24,24,12
481 adde 25,25,10
482
483 # fe51_reduce
484 li 0,-1
485 srdi 0,0,13
486
487 srdi 12,26,51
488 and 9,26,0
489 insrdi 12,27,51,0
490 srdi 21,22,51
491 and 7,22,0
492 insrdi 21,23,51,0
493 addc 28,28,12
494 addze 29,29
495 addc 24,24,21
496 addze 25,25
497
498 srdi 12,28,51
499 and 10,28,0
500 insrdi 12,29,51,0
501 srdi 21,24,51
502 and 8,24,0
503 insrdi 21,25,51,0
504 addc 30,30,12
505 addze 31,31
506 add 9,9,21
507
508 srdi 12,30,51
509 and 11,30,0
510 insrdi 12,31,51,0
511 mulli 12,12,19
512
513 add 7,7,12
514
515 srdi 21,9,51
516 and 9,9,0
517 add 10,10,21
518
519 srdi 12,7,51
520 and 7,7,0
521 add 8,8,12
522
523 bdnz .Lsqr_times_loop
524
525 std 9,16(3)
526 std 10,24(3)
527 std 11,32(3)
528 std 7,0(3)
529 std 8,8(3)
530
531 ld 21,56(1)
532 ld 22,64(1)
533 ld 23,72(1)
534 ld 24,80(1)
535 ld 25,88(1)
536 ld 26,96(1)
537 ld 27,104(1)
538 ld 28,112(1)
539 ld 29,120(1)
540 ld 30,128(1)
541 ld 31,136(1)
542 addi 1,1,144
543 blr
544 SYM_FUNC_END(x25519_fe51_sqr_times)
545
546 .align 5
547 SYM_FUNC_START(x25519_fe51_frombytes)
548
549 li 12, -1
550 srdi 12, 12, 13 # 0x7fffffffff
551
552 ld 5, 0(4)
553 ld 6, 8(4)
554 ld 7, 16(4)
555 ld 8, 24(4)
556
557 srdi 10, 5, 51
558 and 5, 5, 12 # h0
559
560 sldi 11, 6, 13
561 or 11, 10, 11 # h1t
562 srdi 10, 6, 38
563 and 6, 11, 12 # h1
564
565 sldi 11, 7, 26
566 or 10, 10, 11 # h2t
567
568 srdi 11, 7, 25
569 and 7, 10, 12 # h2
570 sldi 10, 8, 39
571 or 11, 11, 10 # h3t
572
573 srdi 9, 8, 12
574 and 8, 11, 12 # h3
575 and 9, 9, 12 # h4
576
577 std 5, 0(3)
578 std 6, 8(3)
579 std 7, 16(3)
580 std 8, 24(3)
581 std 9, 32(3)
582
583 blr
584 SYM_FUNC_END(x25519_fe51_frombytes)
585
586 .align 5
587 SYM_FUNC_START(x25519_fe51_tobytes)
588
589 ld 5, 0(4)
590 ld 6, 8(4)
591 ld 7, 16(4)
592 ld 8, 24(4)
593 ld 9, 32(4)
594
595 li 12, -1
596 srdi 12, 12, 13 # 0x7fffffffff
597
598 # Full reducuction
599 addi 10, 5, 19
600 srdi 10, 10, 51
601 add 10, 10, 6
602 srdi 10, 10, 51
603 add 10, 10, 7
604 srdi 10, 10, 51
605 add 10, 10, 8
606 srdi 10, 10, 51
607 add 10, 10, 9
608 srdi 10, 10, 51
609
610 mulli 10, 10, 19
611 add 5, 5, 10
612 srdi 11, 5, 51
613 add 6, 6, 11
614 srdi 11, 6, 51
615 add 7, 7, 11
616 srdi 11, 7, 51
617 add 8, 8, 11
618 srdi 11, 8, 51
619 add 9, 9, 11
620
621 and 5, 5, 12
622 and 6, 6, 12
623 and 7, 7, 12
624 and 8, 8, 12
625 and 9, 9, 12
626
627 sldi 10, 6, 51
628 or 5, 5, 10 # s0
629
630 srdi 11, 6, 13
631 sldi 10, 7, 38
632 or 6, 11, 10 # s1
633
634 srdi 11, 7, 26
635 sldi 10, 8, 25
636 or 7, 11, 10 # s2
637
638 srdi 11, 8, 39
639 sldi 10, 9, 12
640 or 8, 11, 10 # s4
641
642 std 5, 0(3)
643 std 6, 8(3)
644 std 7, 16(3)
645 std 8, 24(3)
646
647 blr
648 SYM_FUNC_END(x25519_fe51_tobytes)
649
650 .align 5
651 SYM_FUNC_START(x25519_cswap)
652
653 li 7, 5
654 neg 6, 5
655 mtctr 7
656
657 .Lswap_loop:
658 ld 8, 0(3)
659 ld 9, 0(4)
660 xor 10, 8, 9
661 and 10, 10, 6
662 xor 11, 8, 10
663 xor 12, 9, 10
664 std 11, 0(3)
665 addi 3, 3, 8
666 std 12, 0(4)
667 addi 4, 4, 8
668 bdnz .Lswap_loop
669
670 blr
671 SYM_FUNC_END(x25519_cswap)
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.