1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /*
3 * linux/arch/arm64/crypto/aes-ce.S - AES ciph
4 * Crypto E
5 *
6 * Copyright (C) 2013 - 2017 Linaro Ltd <ard.bi
7 */
8
9 #include <linux/linkage.h>
10 #include <asm/assembler.h>
11
12 #define AES_FUNC_START(func) SYM_FU
13 #define AES_FUNC_END(func) SYM_FU
14
15 .arch armv8-a+crypto
16
17 xtsmask .req v16
18 cbciv .req v16
19 vctr .req v16
20
21 .macro xts_reload_mask, tmp
22 .endm
23
24 .macro xts_cts_skip_tw, reg,
25 .endm
26
27 /* preload all round keys */
28 .macro load_round_keys, rk, n
29 add \tmp, \rk, \nr, sxtw #
30 sub \tmp, \tmp, #160
31 ld1 {v17.4s-v20.4s}, [\rk]
32 ld1 {v21.4s-v24.4s}, [\tmp
33 ld1 {v25.4s-v28.4s}, [\tmp
34 ld1 {v29.4s-v31.4s}, [\tmp
35 .endm
36
37 /* prepare for encryption with key in
38 .macro enc_prepare, rounds, r
39 load_round_keys \rk, \rounds, \temp
40 .endm
41
42 /* prepare for encryption (again) but
43 .macro enc_switch_key, rounds
44 load_round_keys \rk, \rounds, \temp
45 .endm
46
47 /* prepare for decryption with key in
48 .macro dec_prepare, rounds, r
49 load_round_keys \rk, \rounds, \temp
50 .endm
51
52 .macro do_enc_Nx, de, mc, k,
53 aes\de \i0\().16b, \k\().16b
54 aes\mc \i0\().16b, \i0\().16b
55 .ifnb \i1
56 aes\de \i1\().16b, \k\().16b
57 aes\mc \i1\().16b, \i1\().16b
58 .ifnb \i3
59 aes\de \i2\().16b, \k\().16b
60 aes\mc \i2\().16b, \i2\().16b
61 aes\de \i3\().16b, \k\().16b
62 aes\mc \i3\().16b, \i3\().16b
63 .ifnb \i4
64 aes\de \i4\().16b, \k\().16b
65 aes\mc \i4\().16b, \i4\().16b
66 .endif
67 .endif
68 .endif
69 .endm
70
71 /* up to 5 interleaved encryption roun
72 .macro round_Nx, enc, k, i0,
73 .ifc \enc, e
74 do_enc_Nx e, mc, \k, \i0, \i1, \
75 .else
76 do_enc_Nx d, imc, \k, \i0, \i1,
77 .endif
78 .endm
79
80 /* up to 5 interleaved final rounds */
81 .macro fin_round_Nx, de, k, k
82 aes\de \i0\().16b, \k\().16b
83 .ifnb \i1
84 aes\de \i1\().16b, \k\().16b
85 .ifnb \i3
86 aes\de \i2\().16b, \k\().16b
87 aes\de \i3\().16b, \k\().16b
88 .ifnb \i4
89 aes\de \i4\().16b, \k\().16b
90 .endif
91 .endif
92 .endif
93 eor \i0\().16b, \i0\().16b
94 .ifnb \i1
95 eor \i1\().16b, \i1\().16b
96 .ifnb \i3
97 eor \i2\().16b, \i2\().16b
98 eor \i3\().16b, \i3\().16b
99 .ifnb \i4
100 eor \i4\().16b, \i4\().16b
101 .endif
102 .endif
103 .endif
104 .endm
105
106 /* up to 5 interleaved blocks */
107 .macro do_block_Nx, enc, roun
108 tbz \rounds, #2, .L\@
109 round_Nx \enc, v17, \i0, \i1, \
110 round_Nx \enc, v18, \i0, \i1, \
111 tbz \rounds, #1, .L\@
112 round_Nx \enc, v19, \i0, \i1, \
113 round_Nx \enc, v20, \i0, \i1, \
114 .L\@: .irp key, v21, v22, v23, v2
115 round_Nx \enc, \key, \i0, \i1,
116 .endr
117 fin_round_Nx \enc, v30, v31, \i0, \
118 .endm
119
120 .macro encrypt_block, in, rou
121 do_block_Nx e, \rounds, \in
122 .endm
123
124 .macro encrypt_block4x, i0, i
125 do_block_Nx e, \rounds, \i0, \i1,
126 .endm
127
128 .macro encrypt_block5x, i0, i
129 do_block_Nx e, \rounds, \i0, \i1,
130 .endm
131
132 .macro decrypt_block, in, rou
133 do_block_Nx d, \rounds, \in
134 .endm
135
136 .macro decrypt_block4x, i0, i
137 do_block_Nx d, \rounds, \i0, \i1,
138 .endm
139
140 .macro decrypt_block5x, i0, i
141 do_block_Nx d, \rounds, \i0, \i1,
142 .endm
143
144 #define MAX_STRIDE 5
145
146 #include "aes-modes.S"
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.