1 // SPDX-License-Identifier: GPL-2.0-or-later <<
2 /* 1 /*
3 * Cryptographic API. 2 * Cryptographic API.
4 * 3 *
5 * Serpent Cipher Algorithm. 4 * Serpent Cipher Algorithm.
6 * 5 *
7 * Copyright (C) 2002 Dag Arne Osvik <osvik@ii 6 * Copyright (C) 2002 Dag Arne Osvik <osvik@ii.uib.no>
>> 7 * 2003 Herbert Valerio Riedel <hvr@gnu.org>
>> 8 *
>> 9 * Added tnepres support:
>> 10 * Ruben Jesus Garcia Hernandez <ruben@ugr.es>, 18.10.2004
>> 11 * Based on code by hvr
>> 12 *
>> 13 * This program is free software; you can redistribute it and/or modify
>> 14 * it under the terms of the GNU General Public License as published by
>> 15 * the Free Software Foundation; either version 2 of the License, or
>> 16 * (at your option) any later version.
8 */ 17 */
9 18
10 #include <crypto/algapi.h> <<
11 #include <linux/init.h> 19 #include <linux/init.h>
12 #include <linux/module.h> 20 #include <linux/module.h>
13 #include <linux/errno.h> 21 #include <linux/errno.h>
14 #include <linux/unaligned.h> !! 22 #include <asm/byteorder.h>
>> 23 #include <linux/crypto.h>
15 #include <linux/types.h> 24 #include <linux/types.h>
16 #include <crypto/serpent.h> 25 #include <crypto/serpent.h>
17 26
18 /* Key is padded to the maximum of 256 bits be 27 /* Key is padded to the maximum of 256 bits before round key generation.
19 * Any key length <= 256 bits (32 bytes) is al 28 * Any key length <= 256 bits (32 bytes) is allowed by the algorithm.
20 */ 29 */
21 30
22 #define PHI 0x9e3779b9UL 31 #define PHI 0x9e3779b9UL
23 32
24 #define keyiter(a, b, c, d, i, j) \ 33 #define keyiter(a, b, c, d, i, j) \
25 ({ b ^= d; b ^= c; b ^= a; b ^= PHI ^ 34 ({ b ^= d; b ^= c; b ^= a; b ^= PHI ^ i; b = rol32(b, 11); k[j] = b; })
26 35
27 #define loadkeys(x0, x1, x2, x3, i) \ 36 #define loadkeys(x0, x1, x2, x3, i) \
28 ({ x0 = k[i]; x1 = k[i+1]; x2 = k[i+2] 37 ({ x0 = k[i]; x1 = k[i+1]; x2 = k[i+2]; x3 = k[i+3]; })
29 38
30 #define storekeys(x0, x1, x2, x3, i) \ 39 #define storekeys(x0, x1, x2, x3, i) \
31 ({ k[i] = x0; k[i+1] = x1; k[i+2] = x2 40 ({ k[i] = x0; k[i+1] = x1; k[i+2] = x2; k[i+3] = x3; })
32 41
33 #define store_and_load_keys(x0, x1, x2, x3, s, 42 #define store_and_load_keys(x0, x1, x2, x3, s, l) \
34 ({ storekeys(x0, x1, x2, x3, s); loadk 43 ({ storekeys(x0, x1, x2, x3, s); loadkeys(x0, x1, x2, x3, l); })
35 44
36 #define K(x0, x1, x2, x3, i) ({ 45 #define K(x0, x1, x2, x3, i) ({ \
37 x3 ^= k[4*(i)+3]; x2 ^= k[4*(i) 46 x3 ^= k[4*(i)+3]; x2 ^= k[4*(i)+2]; \
38 x1 ^= k[4*(i)+1]; x0 ^= k[4*(i) 47 x1 ^= k[4*(i)+1]; x0 ^= k[4*(i)+0]; \
39 }) 48 })
40 49
41 #define LK(x0, x1, x2, x3, x4, i) ({ 50 #define LK(x0, x1, x2, x3, x4, i) ({ \
42 51 x0 = rol32(x0, 13);\
43 x2 = rol32(x2, 3); x1 ^= x0; 52 x2 = rol32(x2, 3); x1 ^= x0; x4 = x0 << 3; \
44 x3 ^= x2; x1 ^= x2; 53 x3 ^= x2; x1 ^= x2; \
45 x1 = rol32(x1, 1); x3 ^= x4; 54 x1 = rol32(x1, 1); x3 ^= x4; \
46 x3 = rol32(x3, 7); x4 = x1; 55 x3 = rol32(x3, 7); x4 = x1; \
47 x0 ^= x1; x4 <<= 7; 56 x0 ^= x1; x4 <<= 7; x2 ^= x3; \
48 x0 ^= x3; x2 ^= x4; 57 x0 ^= x3; x2 ^= x4; x3 ^= k[4*i+3]; \
49 x1 ^= k[4*i+1]; x0 = rol32(x0, 58 x1 ^= k[4*i+1]; x0 = rol32(x0, 5); x2 = rol32(x2, 22);\
50 x0 ^= k[4*i+0]; x2 ^= k[4*i+2] 59 x0 ^= k[4*i+0]; x2 ^= k[4*i+2]; \
51 }) 60 })
52 61
53 #define KL(x0, x1, x2, x3, x4, i) ({ 62 #define KL(x0, x1, x2, x3, x4, i) ({ \
54 x0 ^= k[4*i+0]; x1 ^= k[4*i+1] 63 x0 ^= k[4*i+0]; x1 ^= k[4*i+1]; x2 ^= k[4*i+2]; \
55 x3 ^= k[4*i+3]; x0 = ror32(x0, 64 x3 ^= k[4*i+3]; x0 = ror32(x0, 5); x2 = ror32(x2, 22);\
56 x4 = x1; x2 ^= x3; 65 x4 = x1; x2 ^= x3; x0 ^= x3; \
57 x4 <<= 7; x0 ^= x1; 66 x4 <<= 7; x0 ^= x1; x1 = ror32(x1, 1); \
58 x2 ^= x4; x3 = ror32(x3, 67 x2 ^= x4; x3 = ror32(x3, 7); x4 = x0 << 3; \
59 x1 ^= x0; x3 ^= x4; 68 x1 ^= x0; x3 ^= x4; x0 = ror32(x0, 13);\
60 x1 ^= x2; x3 ^= x2; 69 x1 ^= x2; x3 ^= x2; x2 = ror32(x2, 3); \
61 }) 70 })
62 71
63 #define S0(x0, x1, x2, x3, x4) ({ 72 #define S0(x0, x1, x2, x3, x4) ({ \
64 x4 = 73 x4 = x3; \
65 x3 |= x0; x0 ^= x4; x4 ^= 74 x3 |= x0; x0 ^= x4; x4 ^= x2; \
66 x4 = ~x4; x3 ^= x1; x1 &= 75 x4 = ~x4; x3 ^= x1; x1 &= x0; \
67 x1 ^= x4; x2 ^= x0; x0 ^= 76 x1 ^= x4; x2 ^= x0; x0 ^= x3; \
68 x4 |= x0; x0 ^= x2; x2 &= 77 x4 |= x0; x0 ^= x2; x2 &= x1; \
69 x3 ^= x2; x1 = ~x1; x2 ^= 78 x3 ^= x2; x1 = ~x1; x2 ^= x4; \
70 x1 ^= x2; 79 x1 ^= x2; \
71 }) 80 })
72 81
73 #define S1(x0, x1, x2, x3, x4) ({ 82 #define S1(x0, x1, x2, x3, x4) ({ \
74 x4 = 83 x4 = x1; \
75 x1 ^= x0; x0 ^= x3; x3 = ~ 84 x1 ^= x0; x0 ^= x3; x3 = ~x3; \
76 x4 &= x1; x0 |= x1; x3 ^= 85 x4 &= x1; x0 |= x1; x3 ^= x2; \
77 x0 ^= x3; x1 ^= x3; x3 ^= 86 x0 ^= x3; x1 ^= x3; x3 ^= x4; \
78 x1 |= x4; x4 ^= x2; x2 &= 87 x1 |= x4; x4 ^= x2; x2 &= x0; \
79 x2 ^= x1; x1 |= x0; x0 = ~ 88 x2 ^= x1; x1 |= x0; x0 = ~x0; \
80 x0 ^= x2; x4 ^= x1; 89 x0 ^= x2; x4 ^= x1; \
81 }) 90 })
82 91
83 #define S2(x0, x1, x2, x3, x4) ({ 92 #define S2(x0, x1, x2, x3, x4) ({ \
84 x3 = ~ 93 x3 = ~x3; \
85 x1 ^= x0; x4 = x0; x0 &= 94 x1 ^= x0; x4 = x0; x0 &= x2; \
86 x0 ^= x3; x3 |= x4; x2 ^= 95 x0 ^= x3; x3 |= x4; x2 ^= x1; \
87 x3 ^= x1; x1 &= x0; x0 ^= 96 x3 ^= x1; x1 &= x0; x0 ^= x2; \
88 x2 &= x3; x3 |= x1; x0 = ~ 97 x2 &= x3; x3 |= x1; x0 = ~x0; \
89 x3 ^= x0; x4 ^= x0; x0 ^= 98 x3 ^= x0; x4 ^= x0; x0 ^= x2; \
90 x1 |= x2; 99 x1 |= x2; \
91 }) 100 })
92 101
93 #define S3(x0, x1, x2, x3, x4) ({ 102 #define S3(x0, x1, x2, x3, x4) ({ \
94 x4 = 103 x4 = x1; \
95 x1 ^= x3; x3 |= x0; x4 &= 104 x1 ^= x3; x3 |= x0; x4 &= x0; \
96 x0 ^= x2; x2 ^= x1; x1 &= 105 x0 ^= x2; x2 ^= x1; x1 &= x3; \
97 x2 ^= x3; x0 |= x4; x4 ^= 106 x2 ^= x3; x0 |= x4; x4 ^= x3; \
98 x1 ^= x0; x0 &= x3; x3 &= 107 x1 ^= x0; x0 &= x3; x3 &= x4; \
99 x3 ^= x2; x4 |= x1; x2 &= 108 x3 ^= x2; x4 |= x1; x2 &= x1; \
100 x4 ^= x3; x0 ^= x3; x3 ^= 109 x4 ^= x3; x0 ^= x3; x3 ^= x2; \
101 }) 110 })
102 111
103 #define S4(x0, x1, x2, x3, x4) ({ 112 #define S4(x0, x1, x2, x3, x4) ({ \
104 x4 = 113 x4 = x3; \
105 x3 &= x0; x0 ^= x4; 114 x3 &= x0; x0 ^= x4; \
106 x3 ^= x2; x2 |= x4; x0 ^= 115 x3 ^= x2; x2 |= x4; x0 ^= x1; \
107 x4 ^= x3; x2 |= x0; 116 x4 ^= x3; x2 |= x0; \
108 x2 ^= x1; x1 &= x0; 117 x2 ^= x1; x1 &= x0; \
109 x1 ^= x4; x4 &= x2; x2 ^= 118 x1 ^= x4; x4 &= x2; x2 ^= x3; \
110 x4 ^= x0; x3 |= x1; x1 = ~ 119 x4 ^= x0; x3 |= x1; x1 = ~x1; \
111 x3 ^= x0; 120 x3 ^= x0; \
112 }) 121 })
113 122
114 #define S5(x0, x1, x2, x3, x4) ({ 123 #define S5(x0, x1, x2, x3, x4) ({ \
115 x4 = x1; x1 |= x0; 124 x4 = x1; x1 |= x0; \
116 x2 ^= x1; x3 = ~x3; x4 ^= 125 x2 ^= x1; x3 = ~x3; x4 ^= x0; \
117 x0 ^= x2; x1 &= x4; x4 |= 126 x0 ^= x2; x1 &= x4; x4 |= x3; \
118 x4 ^= x0; x0 &= x3; x1 ^= 127 x4 ^= x0; x0 &= x3; x1 ^= x3; \
119 x3 ^= x2; x0 ^= x1; x2 &= 128 x3 ^= x2; x0 ^= x1; x2 &= x4; \
120 x1 ^= x2; x2 &= x0; 129 x1 ^= x2; x2 &= x0; \
121 x3 ^= x2; 130 x3 ^= x2; \
122 }) 131 })
123 132
124 #define S6(x0, x1, x2, x3, x4) ({ 133 #define S6(x0, x1, x2, x3, x4) ({ \
125 x4 = 134 x4 = x1; \
126 x3 ^= x0; x1 ^= x2; x2 ^= 135 x3 ^= x0; x1 ^= x2; x2 ^= x0; \
127 x0 &= x3; x1 |= x3; x4 = ~ 136 x0 &= x3; x1 |= x3; x4 = ~x4; \
128 x0 ^= x1; x1 ^= x2; 137 x0 ^= x1; x1 ^= x2; \
129 x3 ^= x4; x4 ^= x0; x2 &= 138 x3 ^= x4; x4 ^= x0; x2 &= x0; \
130 x4 ^= x1; x2 ^= x3; x3 &= 139 x4 ^= x1; x2 ^= x3; x3 &= x1; \
131 x3 ^= x0; x1 ^= x2; 140 x3 ^= x0; x1 ^= x2; \
132 }) 141 })
133 142
134 #define S7(x0, x1, x2, x3, x4) ({ 143 #define S7(x0, x1, x2, x3, x4) ({ \
135 x1 = ~ 144 x1 = ~x1; \
136 x4 = x1; x0 = ~x0; x1 &= 145 x4 = x1; x0 = ~x0; x1 &= x2; \
137 x1 ^= x3; x3 |= x4; x4 ^= 146 x1 ^= x3; x3 |= x4; x4 ^= x2; \
138 x2 ^= x3; x3 ^= x0; x0 |= 147 x2 ^= x3; x3 ^= x0; x0 |= x1; \
139 x2 &= x0; x0 ^= x4; x4 ^= 148 x2 &= x0; x0 ^= x4; x4 ^= x3; \
140 x3 &= x0; x4 ^= x1; 149 x3 &= x0; x4 ^= x1; \
141 x2 ^= x4; x3 ^= x1; x4 |= 150 x2 ^= x4; x3 ^= x1; x4 |= x0; \
142 x4 ^= x1; 151 x4 ^= x1; \
143 }) 152 })
144 153
145 #define SI0(x0, x1, x2, x3, x4) ({ 154 #define SI0(x0, x1, x2, x3, x4) ({ \
146 x4 = x3; x1 ^= 155 x4 = x3; x1 ^= x0; \
147 x3 |= x1; x4 ^= x1; x0 = ~ 156 x3 |= x1; x4 ^= x1; x0 = ~x0; \
148 x2 ^= x3; x3 ^= x0; x0 &= 157 x2 ^= x3; x3 ^= x0; x0 &= x1; \
149 x0 ^= x2; x2 &= x3; x3 ^= 158 x0 ^= x2; x2 &= x3; x3 ^= x4; \
150 x2 ^= x3; x1 ^= x3; x3 &= 159 x2 ^= x3; x1 ^= x3; x3 &= x0; \
151 x1 ^= x0; x0 ^= x2; x4 ^= 160 x1 ^= x0; x0 ^= x2; x4 ^= x3; \
152 }) 161 })
153 162
154 #define SI1(x0, x1, x2, x3, x4) ({ 163 #define SI1(x0, x1, x2, x3, x4) ({ \
155 x1 ^= x3; x4 = x0; 164 x1 ^= x3; x4 = x0; \
156 x0 ^= x2; x2 = ~x2; x4 |= 165 x0 ^= x2; x2 = ~x2; x4 |= x1; \
157 x4 ^= x3; x3 &= x1; x1 ^= 166 x4 ^= x3; x3 &= x1; x1 ^= x2; \
158 x2 &= x4; x4 ^= x1; x1 |= 167 x2 &= x4; x4 ^= x1; x1 |= x3; \
159 x3 ^= x0; x2 ^= x0; x0 |= 168 x3 ^= x0; x2 ^= x0; x0 |= x4; \
160 x2 ^= x4; x1 ^= x0; 169 x2 ^= x4; x1 ^= x0; \
161 x4 ^= x1; 170 x4 ^= x1; \
162 }) 171 })
163 172
164 #define SI2(x0, x1, x2, x3, x4) ({ 173 #define SI2(x0, x1, x2, x3, x4) ({ \
165 x2 ^= x1; x4 = x3; x3 = ~ 174 x2 ^= x1; x4 = x3; x3 = ~x3; \
166 x3 |= x2; x2 ^= x4; x4 ^= 175 x3 |= x2; x2 ^= x4; x4 ^= x0; \
167 x3 ^= x1; x1 |= x2; x2 ^= 176 x3 ^= x1; x1 |= x2; x2 ^= x0; \
168 x1 ^= x4; x4 |= x3; x2 ^= 177 x1 ^= x4; x4 |= x3; x2 ^= x3; \
169 x4 ^= x2; x2 &= x1; 178 x4 ^= x2; x2 &= x1; \
170 x2 ^= x3; x3 ^= x4; x4 ^= 179 x2 ^= x3; x3 ^= x4; x4 ^= x0; \
171 }) 180 })
172 181
173 #define SI3(x0, x1, x2, x3, x4) ({ 182 #define SI3(x0, x1, x2, x3, x4) ({ \
174 x2 ^= 183 x2 ^= x1; \
175 x4 = x1; x1 &= x2; 184 x4 = x1; x1 &= x2; \
176 x1 ^= x0; x0 |= x4; x4 ^= 185 x1 ^= x0; x0 |= x4; x4 ^= x3; \
177 x0 ^= x3; x3 |= x1; x1 ^= 186 x0 ^= x3; x3 |= x1; x1 ^= x2; \
178 x1 ^= x3; x0 ^= x2; x2 ^= 187 x1 ^= x3; x0 ^= x2; x2 ^= x3; \
179 x3 &= x1; x1 ^= x0; x0 &= 188 x3 &= x1; x1 ^= x0; x0 &= x2; \
180 x4 ^= x3; x3 ^= x0; x0 ^= 189 x4 ^= x3; x3 ^= x0; x0 ^= x1; \
181 }) 190 })
182 191
183 #define SI4(x0, x1, x2, x3, x4) ({ 192 #define SI4(x0, x1, x2, x3, x4) ({ \
184 x2 ^= x3; x4 = x0; x0 &= 193 x2 ^= x3; x4 = x0; x0 &= x1; \
185 x0 ^= x2; x2 |= x3; x4 = ~ 194 x0 ^= x2; x2 |= x3; x4 = ~x4; \
186 x1 ^= x0; x0 ^= x2; x2 &= 195 x1 ^= x0; x0 ^= x2; x2 &= x4; \
187 x2 ^= x0; x0 |= x4; 196 x2 ^= x0; x0 |= x4; \
188 x0 ^= x3; x3 &= x2; 197 x0 ^= x3; x3 &= x2; \
189 x4 ^= x3; x3 ^= x1; x1 &= 198 x4 ^= x3; x3 ^= x1; x1 &= x0; \
190 x4 ^= x1; x0 ^= x3; 199 x4 ^= x1; x0 ^= x3; \
191 }) 200 })
192 201
193 #define SI5(x0, x1, x2, x3, x4) ({ 202 #define SI5(x0, x1, x2, x3, x4) ({ \
194 x4 = x1; x1 |= 203 x4 = x1; x1 |= x2; \
195 x2 ^= x4; x1 ^= x3; x3 &= 204 x2 ^= x4; x1 ^= x3; x3 &= x4; \
196 x2 ^= x3; x3 |= x0; x0 = ~ 205 x2 ^= x3; x3 |= x0; x0 = ~x0; \
197 x3 ^= x2; x2 |= x0; x4 ^= 206 x3 ^= x2; x2 |= x0; x4 ^= x1; \
198 x2 ^= x4; x4 &= x0; x0 ^= 207 x2 ^= x4; x4 &= x0; x0 ^= x1; \
199 x1 ^= x3; x0 &= x2; x2 ^= 208 x1 ^= x3; x0 &= x2; x2 ^= x3; \
200 x0 ^= x2; x2 ^= x4; x4 ^= 209 x0 ^= x2; x2 ^= x4; x4 ^= x3; \
201 }) 210 })
202 211
203 #define SI6(x0, x1, x2, x3, x4) ({ 212 #define SI6(x0, x1, x2, x3, x4) ({ \
204 x0 ^= x2; 213 x0 ^= x2; \
205 x4 = x0; x0 &= x3; x2 ^= 214 x4 = x0; x0 &= x3; x2 ^= x3; \
206 x0 ^= x2; x3 ^= x1; x2 |= 215 x0 ^= x2; x3 ^= x1; x2 |= x4; \
207 x2 ^= x3; x3 &= x0; x0 = ~ 216 x2 ^= x3; x3 &= x0; x0 = ~x0; \
208 x3 ^= x1; x1 &= x2; x4 ^= 217 x3 ^= x1; x1 &= x2; x4 ^= x0; \
209 x3 ^= x4; x4 ^= x2; x0 ^= 218 x3 ^= x4; x4 ^= x2; x0 ^= x1; \
210 x2 ^= x0; 219 x2 ^= x0; \
211 }) 220 })
212 221
213 #define SI7(x0, x1, x2, x3, x4) ({ 222 #define SI7(x0, x1, x2, x3, x4) ({ \
214 x4 = x3; x3 &= x0; x0 ^= 223 x4 = x3; x3 &= x0; x0 ^= x2; \
215 x2 |= x4; x4 ^= x1; x0 = ~ 224 x2 |= x4; x4 ^= x1; x0 = ~x0; \
216 x1 |= x3; x4 ^= x0; x0 &= 225 x1 |= x3; x4 ^= x0; x0 &= x2; \
217 x0 ^= x1; x1 &= x2; x3 ^= 226 x0 ^= x1; x1 &= x2; x3 ^= x2; \
218 x4 ^= x3; x2 &= x3; x3 |= 227 x4 ^= x3; x2 &= x3; x3 |= x0; \
219 x1 ^= x4; x3 ^= x4; x4 &= 228 x1 ^= x4; x3 ^= x4; x4 &= x0; \
220 x4 ^= x2; 229 x4 ^= x2; \
221 }) 230 })
222 231
223 /* 232 /*
224 * both gcc and clang have misoptimized this f 233 * both gcc and clang have misoptimized this function in the past,
225 * producing horrible object code from spillin 234 * producing horrible object code from spilling temporary variables
226 * on the stack. Forcing this part out of line 235 * on the stack. Forcing this part out of line avoids that.
227 */ 236 */
228 static noinline void __serpent_setkey_sbox(u32 237 static noinline void __serpent_setkey_sbox(u32 r0, u32 r1, u32 r2,
229 u32 238 u32 r3, u32 r4, u32 *k)
230 { 239 {
231 k += 100; 240 k += 100;
232 S3(r3, r4, r0, r1, r2); store_and_load 241 S3(r3, r4, r0, r1, r2); store_and_load_keys(r1, r2, r4, r3, 28, 24);
233 S4(r1, r2, r4, r3, r0); store_and_load 242 S4(r1, r2, r4, r3, r0); store_and_load_keys(r2, r4, r3, r0, 24, 20);
234 S5(r2, r4, r3, r0, r1); store_and_load 243 S5(r2, r4, r3, r0, r1); store_and_load_keys(r1, r2, r4, r0, 20, 16);
235 S6(r1, r2, r4, r0, r3); store_and_load 244 S6(r1, r2, r4, r0, r3); store_and_load_keys(r4, r3, r2, r0, 16, 12);
236 S7(r4, r3, r2, r0, r1); store_and_load 245 S7(r4, r3, r2, r0, r1); store_and_load_keys(r1, r2, r0, r4, 12, 8);
237 S0(r1, r2, r0, r4, r3); store_and_load 246 S0(r1, r2, r0, r4, r3); store_and_load_keys(r0, r2, r4, r1, 8, 4);
238 S1(r0, r2, r4, r1, r3); store_and_load 247 S1(r0, r2, r4, r1, r3); store_and_load_keys(r3, r4, r1, r0, 4, 0);
239 S2(r3, r4, r1, r0, r2); store_and_load 248 S2(r3, r4, r1, r0, r2); store_and_load_keys(r2, r4, r3, r0, 0, -4);
240 S3(r2, r4, r3, r0, r1); store_and_load 249 S3(r2, r4, r3, r0, r1); store_and_load_keys(r0, r1, r4, r2, -4, -8);
241 S4(r0, r1, r4, r2, r3); store_and_load 250 S4(r0, r1, r4, r2, r3); store_and_load_keys(r1, r4, r2, r3, -8, -12);
242 S5(r1, r4, r2, r3, r0); store_and_load 251 S5(r1, r4, r2, r3, r0); store_and_load_keys(r0, r1, r4, r3, -12, -16);
243 S6(r0, r1, r4, r3, r2); store_and_load 252 S6(r0, r1, r4, r3, r2); store_and_load_keys(r4, r2, r1, r3, -16, -20);
244 S7(r4, r2, r1, r3, r0); store_and_load 253 S7(r4, r2, r1, r3, r0); store_and_load_keys(r0, r1, r3, r4, -20, -24);
245 S0(r0, r1, r3, r4, r2); store_and_load 254 S0(r0, r1, r3, r4, r2); store_and_load_keys(r3, r1, r4, r0, -24, -28);
246 k -= 50; 255 k -= 50;
247 S1(r3, r1, r4, r0, r2); store_and_load 256 S1(r3, r1, r4, r0, r2); store_and_load_keys(r2, r4, r0, r3, 22, 18);
248 S2(r2, r4, r0, r3, r1); store_and_load 257 S2(r2, r4, r0, r3, r1); store_and_load_keys(r1, r4, r2, r3, 18, 14);
249 S3(r1, r4, r2, r3, r0); store_and_load 258 S3(r1, r4, r2, r3, r0); store_and_load_keys(r3, r0, r4, r1, 14, 10);
250 S4(r3, r0, r4, r1, r2); store_and_load 259 S4(r3, r0, r4, r1, r2); store_and_load_keys(r0, r4, r1, r2, 10, 6);
251 S5(r0, r4, r1, r2, r3); store_and_load 260 S5(r0, r4, r1, r2, r3); store_and_load_keys(r3, r0, r4, r2, 6, 2);
252 S6(r3, r0, r4, r2, r1); store_and_load 261 S6(r3, r0, r4, r2, r1); store_and_load_keys(r4, r1, r0, r2, 2, -2);
253 S7(r4, r1, r0, r2, r3); store_and_load 262 S7(r4, r1, r0, r2, r3); store_and_load_keys(r3, r0, r2, r4, -2, -6);
254 S0(r3, r0, r2, r4, r1); store_and_load 263 S0(r3, r0, r2, r4, r1); store_and_load_keys(r2, r0, r4, r3, -6, -10);
255 S1(r2, r0, r4, r3, r1); store_and_load 264 S1(r2, r0, r4, r3, r1); store_and_load_keys(r1, r4, r3, r2, -10, -14);
256 S2(r1, r4, r3, r2, r0); store_and_load 265 S2(r1, r4, r3, r2, r0); store_and_load_keys(r0, r4, r1, r2, -14, -18);
257 S3(r0, r4, r1, r2, r3); store_and_load 266 S3(r0, r4, r1, r2, r3); store_and_load_keys(r2, r3, r4, r0, -18, -22);
258 k -= 50; 267 k -= 50;
259 S4(r2, r3, r4, r0, r1); store_and_load 268 S4(r2, r3, r4, r0, r1); store_and_load_keys(r3, r4, r0, r1, 28, 24);
260 S5(r3, r4, r0, r1, r2); store_and_load 269 S5(r3, r4, r0, r1, r2); store_and_load_keys(r2, r3, r4, r1, 24, 20);
261 S6(r2, r3, r4, r1, r0); store_and_load 270 S6(r2, r3, r4, r1, r0); store_and_load_keys(r4, r0, r3, r1, 20, 16);
262 S7(r4, r0, r3, r1, r2); store_and_load 271 S7(r4, r0, r3, r1, r2); store_and_load_keys(r2, r3, r1, r4, 16, 12);
263 S0(r2, r3, r1, r4, r0); store_and_load 272 S0(r2, r3, r1, r4, r0); store_and_load_keys(r1, r3, r4, r2, 12, 8);
264 S1(r1, r3, r4, r2, r0); store_and_load 273 S1(r1, r3, r4, r2, r0); store_and_load_keys(r0, r4, r2, r1, 8, 4);
265 S2(r0, r4, r2, r1, r3); store_and_load 274 S2(r0, r4, r2, r1, r3); store_and_load_keys(r3, r4, r0, r1, 4, 0);
266 S3(r3, r4, r0, r1, r2); storekeys(r1, 275 S3(r3, r4, r0, r1, r2); storekeys(r1, r2, r4, r3, 0);
267 } 276 }
268 277
269 int __serpent_setkey(struct serpent_ctx *ctx, 278 int __serpent_setkey(struct serpent_ctx *ctx, const u8 *key,
270 unsigned int keylen) 279 unsigned int keylen)
271 { 280 {
272 u32 *k = ctx->expkey; 281 u32 *k = ctx->expkey;
273 u8 *k8 = (u8 *)k; 282 u8 *k8 = (u8 *)k;
274 u32 r0, r1, r2, r3, r4; 283 u32 r0, r1, r2, r3, r4;
275 __le32 *lk; <<
276 int i; 284 int i;
277 285
278 /* Copy key, add padding */ 286 /* Copy key, add padding */
279 287
280 for (i = 0; i < keylen; ++i) 288 for (i = 0; i < keylen; ++i)
281 k8[i] = key[i]; 289 k8[i] = key[i];
282 if (i < SERPENT_MAX_KEY_SIZE) 290 if (i < SERPENT_MAX_KEY_SIZE)
283 k8[i++] = 1; 291 k8[i++] = 1;
284 while (i < SERPENT_MAX_KEY_SIZE) 292 while (i < SERPENT_MAX_KEY_SIZE)
285 k8[i++] = 0; 293 k8[i++] = 0;
286 294
287 lk = (__le32 *)k; <<
288 k[0] = le32_to_cpu(lk[0]); <<
289 k[1] = le32_to_cpu(lk[1]); <<
290 k[2] = le32_to_cpu(lk[2]); <<
291 k[3] = le32_to_cpu(lk[3]); <<
292 k[4] = le32_to_cpu(lk[4]); <<
293 k[5] = le32_to_cpu(lk[5]); <<
294 k[6] = le32_to_cpu(lk[6]); <<
295 k[7] = le32_to_cpu(lk[7]); <<
296 <<
297 /* Expand key using polynomial */ 295 /* Expand key using polynomial */
298 296
299 r0 = k[3]; !! 297 r0 = le32_to_cpu(k[3]);
300 r1 = k[4]; !! 298 r1 = le32_to_cpu(k[4]);
301 r2 = k[5]; !! 299 r2 = le32_to_cpu(k[5]);
302 r3 = k[6]; !! 300 r3 = le32_to_cpu(k[6]);
303 r4 = k[7]; !! 301 r4 = le32_to_cpu(k[7]);
304 !! 302
305 keyiter(k[0], r0, r4, r2, 0, 0); !! 303 keyiter(le32_to_cpu(k[0]), r0, r4, r2, 0, 0);
306 keyiter(k[1], r1, r0, r3, 1, 1); !! 304 keyiter(le32_to_cpu(k[1]), r1, r0, r3, 1, 1);
307 keyiter(k[2], r2, r1, r4, 2, 2); !! 305 keyiter(le32_to_cpu(k[2]), r2, r1, r4, 2, 2);
308 keyiter(k[3], r3, r2, r0, 3, 3); !! 306 keyiter(le32_to_cpu(k[3]), r3, r2, r0, 3, 3);
309 keyiter(k[4], r4, r3, r1, 4, 4); !! 307 keyiter(le32_to_cpu(k[4]), r4, r3, r1, 4, 4);
310 keyiter(k[5], r0, r4, r2, 5, 5); !! 308 keyiter(le32_to_cpu(k[5]), r0, r4, r2, 5, 5);
311 keyiter(k[6], r1, r0, r3, 6, 6); !! 309 keyiter(le32_to_cpu(k[6]), r1, r0, r3, 6, 6);
312 keyiter(k[7], r2, r1, r4, 7, 7); !! 310 keyiter(le32_to_cpu(k[7]), r2, r1, r4, 7, 7);
313 311
314 keyiter(k[0], r3, r2, r0, 8, 8); 312 keyiter(k[0], r3, r2, r0, 8, 8);
315 keyiter(k[1], r4, r3, r1, 9, 9); 313 keyiter(k[1], r4, r3, r1, 9, 9);
316 keyiter(k[2], r0, r4, r2, 10, 10); 314 keyiter(k[2], r0, r4, r2, 10, 10);
317 keyiter(k[3], r1, r0, r3, 11, 11); 315 keyiter(k[3], r1, r0, r3, 11, 11);
318 keyiter(k[4], r2, r1, r4, 12, 12); 316 keyiter(k[4], r2, r1, r4, 12, 12);
319 keyiter(k[5], r3, r2, r0, 13, 13); 317 keyiter(k[5], r3, r2, r0, 13, 13);
320 keyiter(k[6], r4, r3, r1, 14, 14); 318 keyiter(k[6], r4, r3, r1, 14, 14);
321 keyiter(k[7], r0, r4, r2, 15, 15); 319 keyiter(k[7], r0, r4, r2, 15, 15);
322 keyiter(k[8], r1, r0, r3, 16, 16); 320 keyiter(k[8], r1, r0, r3, 16, 16);
323 keyiter(k[9], r2, r1, r4, 17, 17); 321 keyiter(k[9], r2, r1, r4, 17, 17);
324 keyiter(k[10], r3, r2, r0, 18, 18); 322 keyiter(k[10], r3, r2, r0, 18, 18);
325 keyiter(k[11], r4, r3, r1, 19, 19); 323 keyiter(k[11], r4, r3, r1, 19, 19);
326 keyiter(k[12], r0, r4, r2, 20, 20); 324 keyiter(k[12], r0, r4, r2, 20, 20);
327 keyiter(k[13], r1, r0, r3, 21, 21); 325 keyiter(k[13], r1, r0, r3, 21, 21);
328 keyiter(k[14], r2, r1, r4, 22, 22); 326 keyiter(k[14], r2, r1, r4, 22, 22);
329 keyiter(k[15], r3, r2, r0, 23, 23); 327 keyiter(k[15], r3, r2, r0, 23, 23);
330 keyiter(k[16], r4, r3, r1, 24, 24); 328 keyiter(k[16], r4, r3, r1, 24, 24);
331 keyiter(k[17], r0, r4, r2, 25, 25); 329 keyiter(k[17], r0, r4, r2, 25, 25);
332 keyiter(k[18], r1, r0, r3, 26, 26); 330 keyiter(k[18], r1, r0, r3, 26, 26);
333 keyiter(k[19], r2, r1, r4, 27, 27); 331 keyiter(k[19], r2, r1, r4, 27, 27);
334 keyiter(k[20], r3, r2, r0, 28, 28); 332 keyiter(k[20], r3, r2, r0, 28, 28);
335 keyiter(k[21], r4, r3, r1, 29, 29); 333 keyiter(k[21], r4, r3, r1, 29, 29);
336 keyiter(k[22], r0, r4, r2, 30, 30); 334 keyiter(k[22], r0, r4, r2, 30, 30);
337 keyiter(k[23], r1, r0, r3, 31, 31); 335 keyiter(k[23], r1, r0, r3, 31, 31);
338 336
339 k += 50; 337 k += 50;
340 338
341 keyiter(k[-26], r2, r1, r4, 32, -18); 339 keyiter(k[-26], r2, r1, r4, 32, -18);
342 keyiter(k[-25], r3, r2, r0, 33, -17); 340 keyiter(k[-25], r3, r2, r0, 33, -17);
343 keyiter(k[-24], r4, r3, r1, 34, -16); 341 keyiter(k[-24], r4, r3, r1, 34, -16);
344 keyiter(k[-23], r0, r4, r2, 35, -15); 342 keyiter(k[-23], r0, r4, r2, 35, -15);
345 keyiter(k[-22], r1, r0, r3, 36, -14); 343 keyiter(k[-22], r1, r0, r3, 36, -14);
346 keyiter(k[-21], r2, r1, r4, 37, -13); 344 keyiter(k[-21], r2, r1, r4, 37, -13);
347 keyiter(k[-20], r3, r2, r0, 38, -12); 345 keyiter(k[-20], r3, r2, r0, 38, -12);
348 keyiter(k[-19], r4, r3, r1, 39, -11); 346 keyiter(k[-19], r4, r3, r1, 39, -11);
349 keyiter(k[-18], r0, r4, r2, 40, -10); 347 keyiter(k[-18], r0, r4, r2, 40, -10);
350 keyiter(k[-17], r1, r0, r3, 41, -9); 348 keyiter(k[-17], r1, r0, r3, 41, -9);
351 keyiter(k[-16], r2, r1, r4, 42, -8); 349 keyiter(k[-16], r2, r1, r4, 42, -8);
352 keyiter(k[-15], r3, r2, r0, 43, -7); 350 keyiter(k[-15], r3, r2, r0, 43, -7);
353 keyiter(k[-14], r4, r3, r1, 44, -6); 351 keyiter(k[-14], r4, r3, r1, 44, -6);
354 keyiter(k[-13], r0, r4, r2, 45, -5); 352 keyiter(k[-13], r0, r4, r2, 45, -5);
355 keyiter(k[-12], r1, r0, r3, 46, -4); 353 keyiter(k[-12], r1, r0, r3, 46, -4);
356 keyiter(k[-11], r2, r1, r4, 47, -3); 354 keyiter(k[-11], r2, r1, r4, 47, -3);
357 keyiter(k[-10], r3, r2, r0, 48, -2); 355 keyiter(k[-10], r3, r2, r0, 48, -2);
358 keyiter(k[-9], r4, r3, r1, 49, -1); 356 keyiter(k[-9], r4, r3, r1, 49, -1);
359 keyiter(k[-8], r0, r4, r2, 50, 0); 357 keyiter(k[-8], r0, r4, r2, 50, 0);
360 keyiter(k[-7], r1, r0, r3, 51, 1); 358 keyiter(k[-7], r1, r0, r3, 51, 1);
361 keyiter(k[-6], r2, r1, r4, 52, 2); 359 keyiter(k[-6], r2, r1, r4, 52, 2);
362 keyiter(k[-5], r3, r2, r0, 53, 3); 360 keyiter(k[-5], r3, r2, r0, 53, 3);
363 keyiter(k[-4], r4, r3, r1, 54, 4); 361 keyiter(k[-4], r4, r3, r1, 54, 4);
364 keyiter(k[-3], r0, r4, r2, 55, 5); 362 keyiter(k[-3], r0, r4, r2, 55, 5);
365 keyiter(k[-2], r1, r0, r3, 56, 6); 363 keyiter(k[-2], r1, r0, r3, 56, 6);
366 keyiter(k[-1], r2, r1, r4, 57, 7); 364 keyiter(k[-1], r2, r1, r4, 57, 7);
367 keyiter(k[0], r3, r2, r0, 58, 8); 365 keyiter(k[0], r3, r2, r0, 58, 8);
368 keyiter(k[1], r4, r3, r1, 59, 9); 366 keyiter(k[1], r4, r3, r1, 59, 9);
369 keyiter(k[2], r0, r4, r2, 60, 10); 367 keyiter(k[2], r0, r4, r2, 60, 10);
370 keyiter(k[3], r1, r0, r3, 61, 11); 368 keyiter(k[3], r1, r0, r3, 61, 11);
371 keyiter(k[4], r2, r1, r4, 62, 12); 369 keyiter(k[4], r2, r1, r4, 62, 12);
372 keyiter(k[5], r3, r2, r0, 63, 13); 370 keyiter(k[5], r3, r2, r0, 63, 13);
373 keyiter(k[6], r4, r3, r1, 64, 14); 371 keyiter(k[6], r4, r3, r1, 64, 14);
374 keyiter(k[7], r0, r4, r2, 65, 15); 372 keyiter(k[7], r0, r4, r2, 65, 15);
375 keyiter(k[8], r1, r0, r3, 66, 16); 373 keyiter(k[8], r1, r0, r3, 66, 16);
376 keyiter(k[9], r2, r1, r4, 67, 17); 374 keyiter(k[9], r2, r1, r4, 67, 17);
377 keyiter(k[10], r3, r2, r0, 68, 18); 375 keyiter(k[10], r3, r2, r0, 68, 18);
378 keyiter(k[11], r4, r3, r1, 69, 19); 376 keyiter(k[11], r4, r3, r1, 69, 19);
379 keyiter(k[12], r0, r4, r2, 70, 20); 377 keyiter(k[12], r0, r4, r2, 70, 20);
380 keyiter(k[13], r1, r0, r3, 71, 21); 378 keyiter(k[13], r1, r0, r3, 71, 21);
381 keyiter(k[14], r2, r1, r4, 72, 22); 379 keyiter(k[14], r2, r1, r4, 72, 22);
382 keyiter(k[15], r3, r2, r0, 73, 23); 380 keyiter(k[15], r3, r2, r0, 73, 23);
383 keyiter(k[16], r4, r3, r1, 74, 24); 381 keyiter(k[16], r4, r3, r1, 74, 24);
384 keyiter(k[17], r0, r4, r2, 75, 25); 382 keyiter(k[17], r0, r4, r2, 75, 25);
385 keyiter(k[18], r1, r0, r3, 76, 26); 383 keyiter(k[18], r1, r0, r3, 76, 26);
386 keyiter(k[19], r2, r1, r4, 77, 27); 384 keyiter(k[19], r2, r1, r4, 77, 27);
387 keyiter(k[20], r3, r2, r0, 78, 28); 385 keyiter(k[20], r3, r2, r0, 78, 28);
388 keyiter(k[21], r4, r3, r1, 79, 29); 386 keyiter(k[21], r4, r3, r1, 79, 29);
389 keyiter(k[22], r0, r4, r2, 80, 30); 387 keyiter(k[22], r0, r4, r2, 80, 30);
390 keyiter(k[23], r1, r0, r3, 81, 31); 388 keyiter(k[23], r1, r0, r3, 81, 31);
391 389
392 k += 50; 390 k += 50;
393 391
394 keyiter(k[-26], r2, r1, r4, 82, -18); 392 keyiter(k[-26], r2, r1, r4, 82, -18);
395 keyiter(k[-25], r3, r2, r0, 83, -17); 393 keyiter(k[-25], r3, r2, r0, 83, -17);
396 keyiter(k[-24], r4, r3, r1, 84, -16); 394 keyiter(k[-24], r4, r3, r1, 84, -16);
397 keyiter(k[-23], r0, r4, r2, 85, -15); 395 keyiter(k[-23], r0, r4, r2, 85, -15);
398 keyiter(k[-22], r1, r0, r3, 86, -14); 396 keyiter(k[-22], r1, r0, r3, 86, -14);
399 keyiter(k[-21], r2, r1, r4, 87, -13); 397 keyiter(k[-21], r2, r1, r4, 87, -13);
400 keyiter(k[-20], r3, r2, r0, 88, -12); 398 keyiter(k[-20], r3, r2, r0, 88, -12);
401 keyiter(k[-19], r4, r3, r1, 89, -11); 399 keyiter(k[-19], r4, r3, r1, 89, -11);
402 keyiter(k[-18], r0, r4, r2, 90, -10); 400 keyiter(k[-18], r0, r4, r2, 90, -10);
403 keyiter(k[-17], r1, r0, r3, 91, -9); 401 keyiter(k[-17], r1, r0, r3, 91, -9);
404 keyiter(k[-16], r2, r1, r4, 92, -8); 402 keyiter(k[-16], r2, r1, r4, 92, -8);
405 keyiter(k[-15], r3, r2, r0, 93, -7); 403 keyiter(k[-15], r3, r2, r0, 93, -7);
406 keyiter(k[-14], r4, r3, r1, 94, -6); 404 keyiter(k[-14], r4, r3, r1, 94, -6);
407 keyiter(k[-13], r0, r4, r2, 95, -5); 405 keyiter(k[-13], r0, r4, r2, 95, -5);
408 keyiter(k[-12], r1, r0, r3, 96, -4); 406 keyiter(k[-12], r1, r0, r3, 96, -4);
409 keyiter(k[-11], r2, r1, r4, 97, -3); 407 keyiter(k[-11], r2, r1, r4, 97, -3);
410 keyiter(k[-10], r3, r2, r0, 98, -2); 408 keyiter(k[-10], r3, r2, r0, 98, -2);
411 keyiter(k[-9], r4, r3, r1, 99, -1); 409 keyiter(k[-9], r4, r3, r1, 99, -1);
412 keyiter(k[-8], r0, r4, r2, 100, 0); 410 keyiter(k[-8], r0, r4, r2, 100, 0);
413 keyiter(k[-7], r1, r0, r3, 101, 1); 411 keyiter(k[-7], r1, r0, r3, 101, 1);
414 keyiter(k[-6], r2, r1, r4, 102, 2); 412 keyiter(k[-6], r2, r1, r4, 102, 2);
415 keyiter(k[-5], r3, r2, r0, 103, 3); 413 keyiter(k[-5], r3, r2, r0, 103, 3);
416 keyiter(k[-4], r4, r3, r1, 104, 4); 414 keyiter(k[-4], r4, r3, r1, 104, 4);
417 keyiter(k[-3], r0, r4, r2, 105, 5); 415 keyiter(k[-3], r0, r4, r2, 105, 5);
418 keyiter(k[-2], r1, r0, r3, 106, 6); 416 keyiter(k[-2], r1, r0, r3, 106, 6);
419 keyiter(k[-1], r2, r1, r4, 107, 7); 417 keyiter(k[-1], r2, r1, r4, 107, 7);
420 keyiter(k[0], r3, r2, r0, 108, 8); 418 keyiter(k[0], r3, r2, r0, 108, 8);
421 keyiter(k[1], r4, r3, r1, 109, 9); 419 keyiter(k[1], r4, r3, r1, 109, 9);
422 keyiter(k[2], r0, r4, r2, 110, 10); 420 keyiter(k[2], r0, r4, r2, 110, 10);
423 keyiter(k[3], r1, r0, r3, 111, 11); 421 keyiter(k[3], r1, r0, r3, 111, 11);
424 keyiter(k[4], r2, r1, r4, 112, 12); 422 keyiter(k[4], r2, r1, r4, 112, 12);
425 keyiter(k[5], r3, r2, r0, 113, 13); 423 keyiter(k[5], r3, r2, r0, 113, 13);
426 keyiter(k[6], r4, r3, r1, 114, 14); 424 keyiter(k[6], r4, r3, r1, 114, 14);
427 keyiter(k[7], r0, r4, r2, 115, 15); 425 keyiter(k[7], r0, r4, r2, 115, 15);
428 keyiter(k[8], r1, r0, r3, 116, 16); 426 keyiter(k[8], r1, r0, r3, 116, 16);
429 keyiter(k[9], r2, r1, r4, 117, 17); 427 keyiter(k[9], r2, r1, r4, 117, 17);
430 keyiter(k[10], r3, r2, r0, 118, 18); 428 keyiter(k[10], r3, r2, r0, 118, 18);
431 keyiter(k[11], r4, r3, r1, 119, 19); 429 keyiter(k[11], r4, r3, r1, 119, 19);
432 keyiter(k[12], r0, r4, r2, 120, 20); 430 keyiter(k[12], r0, r4, r2, 120, 20);
433 keyiter(k[13], r1, r0, r3, 121, 21); 431 keyiter(k[13], r1, r0, r3, 121, 21);
434 keyiter(k[14], r2, r1, r4, 122, 22); 432 keyiter(k[14], r2, r1, r4, 122, 22);
435 keyiter(k[15], r3, r2, r0, 123, 23); 433 keyiter(k[15], r3, r2, r0, 123, 23);
436 keyiter(k[16], r4, r3, r1, 124, 24); 434 keyiter(k[16], r4, r3, r1, 124, 24);
437 keyiter(k[17], r0, r4, r2, 125, 25); 435 keyiter(k[17], r0, r4, r2, 125, 25);
438 keyiter(k[18], r1, r0, r3, 126, 26); 436 keyiter(k[18], r1, r0, r3, 126, 26);
439 keyiter(k[19], r2, r1, r4, 127, 27); 437 keyiter(k[19], r2, r1, r4, 127, 27);
440 keyiter(k[20], r3, r2, r0, 128, 28); 438 keyiter(k[20], r3, r2, r0, 128, 28);
441 keyiter(k[21], r4, r3, r1, 129, 29); 439 keyiter(k[21], r4, r3, r1, 129, 29);
442 keyiter(k[22], r0, r4, r2, 130, 30); 440 keyiter(k[22], r0, r4, r2, 130, 30);
443 keyiter(k[23], r1, r0, r3, 131, 31); 441 keyiter(k[23], r1, r0, r3, 131, 31);
444 442
445 /* Apply S-boxes */ 443 /* Apply S-boxes */
446 __serpent_setkey_sbox(r0, r1, r2, r3, 444 __serpent_setkey_sbox(r0, r1, r2, r3, r4, ctx->expkey);
447 445
448 return 0; 446 return 0;
449 } 447 }
450 EXPORT_SYMBOL_GPL(__serpent_setkey); 448 EXPORT_SYMBOL_GPL(__serpent_setkey);
451 449
452 int serpent_setkey(struct crypto_tfm *tfm, con 450 int serpent_setkey(struct crypto_tfm *tfm, const u8 *key, unsigned int keylen)
453 { 451 {
454 return __serpent_setkey(crypto_tfm_ctx 452 return __serpent_setkey(crypto_tfm_ctx(tfm), key, keylen);
455 } 453 }
456 EXPORT_SYMBOL_GPL(serpent_setkey); 454 EXPORT_SYMBOL_GPL(serpent_setkey);
457 455
458 void __serpent_encrypt(const void *c, u8 *dst, !! 456 void __serpent_encrypt(struct serpent_ctx *ctx, u8 *dst, const u8 *src)
459 { 457 {
460 const struct serpent_ctx *ctx = c; <<
461 const u32 *k = ctx->expkey; 458 const u32 *k = ctx->expkey;
>> 459 const __le32 *s = (const __le32 *)src;
>> 460 __le32 *d = (__le32 *)dst;
462 u32 r0, r1, r2, r3, r4; 461 u32 r0, r1, r2, r3, r4;
463 462
464 r0 = get_unaligned_le32(src); !! 463 /*
465 r1 = get_unaligned_le32(src + 4); !! 464 * Note: The conversions between u8* and u32* might cause trouble
466 r2 = get_unaligned_le32(src + 8); !! 465 * on architectures with stricter alignment rules than x86
467 r3 = get_unaligned_le32(src + 12); !! 466 */
>> 467
>> 468 r0 = le32_to_cpu(s[0]);
>> 469 r1 = le32_to_cpu(s[1]);
>> 470 r2 = le32_to_cpu(s[2]);
>> 471 r3 = le32_to_cpu(s[3]);
468 472
469 K(r0, 473 K(r0, r1, r2, r3, 0);
470 S0(r0, r1, r2, r3, r4); LK(r2, 474 S0(r0, r1, r2, r3, r4); LK(r2, r1, r3, r0, r4, 1);
471 S1(r2, r1, r3, r0, r4); LK(r4, 475 S1(r2, r1, r3, r0, r4); LK(r4, r3, r0, r2, r1, 2);
472 S2(r4, r3, r0, r2, r1); LK(r1, 476 S2(r4, r3, r0, r2, r1); LK(r1, r3, r4, r2, r0, 3);
473 S3(r1, r3, r4, r2, r0); LK(r2, 477 S3(r1, r3, r4, r2, r0); LK(r2, r0, r3, r1, r4, 4);
474 S4(r2, r0, r3, r1, r4); LK(r0, 478 S4(r2, r0, r3, r1, r4); LK(r0, r3, r1, r4, r2, 5);
475 S5(r0, r3, r1, r4, r2); LK(r2, 479 S5(r0, r3, r1, r4, r2); LK(r2, r0, r3, r4, r1, 6);
476 S6(r2, r0, r3, r4, r1); LK(r3, 480 S6(r2, r0, r3, r4, r1); LK(r3, r1, r0, r4, r2, 7);
477 S7(r3, r1, r0, r4, r2); LK(r2, 481 S7(r3, r1, r0, r4, r2); LK(r2, r0, r4, r3, r1, 8);
478 S0(r2, r0, r4, r3, r1); LK(r4, 482 S0(r2, r0, r4, r3, r1); LK(r4, r0, r3, r2, r1, 9);
479 S1(r4, r0, r3, r2, r1); LK(r1, 483 S1(r4, r0, r3, r2, r1); LK(r1, r3, r2, r4, r0, 10);
480 S2(r1, r3, r2, r4, r0); LK(r0, 484 S2(r1, r3, r2, r4, r0); LK(r0, r3, r1, r4, r2, 11);
481 S3(r0, r3, r1, r4, r2); LK(r4, 485 S3(r0, r3, r1, r4, r2); LK(r4, r2, r3, r0, r1, 12);
482 S4(r4, r2, r3, r0, r1); LK(r2, 486 S4(r4, r2, r3, r0, r1); LK(r2, r3, r0, r1, r4, 13);
483 S5(r2, r3, r0, r1, r4); LK(r4, 487 S5(r2, r3, r0, r1, r4); LK(r4, r2, r3, r1, r0, 14);
484 S6(r4, r2, r3, r1, r0); LK(r3, 488 S6(r4, r2, r3, r1, r0); LK(r3, r0, r2, r1, r4, 15);
485 S7(r3, r0, r2, r1, r4); LK(r4, 489 S7(r3, r0, r2, r1, r4); LK(r4, r2, r1, r3, r0, 16);
486 S0(r4, r2, r1, r3, r0); LK(r1, 490 S0(r4, r2, r1, r3, r0); LK(r1, r2, r3, r4, r0, 17);
487 S1(r1, r2, r3, r4, r0); LK(r0, 491 S1(r1, r2, r3, r4, r0); LK(r0, r3, r4, r1, r2, 18);
488 S2(r0, r3, r4, r1, r2); LK(r2, 492 S2(r0, r3, r4, r1, r2); LK(r2, r3, r0, r1, r4, 19);
489 S3(r2, r3, r0, r1, r4); LK(r1, 493 S3(r2, r3, r0, r1, r4); LK(r1, r4, r3, r2, r0, 20);
490 S4(r1, r4, r3, r2, r0); LK(r4, 494 S4(r1, r4, r3, r2, r0); LK(r4, r3, r2, r0, r1, 21);
491 S5(r4, r3, r2, r0, r1); LK(r1, 495 S5(r4, r3, r2, r0, r1); LK(r1, r4, r3, r0, r2, 22);
492 S6(r1, r4, r3, r0, r2); LK(r3, 496 S6(r1, r4, r3, r0, r2); LK(r3, r2, r4, r0, r1, 23);
493 S7(r3, r2, r4, r0, r1); LK(r1, 497 S7(r3, r2, r4, r0, r1); LK(r1, r4, r0, r3, r2, 24);
494 S0(r1, r4, r0, r3, r2); LK(r0, 498 S0(r1, r4, r0, r3, r2); LK(r0, r4, r3, r1, r2, 25);
495 S1(r0, r4, r3, r1, r2); LK(r2, 499 S1(r0, r4, r3, r1, r2); LK(r2, r3, r1, r0, r4, 26);
496 S2(r2, r3, r1, r0, r4); LK(r4, 500 S2(r2, r3, r1, r0, r4); LK(r4, r3, r2, r0, r1, 27);
497 S3(r4, r3, r2, r0, r1); LK(r0, 501 S3(r4, r3, r2, r0, r1); LK(r0, r1, r3, r4, r2, 28);
498 S4(r0, r1, r3, r4, r2); LK(r1, 502 S4(r0, r1, r3, r4, r2); LK(r1, r3, r4, r2, r0, 29);
499 S5(r1, r3, r4, r2, r0); LK(r0, 503 S5(r1, r3, r4, r2, r0); LK(r0, r1, r3, r2, r4, 30);
500 S6(r0, r1, r3, r2, r4); LK(r3, 504 S6(r0, r1, r3, r2, r4); LK(r3, r4, r1, r2, r0, 31);
501 S7(r3, r4, r1, r2, r0); K(r0, 505 S7(r3, r4, r1, r2, r0); K(r0, r1, r2, r3, 32);
502 506
503 put_unaligned_le32(r0, dst); !! 507 d[0] = cpu_to_le32(r0);
504 put_unaligned_le32(r1, dst + 4); !! 508 d[1] = cpu_to_le32(r1);
505 put_unaligned_le32(r2, dst + 8); !! 509 d[2] = cpu_to_le32(r2);
506 put_unaligned_le32(r3, dst + 12); !! 510 d[3] = cpu_to_le32(r3);
507 } 511 }
508 EXPORT_SYMBOL_GPL(__serpent_encrypt); 512 EXPORT_SYMBOL_GPL(__serpent_encrypt);
509 513
510 static void serpent_encrypt(struct crypto_tfm 514 static void serpent_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
511 { 515 {
512 struct serpent_ctx *ctx = crypto_tfm_c 516 struct serpent_ctx *ctx = crypto_tfm_ctx(tfm);
513 517
514 __serpent_encrypt(ctx, dst, src); 518 __serpent_encrypt(ctx, dst, src);
515 } 519 }
516 520
517 void __serpent_decrypt(const void *c, u8 *dst, !! 521 void __serpent_decrypt(struct serpent_ctx *ctx, u8 *dst, const u8 *src)
518 { 522 {
519 const struct serpent_ctx *ctx = c; <<
520 const u32 *k = ctx->expkey; 523 const u32 *k = ctx->expkey;
>> 524 const __le32 *s = (const __le32 *)src;
>> 525 __le32 *d = (__le32 *)dst;
521 u32 r0, r1, r2, r3, r4; 526 u32 r0, r1, r2, r3, r4;
522 527
523 r0 = get_unaligned_le32(src); !! 528 r0 = le32_to_cpu(s[0]);
524 r1 = get_unaligned_le32(src + 4); !! 529 r1 = le32_to_cpu(s[1]);
525 r2 = get_unaligned_le32(src + 8); !! 530 r2 = le32_to_cpu(s[2]);
526 r3 = get_unaligned_le32(src + 12); !! 531 r3 = le32_to_cpu(s[3]);
527 532
528 K(r0, 533 K(r0, r1, r2, r3, 32);
529 SI7(r0, r1, r2, r3, r4); KL(r1, 534 SI7(r0, r1, r2, r3, r4); KL(r1, r3, r0, r4, r2, 31);
530 SI6(r1, r3, r0, r4, r2); KL(r0, 535 SI6(r1, r3, r0, r4, r2); KL(r0, r2, r4, r1, r3, 30);
531 SI5(r0, r2, r4, r1, r3); KL(r2, 536 SI5(r0, r2, r4, r1, r3); KL(r2, r3, r0, r4, r1, 29);
532 SI4(r2, r3, r0, r4, r1); KL(r2, 537 SI4(r2, r3, r0, r4, r1); KL(r2, r0, r1, r4, r3, 28);
533 SI3(r2, r0, r1, r4, r3); KL(r1, 538 SI3(r2, r0, r1, r4, r3); KL(r1, r2, r3, r4, r0, 27);
534 SI2(r1, r2, r3, r4, r0); KL(r2, 539 SI2(r1, r2, r3, r4, r0); KL(r2, r0, r4, r3, r1, 26);
535 SI1(r2, r0, r4, r3, r1); KL(r1, 540 SI1(r2, r0, r4, r3, r1); KL(r1, r0, r4, r3, r2, 25);
536 SI0(r1, r0, r4, r3, r2); KL(r4, 541 SI0(r1, r0, r4, r3, r2); KL(r4, r2, r0, r1, r3, 24);
537 SI7(r4, r2, r0, r1, r3); KL(r2, 542 SI7(r4, r2, r0, r1, r3); KL(r2, r1, r4, r3, r0, 23);
538 SI6(r2, r1, r4, r3, r0); KL(r4, 543 SI6(r2, r1, r4, r3, r0); KL(r4, r0, r3, r2, r1, 22);
539 SI5(r4, r0, r3, r2, r1); KL(r0, 544 SI5(r4, r0, r3, r2, r1); KL(r0, r1, r4, r3, r2, 21);
540 SI4(r0, r1, r4, r3, r2); KL(r0, 545 SI4(r0, r1, r4, r3, r2); KL(r0, r4, r2, r3, r1, 20);
541 SI3(r0, r4, r2, r3, r1); KL(r2, 546 SI3(r0, r4, r2, r3, r1); KL(r2, r0, r1, r3, r4, 19);
542 SI2(r2, r0, r1, r3, r4); KL(r0, 547 SI2(r2, r0, r1, r3, r4); KL(r0, r4, r3, r1, r2, 18);
543 SI1(r0, r4, r3, r1, r2); KL(r2, 548 SI1(r0, r4, r3, r1, r2); KL(r2, r4, r3, r1, r0, 17);
544 SI0(r2, r4, r3, r1, r0); KL(r3, 549 SI0(r2, r4, r3, r1, r0); KL(r3, r0, r4, r2, r1, 16);
545 SI7(r3, r0, r4, r2, r1); KL(r0, 550 SI7(r3, r0, r4, r2, r1); KL(r0, r2, r3, r1, r4, 15);
546 SI6(r0, r2, r3, r1, r4); KL(r3, 551 SI6(r0, r2, r3, r1, r4); KL(r3, r4, r1, r0, r2, 14);
547 SI5(r3, r4, r1, r0, r2); KL(r4, 552 SI5(r3, r4, r1, r0, r2); KL(r4, r2, r3, r1, r0, 13);
548 SI4(r4, r2, r3, r1, r0); KL(r4, 553 SI4(r4, r2, r3, r1, r0); KL(r4, r3, r0, r1, r2, 12);
549 SI3(r4, r3, r0, r1, r2); KL(r0, 554 SI3(r4, r3, r0, r1, r2); KL(r0, r4, r2, r1, r3, 11);
550 SI2(r0, r4, r2, r1, r3); KL(r4, 555 SI2(r0, r4, r2, r1, r3); KL(r4, r3, r1, r2, r0, 10);
551 SI1(r4, r3, r1, r2, r0); KL(r0, 556 SI1(r4, r3, r1, r2, r0); KL(r0, r3, r1, r2, r4, 9);
552 SI0(r0, r3, r1, r2, r4); KL(r1, 557 SI0(r0, r3, r1, r2, r4); KL(r1, r4, r3, r0, r2, 8);
553 SI7(r1, r4, r3, r0, r2); KL(r4, 558 SI7(r1, r4, r3, r0, r2); KL(r4, r0, r1, r2, r3, 7);
554 SI6(r4, r0, r1, r2, r3); KL(r1, 559 SI6(r4, r0, r1, r2, r3); KL(r1, r3, r2, r4, r0, 6);
555 SI5(r1, r3, r2, r4, r0); KL(r3, 560 SI5(r1, r3, r2, r4, r0); KL(r3, r0, r1, r2, r4, 5);
556 SI4(r3, r0, r1, r2, r4); KL(r3, 561 SI4(r3, r0, r1, r2, r4); KL(r3, r1, r4, r2, r0, 4);
557 SI3(r3, r1, r4, r2, r0); KL(r4, 562 SI3(r3, r1, r4, r2, r0); KL(r4, r3, r0, r2, r1, 3);
558 SI2(r4, r3, r0, r2, r1); KL(r3, 563 SI2(r4, r3, r0, r2, r1); KL(r3, r1, r2, r0, r4, 2);
559 SI1(r3, r1, r2, r0, r4); KL(r4, 564 SI1(r3, r1, r2, r0, r4); KL(r4, r1, r2, r0, r3, 1);
560 SI0(r4, r1, r2, r0, r3); K(r2, 565 SI0(r4, r1, r2, r0, r3); K(r2, r3, r1, r4, 0);
561 566
562 put_unaligned_le32(r2, dst); !! 567 d[0] = cpu_to_le32(r2);
563 put_unaligned_le32(r3, dst + 4); !! 568 d[1] = cpu_to_le32(r3);
564 put_unaligned_le32(r1, dst + 8); !! 569 d[2] = cpu_to_le32(r1);
565 put_unaligned_le32(r4, dst + 12); !! 570 d[3] = cpu_to_le32(r4);
566 } 571 }
567 EXPORT_SYMBOL_GPL(__serpent_decrypt); 572 EXPORT_SYMBOL_GPL(__serpent_decrypt);
568 573
569 static void serpent_decrypt(struct crypto_tfm 574 static void serpent_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
570 { 575 {
571 struct serpent_ctx *ctx = crypto_tfm_c 576 struct serpent_ctx *ctx = crypto_tfm_ctx(tfm);
572 577
573 __serpent_decrypt(ctx, dst, src); 578 __serpent_decrypt(ctx, dst, src);
574 } 579 }
575 580
576 static struct crypto_alg srp_alg = { !! 581 static int tnepres_setkey(struct crypto_tfm *tfm, const u8 *key,
>> 582 unsigned int keylen)
>> 583 {
>> 584 u8 rev_key[SERPENT_MAX_KEY_SIZE];
>> 585 int i;
>> 586
>> 587 for (i = 0; i < keylen; ++i)
>> 588 rev_key[keylen - i - 1] = key[i];
>> 589
>> 590 return serpent_setkey(tfm, rev_key, keylen);
>> 591 }
>> 592
>> 593 static void tnepres_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
>> 594 {
>> 595 const u32 * const s = (const u32 * const)src;
>> 596 u32 * const d = (u32 * const)dst;
>> 597
>> 598 u32 rs[4], rd[4];
>> 599
>> 600 rs[0] = swab32(s[3]);
>> 601 rs[1] = swab32(s[2]);
>> 602 rs[2] = swab32(s[1]);
>> 603 rs[3] = swab32(s[0]);
>> 604
>> 605 serpent_encrypt(tfm, (u8 *)rd, (u8 *)rs);
>> 606
>> 607 d[0] = swab32(rd[3]);
>> 608 d[1] = swab32(rd[2]);
>> 609 d[2] = swab32(rd[1]);
>> 610 d[3] = swab32(rd[0]);
>> 611 }
>> 612
>> 613 static void tnepres_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
>> 614 {
>> 615 const u32 * const s = (const u32 * const)src;
>> 616 u32 * const d = (u32 * const)dst;
>> 617
>> 618 u32 rs[4], rd[4];
>> 619
>> 620 rs[0] = swab32(s[3]);
>> 621 rs[1] = swab32(s[2]);
>> 622 rs[2] = swab32(s[1]);
>> 623 rs[3] = swab32(s[0]);
>> 624
>> 625 serpent_decrypt(tfm, (u8 *)rd, (u8 *)rs);
>> 626
>> 627 d[0] = swab32(rd[3]);
>> 628 d[1] = swab32(rd[2]);
>> 629 d[2] = swab32(rd[1]);
>> 630 d[3] = swab32(rd[0]);
>> 631 }
>> 632
>> 633 static struct crypto_alg srp_algs[2] = { {
577 .cra_name = "serpe 634 .cra_name = "serpent",
578 .cra_driver_name = "serpe 635 .cra_driver_name = "serpent-generic",
579 .cra_priority = 100, 636 .cra_priority = 100,
580 .cra_flags = CRYPTO 637 .cra_flags = CRYPTO_ALG_TYPE_CIPHER,
581 .cra_blocksize = SERPEN 638 .cra_blocksize = SERPENT_BLOCK_SIZE,
582 .cra_ctxsize = sizeof 639 .cra_ctxsize = sizeof(struct serpent_ctx),
>> 640 .cra_alignmask = 3,
583 .cra_module = THIS_M 641 .cra_module = THIS_MODULE,
584 .cra_u = { .cip 642 .cra_u = { .cipher = {
585 .cia_min_keysize = SERPEN 643 .cia_min_keysize = SERPENT_MIN_KEY_SIZE,
586 .cia_max_keysize = SERPEN 644 .cia_max_keysize = SERPENT_MAX_KEY_SIZE,
587 .cia_setkey = serpen 645 .cia_setkey = serpent_setkey,
588 .cia_encrypt = serpen 646 .cia_encrypt = serpent_encrypt,
589 .cia_decrypt = serpen 647 .cia_decrypt = serpent_decrypt } }
590 }; !! 648 }, {
>> 649 .cra_name = "tnepres",
>> 650 .cra_flags = CRYPTO_ALG_TYPE_CIPHER,
>> 651 .cra_blocksize = SERPENT_BLOCK_SIZE,
>> 652 .cra_ctxsize = sizeof(struct serpent_ctx),
>> 653 .cra_alignmask = 3,
>> 654 .cra_module = THIS_MODULE,
>> 655 .cra_u = { .cipher = {
>> 656 .cia_min_keysize = SERPENT_MIN_KEY_SIZE,
>> 657 .cia_max_keysize = SERPENT_MAX_KEY_SIZE,
>> 658 .cia_setkey = tnepres_setkey,
>> 659 .cia_encrypt = tnepres_encrypt,
>> 660 .cia_decrypt = tnepres_decrypt } }
>> 661 } };
591 662
592 static int __init serpent_mod_init(void) 663 static int __init serpent_mod_init(void)
593 { 664 {
594 return crypto_register_alg(&srp_alg); !! 665 return crypto_register_algs(srp_algs, ARRAY_SIZE(srp_algs));
595 } 666 }
596 667
597 static void __exit serpent_mod_fini(void) 668 static void __exit serpent_mod_fini(void)
598 { 669 {
599 crypto_unregister_alg(&srp_alg); !! 670 crypto_unregister_algs(srp_algs, ARRAY_SIZE(srp_algs));
600 } 671 }
601 672
602 subsys_initcall(serpent_mod_init); !! 673 module_init(serpent_mod_init);
603 module_exit(serpent_mod_fini); 674 module_exit(serpent_mod_fini);
604 675
605 MODULE_LICENSE("GPL"); 676 MODULE_LICENSE("GPL");
606 MODULE_DESCRIPTION("Serpent Cipher Algorithm") !! 677 MODULE_DESCRIPTION("Serpent and tnepres (kerneli compatible serpent reversed) Cipher Algorithm");
607 MODULE_AUTHOR("Dag Arne Osvik <osvik@ii.uib.no 678 MODULE_AUTHOR("Dag Arne Osvik <osvik@ii.uib.no>");
>> 679 MODULE_ALIAS_CRYPTO("tnepres");
608 MODULE_ALIAS_CRYPTO("serpent"); 680 MODULE_ALIAS_CRYPTO("serpent");
609 MODULE_ALIAS_CRYPTO("serpent-generic"); 681 MODULE_ALIAS_CRYPTO("serpent-generic");
610 682
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.