1 /* SPDX-License-Identifier: Apache-2.0 OR BSD-2-Clause */
2 //
3 // This file is dual-licensed, meaning that you can use it under your
4 // choice of either of the following two licenses:
5 //
6 // Copyright 2023 The OpenSSL Project Authors. All Rights Reserved.
7 //
8 // Licensed under the Apache License 2.0 (the "License"). You can obtain
9 // a copy in the file LICENSE in the source distribution or at
10 // https://www.openssl.org/source/license.html
11 //
12 // or
13 //
14 // Copyright (c) 2023, Christoph Müllner <christoph.muellner@vrull.eu>
15 // Copyright (c) 2023, Phoebe Chen <phoebe.chen@sifive.com>
16 // Copyright (c) 2023, Jerry Shih <jerry.shih@sifive.com>
17 // Copyright 2024 Google LLC
18 // All rights reserved.
19 //
20 // Redistribution and use in source and binary forms, with or without
21 // modification, are permitted provided that the following conditions
22 // are met:
23 // 1. Redistributions of source code must retain the above copyright
24 // notice, this list of conditions and the following disclaimer.
25 // 2. Redistributions in binary form must reproduce the above copyright
26 // notice, this list of conditions and the following disclaimer in the
27 // documentation and/or other materials provided with the distribution.
28 //
29 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
30 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
31 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
32 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
33 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
34 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
35 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
36 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
37 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
38 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
39 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
40
41 // This file contains macros that are shared by the other aes-*.S files. The
42 // generated code of these macros depends on the following RISC-V extensions:
43 // - RV64I
44 // - RISC-V Vector ('V') with VLEN >= 128
45 // - RISC-V Vector AES block cipher extension ('Zvkned')
46
47 // Loads the AES round keys from \keyp into vector registers and jumps to code
48 // specific to the length of the key. Specifically:
49 // - If AES-128, loads round keys into v1-v11 and jumps to \label128.
50 // - If AES-192, loads round keys into v1-v13 and jumps to \label192.
51 // - If AES-256, loads round keys into v1-v15 and continues onwards.
52 //
53 // Also sets vl=4 and vtype=e32,m1,ta,ma. Clobbers t0 and t1.
54 .macro aes_begin keyp, label128, label192
55 lwu t0, 480(\keyp) // t0 = key length in bytes
56 li t1, 24 // t1 = key length for AES-192
57 vsetivli zero, 4, e32, m1, ta, ma
58 vle32.v v1, (\keyp)
59 addi \keyp, \keyp, 16
60 vle32.v v2, (\keyp)
61 addi \keyp, \keyp, 16
62 vle32.v v3, (\keyp)
63 addi \keyp, \keyp, 16
64 vle32.v v4, (\keyp)
65 addi \keyp, \keyp, 16
66 vle32.v v5, (\keyp)
67 addi \keyp, \keyp, 16
68 vle32.v v6, (\keyp)
69 addi \keyp, \keyp, 16
70 vle32.v v7, (\keyp)
71 addi \keyp, \keyp, 16
72 vle32.v v8, (\keyp)
73 addi \keyp, \keyp, 16
74 vle32.v v9, (\keyp)
75 addi \keyp, \keyp, 16
76 vle32.v v10, (\keyp)
77 addi \keyp, \keyp, 16
78 vle32.v v11, (\keyp)
79 blt t0, t1, \label128 // If AES-128, goto label128.
80 addi \keyp, \keyp, 16
81 vle32.v v12, (\keyp)
82 addi \keyp, \keyp, 16
83 vle32.v v13, (\keyp)
84 beq t0, t1, \label192 // If AES-192, goto label192.
85 // Else, it's AES-256.
86 addi \keyp, \keyp, 16
87 vle32.v v14, (\keyp)
88 addi \keyp, \keyp, 16
89 vle32.v v15, (\keyp)
90 .endm
91
92 // Encrypts \data using zvkned instructions, using the round keys loaded into
93 // v1-v11 (for AES-128), v1-v13 (for AES-192), or v1-v15 (for AES-256). \keylen
94 // is the AES key length in bits. vl and vtype must already be set
95 // appropriately. Note that if vl > 4, multiple blocks are encrypted.
96 .macro aes_encrypt data, keylen
97 vaesz.vs \data, v1
98 vaesem.vs \data, v2
99 vaesem.vs \data, v3
100 vaesem.vs \data, v4
101 vaesem.vs \data, v5
102 vaesem.vs \data, v6
103 vaesem.vs \data, v7
104 vaesem.vs \data, v8
105 vaesem.vs \data, v9
106 vaesem.vs \data, v10
107 .if \keylen == 128
108 vaesef.vs \data, v11
109 .elseif \keylen == 192
110 vaesem.vs \data, v11
111 vaesem.vs \data, v12
112 vaesef.vs \data, v13
113 .else
114 vaesem.vs \data, v11
115 vaesem.vs \data, v12
116 vaesem.vs \data, v13
117 vaesem.vs \data, v14
118 vaesef.vs \data, v15
119 .endif
120 .endm
121
122 // Same as aes_encrypt, but decrypts instead of encrypts.
123 .macro aes_decrypt data, keylen
124 .if \keylen == 128
125 vaesz.vs \data, v11
126 .elseif \keylen == 192
127 vaesz.vs \data, v13
128 vaesdm.vs \data, v12
129 vaesdm.vs \data, v11
130 .else
131 vaesz.vs \data, v15
132 vaesdm.vs \data, v14
133 vaesdm.vs \data, v13
134 vaesdm.vs \data, v12
135 vaesdm.vs \data, v11
136 .endif
137 vaesdm.vs \data, v10
138 vaesdm.vs \data, v9
139 vaesdm.vs \data, v8
140 vaesdm.vs \data, v7
141 vaesdm.vs \data, v6
142 vaesdm.vs \data, v5
143 vaesdm.vs \data, v4
144 vaesdm.vs \data, v3
145 vaesdm.vs \data, v2
146 vaesdf.vs \data, v1
147 .endm
148
149 // Expands to aes_encrypt or aes_decrypt according to \enc, which is 1 or 0.
150 .macro aes_crypt data, enc, keylen
151 .if \enc
152 aes_encrypt \data, \keylen
153 .else
154 aes_decrypt \data, \keylen
155 .endif
156 .endm
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.