1 // Copyright 2026 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
4
5 //go:build !purego
6
7 #include "textflag.h"
8
9 // func encryptBlockAsm(nr int, xk *uint32, dst, src *byte)
10 TEXT ·encryptBlockAsm(SB),NOSPLIT,$0
11 MOV nr+0(FP), X10
12 MOV xk+8(FP), X11
13 MOV dst+16(FP), X12
14 MOV src+24(FP), X13
15
16 VSETIVLI $4, E32, M1, TA, MA, X0
17
18 VLE32V (X13), V2 // V2 = src
19
20 // Round 0
21 VLE32V (X11), V10
22 VAESZVS V10, V2
23 ADD $16, X11
24
25 // Round middles 1 .. nr - 2
26 VLE32V (X11), V11
27 VAESEMVS V11, V2
28 ADD $16, X11
29 VLE32V (X11), V12
30 VAESEMVS V12, V2
31 ADD $16, X11
32 VLE32V (X11), V13
33 VAESEMVS V13, V2
34 ADD $16, X11
35 VLE32V (X11), V14
36 VAESEMVS V14, V2
37 ADD $16, X11
38 VLE32V (X11), V15
39 VAESEMVS V15, V2
40 ADD $16, X11
41 VLE32V (X11), V16
42 VAESEMVS V16, V2
43 ADD $16, X11
44 VLE32V (X11), V17
45 VAESEMVS V17, V2
46 ADD $16, X11
47 VLE32V (X11), V18
48 VAESEMVS V18, V2
49 ADD $16, X11
50 VLE32V (X11), V19
51 VAESEMVS V19, V2
52 ADD $16, X11
53
54 SUB $12, X10, X20
55 BLTZ X20, encFinalRound
56 BEQZ X20, encLastThreeRounds
57
58 VLE32V (X11), V11
59 VAESEMVS V11, V2
60 ADD $16, X11
61
62 VLE32V (X11), V12
63 VAESEMVS V12, V2
64 ADD $16, X11
65
66 encLastThreeRounds:
67 VLE32V (X11), V13
68 VAESEMVS V13, V2
69 ADD $16, X11
70
71 VLE32V (X11), V14
72 VAESEMVS V14, V2
73 ADD $16, X11
74
75 encFinalRound:
76 VLE32V (X11), V10
77 VAESEFVS V10, V2
78 VSE32V V2, (X12)
79 RET
80
81 // func decryptBlockAsm(nr int, xk *uint32, dst, src *byte)
82 TEXT ·decryptBlockAsm(SB),NOSPLIT,$0
83 MOV nr+0(FP), X10
84 MOV xk+8(FP), X11
85 MOV dst+16(FP), X12
86 MOV src+24(FP), X13
87
88 VSETIVLI $4, E32, M1, TA, MA, X0
89
90 VLE32V (X13), V2 // V2 = src
91
92 // Round 0
93 VLE32V (X11), V10
94 VAESZVS V10, V2
95 ADD $16, X11
96
97 // Round middles 1 .. nr - 2
98 VLE32V (X11), V11
99 VAESDMVS V11, V2
100 ADD $16, X11
101 VLE32V (X11), V12
102 VAESDMVS V12, V2
103 ADD $16, X11
104 VLE32V (X11), V13
105 VAESDMVS V13, V2
106 ADD $16, X11
107 VLE32V (X11), V14
108 VAESDMVS V14, V2
109 ADD $16, X11
110 VLE32V (X11), V15
111 VAESDMVS V15, V2
112 ADD $16, X11
113 VLE32V (X11), V16
114 VAESDMVS V16, V2
115 ADD $16, X11
116 VLE32V (X11), V17
117 VAESDMVS V17, V2
118 ADD $16, X11
119 VLE32V (X11), V18
120 VAESDMVS V18, V2
121 ADD $16, X11
122 VLE32V (X11), V19
123 VAESDMVS V19, V2
124 ADD $16, X11
125
126 SUB $12, X10, X20
127 BLTZ X20, decLastRound
128 BEQZ X20, decLastThreeRounds
129
130 VLE32V (X11), V11
131 VAESDMVS V11, V2
132 ADD $16, X11
133
134 VLE32V (X11), V12
135 VAESDMVS V12, V2
136 ADD $16, X11
137 decLastThreeRounds:
138 VLE32V (X11), V13
139 VAESDMVS V13, V2
140 ADD $16, X11
141 VLE32V (X11), V14
142 VAESDMVS V14, V2
143 ADD $16, X11
144
145 decLastRound:
146 VLE32V (X11), V10
147 VAESDFVS V10, V2
148 VSE32V V2, (X12)
149 RET
150
151 #define KF1M(ROUND, CUR, NEXT) \
152 VAESKF1VI ROUND, CUR, NEXT; \
153 VSE32V NEXT, (X12); \
154 ADD $16, X12; \
155 VSE32V NEXT, (X13); \
156 SUB $16, X13; \
157
158 #define KF2M(ROUND, CUR, NEXT) \
159 VAESKF2VI ROUND, CUR, NEXT; \
160 VSE32V NEXT, (X12); \
161 ADD $16, X12; \
162 VSE32V NEXT, (X13); \
163 SUB $16, X13; \
164
165 // func expandKeyAsm(nr int, key *byte, enc *uint32, dec *uint32)
166 TEXT ·expandKeyAsm(SB),NOSPLIT,$0
167 MOV nr+0(FP), X10
168 MOV key+8(FP), X11
169 MOV enc+16(FP), X12
170 MOV dec+24(FP), X13
171
172 VSETIVLI $4, E32, M1, TA, MA, X0
173
174 MOV $14, X20
175 BEQ X20, X10, expand256
176
177 expand128:
178 ADD $160, X13
179 VLE32V (X11), V2
180 VSE32V V2, (X12)
181 ADD $16, X12
182 VSE32V V2, (X13)
183 SUB $16, X13
184
185 KF1M($1, V2, V3)
186 KF1M($2, V3, V4)
187 KF1M($3, V4, V5)
188 KF1M($4, V5, V6)
189 KF1M($5, V6, V7)
190 KF1M($6, V7, V8)
191 KF1M($7, V8, V9)
192 KF1M($8, V9, V10)
193 KF1M($9, V10, V11)
194
195 VAESKF1VI $10, V11, V12
196 VSE32V V12, (X12)
197 VSE32V V12, (X13)
198 RET
199
200 expand256:
201 ADD $224, X13
202 VLE32V (X11), V2
203 ADD $16, X11
204 VLE32V (X11), V3
205 VSE32V V2, (X12)
206 ADD $16, X12
207 VSE32V V2, (X13)
208 SUB $16, X13
209 VSE32V V3, (X12)
210 ADD $16, X12
211 VSE32V V3, (X13)
212 SUB $16, X13
213
214 KF2M($2, V3, V2)
215 KF2M($3, V2, V3)
216 KF2M($4, V3, V2)
217 KF2M($5, V2, V3)
218 KF2M($6, V3, V2)
219 KF2M($7, V2, V3)
220 KF2M($8, V3, V2)
221 KF2M($9, V2, V3)
222 KF2M($10, V3, V2)
223 KF2M($11, V2, V3)
224 KF2M($12, V3, V2)
225 KF2M($13, V2, V3)
226
227 VAESKF2VI $14, V3, V2
228 VSE32V V2, (X12)
229 VSE32V V2, (X13)
230 RET
231
View as plain text