Loading...
1/***************************************************************************
2* Copyright (C) 2006 by Joachim Fritschi, <jfritschi@freenet.de> *
3* *
4* This program is free software; you can redistribute it and/or modify *
5* it under the terms of the GNU General Public License as published by *
6* the Free Software Foundation; either version 2 of the License, or *
7* (at your option) any later version. *
8* *
9* This program is distributed in the hope that it will be useful, *
10* but WITHOUT ANY WARRANTY; without even the implied warranty of *
11* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the *
12* GNU General Public License for more details. *
13* *
14* You should have received a copy of the GNU General Public License *
15* along with this program; if not, write to the *
16* Free Software Foundation, Inc., *
17* 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. *
18***************************************************************************/
19
20.file "twofish-x86_64-asm.S"
21.text
22
23#include <linux/linkage.h>
24#include <asm/asm-offsets.h>
25
26#define a_offset 0
27#define b_offset 4
28#define c_offset 8
29#define d_offset 12
30
31/* Structure of the crypto context struct*/
32
33#define s0 0 /* S0 Array 256 Words each */
34#define s1 1024 /* S1 Array */
35#define s2 2048 /* S2 Array */
36#define s3 3072 /* S3 Array */
37#define w 4096 /* 8 whitening keys (word) */
38#define k 4128 /* key 1-32 ( word ) */
39
40/* define a few register aliases to allow macro substitution */
41
42#define R0 %rax
43#define R0D %eax
44#define R0B %al
45#define R0H %ah
46
47#define R1 %rbx
48#define R1D %ebx
49#define R1B %bl
50#define R1H %bh
51
52#define R2 %rcx
53#define R2D %ecx
54#define R2B %cl
55#define R2H %ch
56
57#define R3 %rdx
58#define R3D %edx
59#define R3B %dl
60#define R3H %dh
61
62
63/* performs input whitening */
64#define input_whitening(src,context,offset)\
65 xor w+offset(context), src;
66
67/* performs input whitening */
68#define output_whitening(src,context,offset)\
69 xor w+16+offset(context), src;
70
71
72/*
73 * a input register containing a (rotated 16)
74 * b input register containing b
75 * c input register containing c
76 * d input register containing d (already rol $1)
77 * operations on a and b are interleaved to increase performance
78 */
79#define encrypt_round(a,b,c,d,round)\
80 movzx b ## B, %edi;\
81 mov s1(%r11,%rdi,4),%r8d;\
82 movzx a ## B, %edi;\
83 mov s2(%r11,%rdi,4),%r9d;\
84 movzx b ## H, %edi;\
85 ror $16, b ## D;\
86 xor s2(%r11,%rdi,4),%r8d;\
87 movzx a ## H, %edi;\
88 ror $16, a ## D;\
89 xor s3(%r11,%rdi,4),%r9d;\
90 movzx b ## B, %edi;\
91 xor s3(%r11,%rdi,4),%r8d;\
92 movzx a ## B, %edi;\
93 xor (%r11,%rdi,4), %r9d;\
94 movzx b ## H, %edi;\
95 ror $15, b ## D;\
96 xor (%r11,%rdi,4), %r8d;\
97 movzx a ## H, %edi;\
98 xor s1(%r11,%rdi,4),%r9d;\
99 add %r8d, %r9d;\
100 add %r9d, %r8d;\
101 add k+round(%r11), %r9d;\
102 xor %r9d, c ## D;\
103 rol $15, c ## D;\
104 add k+4+round(%r11),%r8d;\
105 xor %r8d, d ## D;
106
107/*
108 * a input register containing a(rotated 16)
109 * b input register containing b
110 * c input register containing c
111 * d input register containing d (already rol $1)
112 * operations on a and b are interleaved to increase performance
113 * during the round a and b are prepared for the output whitening
114 */
115#define encrypt_last_round(a,b,c,d,round)\
116 mov b ## D, %r10d;\
117 shl $32, %r10;\
118 movzx b ## B, %edi;\
119 mov s1(%r11,%rdi,4),%r8d;\
120 movzx a ## B, %edi;\
121 mov s2(%r11,%rdi,4),%r9d;\
122 movzx b ## H, %edi;\
123 ror $16, b ## D;\
124 xor s2(%r11,%rdi,4),%r8d;\
125 movzx a ## H, %edi;\
126 ror $16, a ## D;\
127 xor s3(%r11,%rdi,4),%r9d;\
128 movzx b ## B, %edi;\
129 xor s3(%r11,%rdi,4),%r8d;\
130 movzx a ## B, %edi;\
131 xor (%r11,%rdi,4), %r9d;\
132 xor a, %r10;\
133 movzx b ## H, %edi;\
134 xor (%r11,%rdi,4), %r8d;\
135 movzx a ## H, %edi;\
136 xor s1(%r11,%rdi,4),%r9d;\
137 add %r8d, %r9d;\
138 add %r9d, %r8d;\
139 add k+round(%r11), %r9d;\
140 xor %r9d, c ## D;\
141 ror $1, c ## D;\
142 add k+4+round(%r11),%r8d;\
143 xor %r8d, d ## D
144
145/*
146 * a input register containing a
147 * b input register containing b (rotated 16)
148 * c input register containing c (already rol $1)
149 * d input register containing d
150 * operations on a and b are interleaved to increase performance
151 */
152#define decrypt_round(a,b,c,d,round)\
153 movzx a ## B, %edi;\
154 mov (%r11,%rdi,4), %r9d;\
155 movzx b ## B, %edi;\
156 mov s3(%r11,%rdi,4),%r8d;\
157 movzx a ## H, %edi;\
158 ror $16, a ## D;\
159 xor s1(%r11,%rdi,4),%r9d;\
160 movzx b ## H, %edi;\
161 ror $16, b ## D;\
162 xor (%r11,%rdi,4), %r8d;\
163 movzx a ## B, %edi;\
164 xor s2(%r11,%rdi,4),%r9d;\
165 movzx b ## B, %edi;\
166 xor s1(%r11,%rdi,4),%r8d;\
167 movzx a ## H, %edi;\
168 ror $15, a ## D;\
169 xor s3(%r11,%rdi,4),%r9d;\
170 movzx b ## H, %edi;\
171 xor s2(%r11,%rdi,4),%r8d;\
172 add %r8d, %r9d;\
173 add %r9d, %r8d;\
174 add k+round(%r11), %r9d;\
175 xor %r9d, c ## D;\
176 add k+4+round(%r11),%r8d;\
177 xor %r8d, d ## D;\
178 rol $15, d ## D;
179
180/*
181 * a input register containing a
182 * b input register containing b
183 * c input register containing c (already rol $1)
184 * d input register containing d
185 * operations on a and b are interleaved to increase performance
186 * during the round a and b are prepared for the output whitening
187 */
188#define decrypt_last_round(a,b,c,d,round)\
189 movzx a ## B, %edi;\
190 mov (%r11,%rdi,4), %r9d;\
191 movzx b ## B, %edi;\
192 mov s3(%r11,%rdi,4),%r8d;\
193 movzx b ## H, %edi;\
194 ror $16, b ## D;\
195 xor (%r11,%rdi,4), %r8d;\
196 movzx a ## H, %edi;\
197 mov b ## D, %r10d;\
198 shl $32, %r10;\
199 xor a, %r10;\
200 ror $16, a ## D;\
201 xor s1(%r11,%rdi,4),%r9d;\
202 movzx b ## B, %edi;\
203 xor s1(%r11,%rdi,4),%r8d;\
204 movzx a ## B, %edi;\
205 xor s2(%r11,%rdi,4),%r9d;\
206 movzx b ## H, %edi;\
207 xor s2(%r11,%rdi,4),%r8d;\
208 movzx a ## H, %edi;\
209 xor s3(%r11,%rdi,4),%r9d;\
210 add %r8d, %r9d;\
211 add %r9d, %r8d;\
212 add k+round(%r11), %r9d;\
213 xor %r9d, c ## D;\
214 add k+4+round(%r11),%r8d;\
215 xor %r8d, d ## D;\
216 ror $1, d ## D;
217
218ENTRY(twofish_enc_blk)
219 pushq R1
220
221 /* %rdi contains the ctx address */
222 /* %rsi contains the output address */
223 /* %rdx contains the input address */
224 /* ctx address is moved to free one non-rex register
225 as target for the 8bit high operations */
226 mov %rdi, %r11
227
228 movq (R3), R1
229 movq 8(R3), R3
230 input_whitening(R1,%r11,a_offset)
231 input_whitening(R3,%r11,c_offset)
232 mov R1D, R0D
233 rol $16, R0D
234 shr $32, R1
235 mov R3D, R2D
236 shr $32, R3
237 rol $1, R3D
238
239 encrypt_round(R0,R1,R2,R3,0);
240 encrypt_round(R2,R3,R0,R1,8);
241 encrypt_round(R0,R1,R2,R3,2*8);
242 encrypt_round(R2,R3,R0,R1,3*8);
243 encrypt_round(R0,R1,R2,R3,4*8);
244 encrypt_round(R2,R3,R0,R1,5*8);
245 encrypt_round(R0,R1,R2,R3,6*8);
246 encrypt_round(R2,R3,R0,R1,7*8);
247 encrypt_round(R0,R1,R2,R3,8*8);
248 encrypt_round(R2,R3,R0,R1,9*8);
249 encrypt_round(R0,R1,R2,R3,10*8);
250 encrypt_round(R2,R3,R0,R1,11*8);
251 encrypt_round(R0,R1,R2,R3,12*8);
252 encrypt_round(R2,R3,R0,R1,13*8);
253 encrypt_round(R0,R1,R2,R3,14*8);
254 encrypt_last_round(R2,R3,R0,R1,15*8);
255
256
257 output_whitening(%r10,%r11,a_offset)
258 movq %r10, (%rsi)
259
260 shl $32, R1
261 xor R0, R1
262
263 output_whitening(R1,%r11,c_offset)
264 movq R1, 8(%rsi)
265
266 popq R1
267 movl $1,%eax
268 ret
269ENDPROC(twofish_enc_blk)
270
271ENTRY(twofish_dec_blk)
272 pushq R1
273
274 /* %rdi contains the ctx address */
275 /* %rsi contains the output address */
276 /* %rdx contains the input address */
277 /* ctx address is moved to free one non-rex register
278 as target for the 8bit high operations */
279 mov %rdi, %r11
280
281 movq (R3), R1
282 movq 8(R3), R3
283 output_whitening(R1,%r11,a_offset)
284 output_whitening(R3,%r11,c_offset)
285 mov R1D, R0D
286 shr $32, R1
287 rol $16, R1D
288 mov R3D, R2D
289 shr $32, R3
290 rol $1, R2D
291
292 decrypt_round(R0,R1,R2,R3,15*8);
293 decrypt_round(R2,R3,R0,R1,14*8);
294 decrypt_round(R0,R1,R2,R3,13*8);
295 decrypt_round(R2,R3,R0,R1,12*8);
296 decrypt_round(R0,R1,R2,R3,11*8);
297 decrypt_round(R2,R3,R0,R1,10*8);
298 decrypt_round(R0,R1,R2,R3,9*8);
299 decrypt_round(R2,R3,R0,R1,8*8);
300 decrypt_round(R0,R1,R2,R3,7*8);
301 decrypt_round(R2,R3,R0,R1,6*8);
302 decrypt_round(R0,R1,R2,R3,5*8);
303 decrypt_round(R2,R3,R0,R1,4*8);
304 decrypt_round(R0,R1,R2,R3,3*8);
305 decrypt_round(R2,R3,R0,R1,2*8);
306 decrypt_round(R0,R1,R2,R3,1*8);
307 decrypt_last_round(R2,R3,R0,R1,0);
308
309 input_whitening(%r10,%r11,a_offset)
310 movq %r10, (%rsi)
311
312 shl $32, R1
313 xor R0, R1
314
315 input_whitening(R1,%r11,c_offset)
316 movq R1, 8(%rsi)
317
318 popq R1
319 movl $1,%eax
320 ret
321ENDPROC(twofish_dec_blk)
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/***************************************************************************
3* Copyright (C) 2006 by Joachim Fritschi, <jfritschi@freenet.de> *
4* *
5***************************************************************************/
6
7.file "twofish-x86_64-asm.S"
8.text
9
10#include <linux/linkage.h>
11#include <asm/asm-offsets.h>
12
13#define a_offset 0
14#define b_offset 4
15#define c_offset 8
16#define d_offset 12
17
18/* Structure of the crypto context struct*/
19
20#define s0 0 /* S0 Array 256 Words each */
21#define s1 1024 /* S1 Array */
22#define s2 2048 /* S2 Array */
23#define s3 3072 /* S3 Array */
24#define w 4096 /* 8 whitening keys (word) */
25#define k 4128 /* key 1-32 ( word ) */
26
27/* define a few register aliases to allow macro substitution */
28
29#define R0 %rax
30#define R0D %eax
31#define R0B %al
32#define R0H %ah
33
34#define R1 %rbx
35#define R1D %ebx
36#define R1B %bl
37#define R1H %bh
38
39#define R2 %rcx
40#define R2D %ecx
41#define R2B %cl
42#define R2H %ch
43
44#define R3 %rdx
45#define R3D %edx
46#define R3B %dl
47#define R3H %dh
48
49
50/* performs input whitening */
51#define input_whitening(src,context,offset)\
52 xor w+offset(context), src;
53
54/* performs input whitening */
55#define output_whitening(src,context,offset)\
56 xor w+16+offset(context), src;
57
58
59/*
60 * a input register containing a (rotated 16)
61 * b input register containing b
62 * c input register containing c
63 * d input register containing d (already rol $1)
64 * operations on a and b are interleaved to increase performance
65 */
66#define encrypt_round(a,b,c,d,round)\
67 movzx b ## B, %edi;\
68 mov s1(%r11,%rdi,4),%r8d;\
69 movzx a ## B, %edi;\
70 mov s2(%r11,%rdi,4),%r9d;\
71 movzx b ## H, %edi;\
72 ror $16, b ## D;\
73 xor s2(%r11,%rdi,4),%r8d;\
74 movzx a ## H, %edi;\
75 ror $16, a ## D;\
76 xor s3(%r11,%rdi,4),%r9d;\
77 movzx b ## B, %edi;\
78 xor s3(%r11,%rdi,4),%r8d;\
79 movzx a ## B, %edi;\
80 xor (%r11,%rdi,4), %r9d;\
81 movzx b ## H, %edi;\
82 ror $15, b ## D;\
83 xor (%r11,%rdi,4), %r8d;\
84 movzx a ## H, %edi;\
85 xor s1(%r11,%rdi,4),%r9d;\
86 add %r8d, %r9d;\
87 add %r9d, %r8d;\
88 add k+round(%r11), %r9d;\
89 xor %r9d, c ## D;\
90 rol $15, c ## D;\
91 add k+4+round(%r11),%r8d;\
92 xor %r8d, d ## D;
93
94/*
95 * a input register containing a(rotated 16)
96 * b input register containing b
97 * c input register containing c
98 * d input register containing d (already rol $1)
99 * operations on a and b are interleaved to increase performance
100 * during the round a and b are prepared for the output whitening
101 */
102#define encrypt_last_round(a,b,c,d,round)\
103 mov b ## D, %r10d;\
104 shl $32, %r10;\
105 movzx b ## B, %edi;\
106 mov s1(%r11,%rdi,4),%r8d;\
107 movzx a ## B, %edi;\
108 mov s2(%r11,%rdi,4),%r9d;\
109 movzx b ## H, %edi;\
110 ror $16, b ## D;\
111 xor s2(%r11,%rdi,4),%r8d;\
112 movzx a ## H, %edi;\
113 ror $16, a ## D;\
114 xor s3(%r11,%rdi,4),%r9d;\
115 movzx b ## B, %edi;\
116 xor s3(%r11,%rdi,4),%r8d;\
117 movzx a ## B, %edi;\
118 xor (%r11,%rdi,4), %r9d;\
119 xor a, %r10;\
120 movzx b ## H, %edi;\
121 xor (%r11,%rdi,4), %r8d;\
122 movzx a ## H, %edi;\
123 xor s1(%r11,%rdi,4),%r9d;\
124 add %r8d, %r9d;\
125 add %r9d, %r8d;\
126 add k+round(%r11), %r9d;\
127 xor %r9d, c ## D;\
128 ror $1, c ## D;\
129 add k+4+round(%r11),%r8d;\
130 xor %r8d, d ## D
131
132/*
133 * a input register containing a
134 * b input register containing b (rotated 16)
135 * c input register containing c (already rol $1)
136 * d input register containing d
137 * operations on a and b are interleaved to increase performance
138 */
139#define decrypt_round(a,b,c,d,round)\
140 movzx a ## B, %edi;\
141 mov (%r11,%rdi,4), %r9d;\
142 movzx b ## B, %edi;\
143 mov s3(%r11,%rdi,4),%r8d;\
144 movzx a ## H, %edi;\
145 ror $16, a ## D;\
146 xor s1(%r11,%rdi,4),%r9d;\
147 movzx b ## H, %edi;\
148 ror $16, b ## D;\
149 xor (%r11,%rdi,4), %r8d;\
150 movzx a ## B, %edi;\
151 xor s2(%r11,%rdi,4),%r9d;\
152 movzx b ## B, %edi;\
153 xor s1(%r11,%rdi,4),%r8d;\
154 movzx a ## H, %edi;\
155 ror $15, a ## D;\
156 xor s3(%r11,%rdi,4),%r9d;\
157 movzx b ## H, %edi;\
158 xor s2(%r11,%rdi,4),%r8d;\
159 add %r8d, %r9d;\
160 add %r9d, %r8d;\
161 add k+round(%r11), %r9d;\
162 xor %r9d, c ## D;\
163 add k+4+round(%r11),%r8d;\
164 xor %r8d, d ## D;\
165 rol $15, d ## D;
166
167/*
168 * a input register containing a
169 * b input register containing b
170 * c input register containing c (already rol $1)
171 * d input register containing d
172 * operations on a and b are interleaved to increase performance
173 * during the round a and b are prepared for the output whitening
174 */
175#define decrypt_last_round(a,b,c,d,round)\
176 movzx a ## B, %edi;\
177 mov (%r11,%rdi,4), %r9d;\
178 movzx b ## B, %edi;\
179 mov s3(%r11,%rdi,4),%r8d;\
180 movzx b ## H, %edi;\
181 ror $16, b ## D;\
182 xor (%r11,%rdi,4), %r8d;\
183 movzx a ## H, %edi;\
184 mov b ## D, %r10d;\
185 shl $32, %r10;\
186 xor a, %r10;\
187 ror $16, a ## D;\
188 xor s1(%r11,%rdi,4),%r9d;\
189 movzx b ## B, %edi;\
190 xor s1(%r11,%rdi,4),%r8d;\
191 movzx a ## B, %edi;\
192 xor s2(%r11,%rdi,4),%r9d;\
193 movzx b ## H, %edi;\
194 xor s2(%r11,%rdi,4),%r8d;\
195 movzx a ## H, %edi;\
196 xor s3(%r11,%rdi,4),%r9d;\
197 add %r8d, %r9d;\
198 add %r9d, %r8d;\
199 add k+round(%r11), %r9d;\
200 xor %r9d, c ## D;\
201 add k+4+round(%r11),%r8d;\
202 xor %r8d, d ## D;\
203 ror $1, d ## D;
204
205SYM_FUNC_START(twofish_enc_blk)
206 pushq R1
207
208 /* %rdi contains the ctx address */
209 /* %rsi contains the output address */
210 /* %rdx contains the input address */
211 /* ctx address is moved to free one non-rex register
212 as target for the 8bit high operations */
213 mov %rdi, %r11
214
215 movq (R3), R1
216 movq 8(R3), R3
217 input_whitening(R1,%r11,a_offset)
218 input_whitening(R3,%r11,c_offset)
219 mov R1D, R0D
220 rol $16, R0D
221 shr $32, R1
222 mov R3D, R2D
223 shr $32, R3
224 rol $1, R3D
225
226 encrypt_round(R0,R1,R2,R3,0);
227 encrypt_round(R2,R3,R0,R1,8);
228 encrypt_round(R0,R1,R2,R3,2*8);
229 encrypt_round(R2,R3,R0,R1,3*8);
230 encrypt_round(R0,R1,R2,R3,4*8);
231 encrypt_round(R2,R3,R0,R1,5*8);
232 encrypt_round(R0,R1,R2,R3,6*8);
233 encrypt_round(R2,R3,R0,R1,7*8);
234 encrypt_round(R0,R1,R2,R3,8*8);
235 encrypt_round(R2,R3,R0,R1,9*8);
236 encrypt_round(R0,R1,R2,R3,10*8);
237 encrypt_round(R2,R3,R0,R1,11*8);
238 encrypt_round(R0,R1,R2,R3,12*8);
239 encrypt_round(R2,R3,R0,R1,13*8);
240 encrypt_round(R0,R1,R2,R3,14*8);
241 encrypt_last_round(R2,R3,R0,R1,15*8);
242
243
244 output_whitening(%r10,%r11,a_offset)
245 movq %r10, (%rsi)
246
247 shl $32, R1
248 xor R0, R1
249
250 output_whitening(R1,%r11,c_offset)
251 movq R1, 8(%rsi)
252
253 popq R1
254 movl $1,%eax
255 RET
256SYM_FUNC_END(twofish_enc_blk)
257
258SYM_FUNC_START(twofish_dec_blk)
259 pushq R1
260
261 /* %rdi contains the ctx address */
262 /* %rsi contains the output address */
263 /* %rdx contains the input address */
264 /* ctx address is moved to free one non-rex register
265 as target for the 8bit high operations */
266 mov %rdi, %r11
267
268 movq (R3), R1
269 movq 8(R3), R3
270 output_whitening(R1,%r11,a_offset)
271 output_whitening(R3,%r11,c_offset)
272 mov R1D, R0D
273 shr $32, R1
274 rol $16, R1D
275 mov R3D, R2D
276 shr $32, R3
277 rol $1, R2D
278
279 decrypt_round(R0,R1,R2,R3,15*8);
280 decrypt_round(R2,R3,R0,R1,14*8);
281 decrypt_round(R0,R1,R2,R3,13*8);
282 decrypt_round(R2,R3,R0,R1,12*8);
283 decrypt_round(R0,R1,R2,R3,11*8);
284 decrypt_round(R2,R3,R0,R1,10*8);
285 decrypt_round(R0,R1,R2,R3,9*8);
286 decrypt_round(R2,R3,R0,R1,8*8);
287 decrypt_round(R0,R1,R2,R3,7*8);
288 decrypt_round(R2,R3,R0,R1,6*8);
289 decrypt_round(R0,R1,R2,R3,5*8);
290 decrypt_round(R2,R3,R0,R1,4*8);
291 decrypt_round(R0,R1,R2,R3,3*8);
292 decrypt_round(R2,R3,R0,R1,2*8);
293 decrypt_round(R0,R1,R2,R3,1*8);
294 decrypt_last_round(R2,R3,R0,R1,0);
295
296 input_whitening(%r10,%r11,a_offset)
297 movq %r10, (%rsi)
298
299 shl $32, R1
300 xor R0, R1
301
302 input_whitening(R1,%r11,c_offset)
303 movq R1, 8(%rsi)
304
305 popq R1
306 movl $1,%eax
307 RET
308SYM_FUNC_END(twofish_dec_blk)