Loading...
1/*
2 * Salsa20: Salsa20 stream cipher algorithm
3 *
4 * Copyright (c) 2007 Tan Swee Heng <thesweeheng@gmail.com>
5 *
6 * Derived from:
7 * - salsa20.c: Public domain C code by Daniel J. Bernstein <djb@cr.yp.to>
8 *
9 * Salsa20 is a stream cipher candidate in eSTREAM, the ECRYPT Stream
10 * Cipher Project. It is designed by Daniel J. Bernstein <djb@cr.yp.to>.
11 * More information about eSTREAM and Salsa20 can be found here:
12 * http://www.ecrypt.eu.org/stream/
13 * http://cr.yp.to/snuffle.html
14 *
15 * This program is free software; you can redistribute it and/or modify it
16 * under the terms of the GNU General Public License as published by the Free
17 * Software Foundation; either version 2 of the License, or (at your option)
18 * any later version.
19 *
20 */
21
22#include <linux/init.h>
23#include <linux/module.h>
24#include <linux/errno.h>
25#include <linux/crypto.h>
26#include <linux/types.h>
27#include <linux/bitops.h>
28#include <crypto/algapi.h>
29#include <asm/byteorder.h>
30
31#define SALSA20_IV_SIZE 8U
32#define SALSA20_MIN_KEY_SIZE 16U
33#define SALSA20_MAX_KEY_SIZE 32U
34
35/*
36 * Start of code taken from D. J. Bernstein's reference implementation.
37 * With some modifications and optimizations made to suit our needs.
38 */
39
40/*
41salsa20-ref.c version 20051118
42D. J. Bernstein
43Public domain.
44*/
45
46#define U32TO8_LITTLE(p, v) \
47 { (p)[0] = (v >> 0) & 0xff; (p)[1] = (v >> 8) & 0xff; \
48 (p)[2] = (v >> 16) & 0xff; (p)[3] = (v >> 24) & 0xff; }
49#define U8TO32_LITTLE(p) \
50 (((u32)((p)[0]) ) | ((u32)((p)[1]) << 8) | \
51 ((u32)((p)[2]) << 16) | ((u32)((p)[3]) << 24) )
52
53struct salsa20_ctx
54{
55 u32 input[16];
56};
57
58static void salsa20_wordtobyte(u8 output[64], const u32 input[16])
59{
60 u32 x[16];
61 int i;
62
63 memcpy(x, input, sizeof(x));
64 for (i = 20; i > 0; i -= 2) {
65 x[ 4] ^= rol32((x[ 0] + x[12]), 7);
66 x[ 8] ^= rol32((x[ 4] + x[ 0]), 9);
67 x[12] ^= rol32((x[ 8] + x[ 4]), 13);
68 x[ 0] ^= rol32((x[12] + x[ 8]), 18);
69 x[ 9] ^= rol32((x[ 5] + x[ 1]), 7);
70 x[13] ^= rol32((x[ 9] + x[ 5]), 9);
71 x[ 1] ^= rol32((x[13] + x[ 9]), 13);
72 x[ 5] ^= rol32((x[ 1] + x[13]), 18);
73 x[14] ^= rol32((x[10] + x[ 6]), 7);
74 x[ 2] ^= rol32((x[14] + x[10]), 9);
75 x[ 6] ^= rol32((x[ 2] + x[14]), 13);
76 x[10] ^= rol32((x[ 6] + x[ 2]), 18);
77 x[ 3] ^= rol32((x[15] + x[11]), 7);
78 x[ 7] ^= rol32((x[ 3] + x[15]), 9);
79 x[11] ^= rol32((x[ 7] + x[ 3]), 13);
80 x[15] ^= rol32((x[11] + x[ 7]), 18);
81 x[ 1] ^= rol32((x[ 0] + x[ 3]), 7);
82 x[ 2] ^= rol32((x[ 1] + x[ 0]), 9);
83 x[ 3] ^= rol32((x[ 2] + x[ 1]), 13);
84 x[ 0] ^= rol32((x[ 3] + x[ 2]), 18);
85 x[ 6] ^= rol32((x[ 5] + x[ 4]), 7);
86 x[ 7] ^= rol32((x[ 6] + x[ 5]), 9);
87 x[ 4] ^= rol32((x[ 7] + x[ 6]), 13);
88 x[ 5] ^= rol32((x[ 4] + x[ 7]), 18);
89 x[11] ^= rol32((x[10] + x[ 9]), 7);
90 x[ 8] ^= rol32((x[11] + x[10]), 9);
91 x[ 9] ^= rol32((x[ 8] + x[11]), 13);
92 x[10] ^= rol32((x[ 9] + x[ 8]), 18);
93 x[12] ^= rol32((x[15] + x[14]), 7);
94 x[13] ^= rol32((x[12] + x[15]), 9);
95 x[14] ^= rol32((x[13] + x[12]), 13);
96 x[15] ^= rol32((x[14] + x[13]), 18);
97 }
98 for (i = 0; i < 16; ++i)
99 x[i] += input[i];
100 for (i = 0; i < 16; ++i)
101 U32TO8_LITTLE(output + 4 * i,x[i]);
102}
103
104static const char sigma[16] = "expand 32-byte k";
105static const char tau[16] = "expand 16-byte k";
106
107static void salsa20_keysetup(struct salsa20_ctx *ctx, const u8 *k, u32 kbytes)
108{
109 const char *constants;
110
111 ctx->input[1] = U8TO32_LITTLE(k + 0);
112 ctx->input[2] = U8TO32_LITTLE(k + 4);
113 ctx->input[3] = U8TO32_LITTLE(k + 8);
114 ctx->input[4] = U8TO32_LITTLE(k + 12);
115 if (kbytes == 32) { /* recommended */
116 k += 16;
117 constants = sigma;
118 } else { /* kbytes == 16 */
119 constants = tau;
120 }
121 ctx->input[11] = U8TO32_LITTLE(k + 0);
122 ctx->input[12] = U8TO32_LITTLE(k + 4);
123 ctx->input[13] = U8TO32_LITTLE(k + 8);
124 ctx->input[14] = U8TO32_LITTLE(k + 12);
125 ctx->input[0] = U8TO32_LITTLE(constants + 0);
126 ctx->input[5] = U8TO32_LITTLE(constants + 4);
127 ctx->input[10] = U8TO32_LITTLE(constants + 8);
128 ctx->input[15] = U8TO32_LITTLE(constants + 12);
129}
130
131static void salsa20_ivsetup(struct salsa20_ctx *ctx, const u8 *iv)
132{
133 ctx->input[6] = U8TO32_LITTLE(iv + 0);
134 ctx->input[7] = U8TO32_LITTLE(iv + 4);
135 ctx->input[8] = 0;
136 ctx->input[9] = 0;
137}
138
139static void salsa20_encrypt_bytes(struct salsa20_ctx *ctx, u8 *dst,
140 const u8 *src, unsigned int bytes)
141{
142 u8 buf[64];
143
144 if (dst != src)
145 memcpy(dst, src, bytes);
146
147 while (bytes) {
148 salsa20_wordtobyte(buf, ctx->input);
149
150 ctx->input[8]++;
151 if (!ctx->input[8])
152 ctx->input[9]++;
153
154 if (bytes <= 64) {
155 crypto_xor(dst, buf, bytes);
156 return;
157 }
158
159 crypto_xor(dst, buf, 64);
160 bytes -= 64;
161 dst += 64;
162 }
163}
164
165/*
166 * End of code taken from D. J. Bernstein's reference implementation.
167 */
168
169static int setkey(struct crypto_tfm *tfm, const u8 *key,
170 unsigned int keysize)
171{
172 struct salsa20_ctx *ctx = crypto_tfm_ctx(tfm);
173 salsa20_keysetup(ctx, key, keysize);
174 return 0;
175}
176
177static int encrypt(struct blkcipher_desc *desc,
178 struct scatterlist *dst, struct scatterlist *src,
179 unsigned int nbytes)
180{
181 struct blkcipher_walk walk;
182 struct crypto_blkcipher *tfm = desc->tfm;
183 struct salsa20_ctx *ctx = crypto_blkcipher_ctx(tfm);
184 int err;
185
186 blkcipher_walk_init(&walk, dst, src, nbytes);
187 err = blkcipher_walk_virt_block(desc, &walk, 64);
188
189 salsa20_ivsetup(ctx, walk.iv);
190
191 if (likely(walk.nbytes == nbytes))
192 {
193 salsa20_encrypt_bytes(ctx, walk.dst.virt.addr,
194 walk.src.virt.addr, nbytes);
195 return blkcipher_walk_done(desc, &walk, 0);
196 }
197
198 while (walk.nbytes >= 64) {
199 salsa20_encrypt_bytes(ctx, walk.dst.virt.addr,
200 walk.src.virt.addr,
201 walk.nbytes - (walk.nbytes % 64));
202 err = blkcipher_walk_done(desc, &walk, walk.nbytes % 64);
203 }
204
205 if (walk.nbytes) {
206 salsa20_encrypt_bytes(ctx, walk.dst.virt.addr,
207 walk.src.virt.addr, walk.nbytes);
208 err = blkcipher_walk_done(desc, &walk, 0);
209 }
210
211 return err;
212}
213
214static struct crypto_alg alg = {
215 .cra_name = "salsa20",
216 .cra_driver_name = "salsa20-generic",
217 .cra_priority = 100,
218 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
219 .cra_type = &crypto_blkcipher_type,
220 .cra_blocksize = 1,
221 .cra_ctxsize = sizeof(struct salsa20_ctx),
222 .cra_alignmask = 3,
223 .cra_module = THIS_MODULE,
224 .cra_u = {
225 .blkcipher = {
226 .setkey = setkey,
227 .encrypt = encrypt,
228 .decrypt = encrypt,
229 .min_keysize = SALSA20_MIN_KEY_SIZE,
230 .max_keysize = SALSA20_MAX_KEY_SIZE,
231 .ivsize = SALSA20_IV_SIZE,
232 }
233 }
234};
235
236static int __init salsa20_generic_mod_init(void)
237{
238 return crypto_register_alg(&alg);
239}
240
241static void __exit salsa20_generic_mod_fini(void)
242{
243 crypto_unregister_alg(&alg);
244}
245
246module_init(salsa20_generic_mod_init);
247module_exit(salsa20_generic_mod_fini);
248
249MODULE_LICENSE("GPL");
250MODULE_DESCRIPTION ("Salsa20 stream cipher algorithm");
251MODULE_ALIAS_CRYPTO("salsa20");
252MODULE_ALIAS_CRYPTO("salsa20-generic");
1/*
2 * Salsa20: Salsa20 stream cipher algorithm
3 *
4 * Copyright (c) 2007 Tan Swee Heng <thesweeheng@gmail.com>
5 *
6 * Derived from:
7 * - salsa20.c: Public domain C code by Daniel J. Bernstein <djb@cr.yp.to>
8 *
9 * Salsa20 is a stream cipher candidate in eSTREAM, the ECRYPT Stream
10 * Cipher Project. It is designed by Daniel J. Bernstein <djb@cr.yp.to>.
11 * More information about eSTREAM and Salsa20 can be found here:
12 * http://www.ecrypt.eu.org/stream/
13 * http://cr.yp.to/snuffle.html
14 *
15 * This program is free software; you can redistribute it and/or modify it
16 * under the terms of the GNU General Public License as published by the Free
17 * Software Foundation; either version 2 of the License, or (at your option)
18 * any later version.
19 *
20 */
21
22#include <asm/unaligned.h>
23#include <crypto/internal/skcipher.h>
24#include <linux/module.h>
25
26#define SALSA20_IV_SIZE 8
27#define SALSA20_MIN_KEY_SIZE 16
28#define SALSA20_MAX_KEY_SIZE 32
29#define SALSA20_BLOCK_SIZE 64
30
31struct salsa20_ctx {
32 u32 initial_state[16];
33};
34
35static void salsa20_block(u32 *state, __le32 *stream)
36{
37 u32 x[16];
38 int i;
39
40 memcpy(x, state, sizeof(x));
41
42 for (i = 0; i < 20; i += 2) {
43 x[ 4] ^= rol32((x[ 0] + x[12]), 7);
44 x[ 8] ^= rol32((x[ 4] + x[ 0]), 9);
45 x[12] ^= rol32((x[ 8] + x[ 4]), 13);
46 x[ 0] ^= rol32((x[12] + x[ 8]), 18);
47 x[ 9] ^= rol32((x[ 5] + x[ 1]), 7);
48 x[13] ^= rol32((x[ 9] + x[ 5]), 9);
49 x[ 1] ^= rol32((x[13] + x[ 9]), 13);
50 x[ 5] ^= rol32((x[ 1] + x[13]), 18);
51 x[14] ^= rol32((x[10] + x[ 6]), 7);
52 x[ 2] ^= rol32((x[14] + x[10]), 9);
53 x[ 6] ^= rol32((x[ 2] + x[14]), 13);
54 x[10] ^= rol32((x[ 6] + x[ 2]), 18);
55 x[ 3] ^= rol32((x[15] + x[11]), 7);
56 x[ 7] ^= rol32((x[ 3] + x[15]), 9);
57 x[11] ^= rol32((x[ 7] + x[ 3]), 13);
58 x[15] ^= rol32((x[11] + x[ 7]), 18);
59 x[ 1] ^= rol32((x[ 0] + x[ 3]), 7);
60 x[ 2] ^= rol32((x[ 1] + x[ 0]), 9);
61 x[ 3] ^= rol32((x[ 2] + x[ 1]), 13);
62 x[ 0] ^= rol32((x[ 3] + x[ 2]), 18);
63 x[ 6] ^= rol32((x[ 5] + x[ 4]), 7);
64 x[ 7] ^= rol32((x[ 6] + x[ 5]), 9);
65 x[ 4] ^= rol32((x[ 7] + x[ 6]), 13);
66 x[ 5] ^= rol32((x[ 4] + x[ 7]), 18);
67 x[11] ^= rol32((x[10] + x[ 9]), 7);
68 x[ 8] ^= rol32((x[11] + x[10]), 9);
69 x[ 9] ^= rol32((x[ 8] + x[11]), 13);
70 x[10] ^= rol32((x[ 9] + x[ 8]), 18);
71 x[12] ^= rol32((x[15] + x[14]), 7);
72 x[13] ^= rol32((x[12] + x[15]), 9);
73 x[14] ^= rol32((x[13] + x[12]), 13);
74 x[15] ^= rol32((x[14] + x[13]), 18);
75 }
76
77 for (i = 0; i < 16; i++)
78 stream[i] = cpu_to_le32(x[i] + state[i]);
79
80 if (++state[8] == 0)
81 state[9]++;
82}
83
84static void salsa20_docrypt(u32 *state, u8 *dst, const u8 *src,
85 unsigned int bytes)
86{
87 __le32 stream[SALSA20_BLOCK_SIZE / sizeof(__le32)];
88
89 while (bytes >= SALSA20_BLOCK_SIZE) {
90 salsa20_block(state, stream);
91 crypto_xor_cpy(dst, src, (const u8 *)stream,
92 SALSA20_BLOCK_SIZE);
93 bytes -= SALSA20_BLOCK_SIZE;
94 dst += SALSA20_BLOCK_SIZE;
95 src += SALSA20_BLOCK_SIZE;
96 }
97 if (bytes) {
98 salsa20_block(state, stream);
99 crypto_xor_cpy(dst, src, (const u8 *)stream, bytes);
100 }
101}
102
103static void salsa20_init(u32 *state, const struct salsa20_ctx *ctx,
104 const u8 *iv)
105{
106 memcpy(state, ctx->initial_state, sizeof(ctx->initial_state));
107 state[6] = get_unaligned_le32(iv + 0);
108 state[7] = get_unaligned_le32(iv + 4);
109}
110
111static int salsa20_setkey(struct crypto_skcipher *tfm, const u8 *key,
112 unsigned int keysize)
113{
114 static const char sigma[16] = "expand 32-byte k";
115 static const char tau[16] = "expand 16-byte k";
116 struct salsa20_ctx *ctx = crypto_skcipher_ctx(tfm);
117 const char *constants;
118
119 if (keysize != SALSA20_MIN_KEY_SIZE &&
120 keysize != SALSA20_MAX_KEY_SIZE)
121 return -EINVAL;
122
123 ctx->initial_state[1] = get_unaligned_le32(key + 0);
124 ctx->initial_state[2] = get_unaligned_le32(key + 4);
125 ctx->initial_state[3] = get_unaligned_le32(key + 8);
126 ctx->initial_state[4] = get_unaligned_le32(key + 12);
127 if (keysize == 32) { /* recommended */
128 key += 16;
129 constants = sigma;
130 } else { /* keysize == 16 */
131 constants = tau;
132 }
133 ctx->initial_state[11] = get_unaligned_le32(key + 0);
134 ctx->initial_state[12] = get_unaligned_le32(key + 4);
135 ctx->initial_state[13] = get_unaligned_le32(key + 8);
136 ctx->initial_state[14] = get_unaligned_le32(key + 12);
137 ctx->initial_state[0] = get_unaligned_le32(constants + 0);
138 ctx->initial_state[5] = get_unaligned_le32(constants + 4);
139 ctx->initial_state[10] = get_unaligned_le32(constants + 8);
140 ctx->initial_state[15] = get_unaligned_le32(constants + 12);
141
142 /* space for the nonce; it will be overridden for each request */
143 ctx->initial_state[6] = 0;
144 ctx->initial_state[7] = 0;
145
146 /* initial block number */
147 ctx->initial_state[8] = 0;
148 ctx->initial_state[9] = 0;
149
150 return 0;
151}
152
153static int salsa20_crypt(struct skcipher_request *req)
154{
155 struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
156 const struct salsa20_ctx *ctx = crypto_skcipher_ctx(tfm);
157 struct skcipher_walk walk;
158 u32 state[16];
159 int err;
160
161 err = skcipher_walk_virt(&walk, req, false);
162
163 salsa20_init(state, ctx, req->iv);
164
165 while (walk.nbytes > 0) {
166 unsigned int nbytes = walk.nbytes;
167
168 if (nbytes < walk.total)
169 nbytes = round_down(nbytes, walk.stride);
170
171 salsa20_docrypt(state, walk.dst.virt.addr, walk.src.virt.addr,
172 nbytes);
173 err = skcipher_walk_done(&walk, walk.nbytes - nbytes);
174 }
175
176 return err;
177}
178
179static struct skcipher_alg alg = {
180 .base.cra_name = "salsa20",
181 .base.cra_driver_name = "salsa20-generic",
182 .base.cra_priority = 100,
183 .base.cra_blocksize = 1,
184 .base.cra_ctxsize = sizeof(struct salsa20_ctx),
185 .base.cra_module = THIS_MODULE,
186
187 .min_keysize = SALSA20_MIN_KEY_SIZE,
188 .max_keysize = SALSA20_MAX_KEY_SIZE,
189 .ivsize = SALSA20_IV_SIZE,
190 .chunksize = SALSA20_BLOCK_SIZE,
191 .setkey = salsa20_setkey,
192 .encrypt = salsa20_crypt,
193 .decrypt = salsa20_crypt,
194};
195
196static int __init salsa20_generic_mod_init(void)
197{
198 return crypto_register_skcipher(&alg);
199}
200
201static void __exit salsa20_generic_mod_fini(void)
202{
203 crypto_unregister_skcipher(&alg);
204}
205
206subsys_initcall(salsa20_generic_mod_init);
207module_exit(salsa20_generic_mod_fini);
208
209MODULE_LICENSE("GPL");
210MODULE_DESCRIPTION ("Salsa20 stream cipher algorithm");
211MODULE_ALIAS_CRYPTO("salsa20");
212MODULE_ALIAS_CRYPTO("salsa20-generic");