Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Glue code for the SHA256 Secure Hash Algorithm assembly implementation
4 * using optimized ARM assembler and NEON instructions.
5 *
6 * Copyright © 2015 Google Inc.
7 *
8 * This file is based on sha256_ssse3_glue.c:
9 * Copyright (C) 2013 Intel Corporation
10 * Author: Tim Chen <tim.c.chen@linux.intel.com>
11 */
12
13#include <crypto/internal/hash.h>
14#include <linux/crypto.h>
15#include <linux/init.h>
16#include <linux/module.h>
17#include <linux/mm.h>
18#include <linux/types.h>
19#include <linux/string.h>
20#include <crypto/sha2.h>
21#include <crypto/sha256_base.h>
22#include <asm/simd.h>
23#include <asm/neon.h>
24
25#include "sha256_glue.h"
26
27asmlinkage void sha256_block_data_order(struct sha256_state *state,
28 const u8 *data, int num_blks);
29
30int crypto_sha256_arm_update(struct shash_desc *desc, const u8 *data,
31 unsigned int len)
32{
33 /* make sure casting to sha256_block_fn() is safe */
34 BUILD_BUG_ON(offsetof(struct sha256_state, state) != 0);
35
36 return sha256_base_do_update(desc, data, len, sha256_block_data_order);
37}
38EXPORT_SYMBOL(crypto_sha256_arm_update);
39
40static int crypto_sha256_arm_final(struct shash_desc *desc, u8 *out)
41{
42 sha256_base_do_finalize(desc, sha256_block_data_order);
43 return sha256_base_finish(desc, out);
44}
45
46int crypto_sha256_arm_finup(struct shash_desc *desc, const u8 *data,
47 unsigned int len, u8 *out)
48{
49 sha256_base_do_update(desc, data, len, sha256_block_data_order);
50 return crypto_sha256_arm_final(desc, out);
51}
52EXPORT_SYMBOL(crypto_sha256_arm_finup);
53
54static struct shash_alg algs[] = { {
55 .digestsize = SHA256_DIGEST_SIZE,
56 .init = sha256_base_init,
57 .update = crypto_sha256_arm_update,
58 .final = crypto_sha256_arm_final,
59 .finup = crypto_sha256_arm_finup,
60 .descsize = sizeof(struct sha256_state),
61 .base = {
62 .cra_name = "sha256",
63 .cra_driver_name = "sha256-asm",
64 .cra_priority = 150,
65 .cra_blocksize = SHA256_BLOCK_SIZE,
66 .cra_module = THIS_MODULE,
67 }
68}, {
69 .digestsize = SHA224_DIGEST_SIZE,
70 .init = sha224_base_init,
71 .update = crypto_sha256_arm_update,
72 .final = crypto_sha256_arm_final,
73 .finup = crypto_sha256_arm_finup,
74 .descsize = sizeof(struct sha256_state),
75 .base = {
76 .cra_name = "sha224",
77 .cra_driver_name = "sha224-asm",
78 .cra_priority = 150,
79 .cra_blocksize = SHA224_BLOCK_SIZE,
80 .cra_module = THIS_MODULE,
81 }
82} };
83
84static int __init sha256_mod_init(void)
85{
86 int res = crypto_register_shashes(algs, ARRAY_SIZE(algs));
87
88 if (res < 0)
89 return res;
90
91 if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon()) {
92 res = crypto_register_shashes(sha256_neon_algs,
93 ARRAY_SIZE(sha256_neon_algs));
94
95 if (res < 0)
96 crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
97 }
98
99 return res;
100}
101
102static void __exit sha256_mod_fini(void)
103{
104 crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
105
106 if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon())
107 crypto_unregister_shashes(sha256_neon_algs,
108 ARRAY_SIZE(sha256_neon_algs));
109}
110
111module_init(sha256_mod_init);
112module_exit(sha256_mod_fini);
113
114MODULE_LICENSE("GPL");
115MODULE_DESCRIPTION("SHA256 Secure Hash Algorithm (ARM), including NEON");
116
117MODULE_ALIAS_CRYPTO("sha256");
1/*
2 * Glue code for the SHA256 Secure Hash Algorithm assembly implementation
3 * using optimized ARM assembler and NEON instructions.
4 *
5 * Copyright © 2015 Google Inc.
6 *
7 * This file is based on sha256_ssse3_glue.c:
8 * Copyright (C) 2013 Intel Corporation
9 * Author: Tim Chen <tim.c.chen@linux.intel.com>
10 *
11 * This program is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU General Public License as published by the Free
13 * Software Foundation; either version 2 of the License, or (at your option)
14 * any later version.
15 *
16 */
17
18#include <crypto/internal/hash.h>
19#include <linux/crypto.h>
20#include <linux/init.h>
21#include <linux/module.h>
22#include <linux/mm.h>
23#include <linux/cryptohash.h>
24#include <linux/types.h>
25#include <linux/string.h>
26#include <crypto/sha.h>
27#include <crypto/sha256_base.h>
28#include <asm/simd.h>
29#include <asm/neon.h>
30
31#include "sha256_glue.h"
32
33asmlinkage void sha256_block_data_order(u32 *digest, const void *data,
34 unsigned int num_blks);
35
36int crypto_sha256_arm_update(struct shash_desc *desc, const u8 *data,
37 unsigned int len)
38{
39 /* make sure casting to sha256_block_fn() is safe */
40 BUILD_BUG_ON(offsetof(struct sha256_state, state) != 0);
41
42 return sha256_base_do_update(desc, data, len,
43 (sha256_block_fn *)sha256_block_data_order);
44}
45EXPORT_SYMBOL(crypto_sha256_arm_update);
46
47static int sha256_final(struct shash_desc *desc, u8 *out)
48{
49 sha256_base_do_finalize(desc,
50 (sha256_block_fn *)sha256_block_data_order);
51 return sha256_base_finish(desc, out);
52}
53
54int crypto_sha256_arm_finup(struct shash_desc *desc, const u8 *data,
55 unsigned int len, u8 *out)
56{
57 sha256_base_do_update(desc, data, len,
58 (sha256_block_fn *)sha256_block_data_order);
59 return sha256_final(desc, out);
60}
61EXPORT_SYMBOL(crypto_sha256_arm_finup);
62
63static struct shash_alg algs[] = { {
64 .digestsize = SHA256_DIGEST_SIZE,
65 .init = sha256_base_init,
66 .update = crypto_sha256_arm_update,
67 .final = sha256_final,
68 .finup = crypto_sha256_arm_finup,
69 .descsize = sizeof(struct sha256_state),
70 .base = {
71 .cra_name = "sha256",
72 .cra_driver_name = "sha256-asm",
73 .cra_priority = 150,
74 .cra_flags = CRYPTO_ALG_TYPE_SHASH,
75 .cra_blocksize = SHA256_BLOCK_SIZE,
76 .cra_module = THIS_MODULE,
77 }
78}, {
79 .digestsize = SHA224_DIGEST_SIZE,
80 .init = sha224_base_init,
81 .update = crypto_sha256_arm_update,
82 .final = sha256_final,
83 .finup = crypto_sha256_arm_finup,
84 .descsize = sizeof(struct sha256_state),
85 .base = {
86 .cra_name = "sha224",
87 .cra_driver_name = "sha224-asm",
88 .cra_priority = 150,
89 .cra_flags = CRYPTO_ALG_TYPE_SHASH,
90 .cra_blocksize = SHA224_BLOCK_SIZE,
91 .cra_module = THIS_MODULE,
92 }
93} };
94
95static int __init sha256_mod_init(void)
96{
97 int res = crypto_register_shashes(algs, ARRAY_SIZE(algs));
98
99 if (res < 0)
100 return res;
101
102 if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon()) {
103 res = crypto_register_shashes(sha256_neon_algs,
104 ARRAY_SIZE(sha256_neon_algs));
105
106 if (res < 0)
107 crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
108 }
109
110 return res;
111}
112
113static void __exit sha256_mod_fini(void)
114{
115 crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
116
117 if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon())
118 crypto_unregister_shashes(sha256_neon_algs,
119 ARRAY_SIZE(sha256_neon_algs));
120}
121
122module_init(sha256_mod_init);
123module_exit(sha256_mod_fini);
124
125MODULE_LICENSE("GPL");
126MODULE_DESCRIPTION("SHA256 Secure Hash Algorithm (ARM), including NEON");
127
128MODULE_ALIAS_CRYPTO("sha256");