Loading...
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * Cryptographic API.
4 *
5 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
6 * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
7 */
8#ifndef _CRYPTO_INTERNAL_H
9#define _CRYPTO_INTERNAL_H
10
11#include <crypto/algapi.h>
12#include <linux/completion.h>
13#include <linux/err.h>
14#include <linux/jump_label.h>
15#include <linux/list.h>
16#include <linux/module.h>
17#include <linux/notifier.h>
18#include <linux/numa.h>
19#include <linux/refcount.h>
20#include <linux/rwsem.h>
21#include <linux/scatterlist.h>
22#include <linux/sched.h>
23#include <linux/types.h>
24
25struct akcipher_request;
26struct crypto_akcipher;
27struct crypto_instance;
28struct crypto_template;
29
30struct crypto_larval {
31 struct crypto_alg alg;
32 struct crypto_alg *adult;
33 struct completion completion;
34 u32 mask;
35 bool test_started;
36};
37
38struct crypto_akcipher_sync_data {
39 struct crypto_akcipher *tfm;
40 const void *src;
41 void *dst;
42 unsigned int slen;
43 unsigned int dlen;
44
45 struct akcipher_request *req;
46 struct crypto_wait cwait;
47 struct scatterlist sg;
48 u8 *buf;
49};
50
51enum {
52 CRYPTOA_UNSPEC,
53 CRYPTOA_ALG,
54 CRYPTOA_TYPE,
55 __CRYPTOA_MAX,
56};
57
58#define CRYPTOA_MAX (__CRYPTOA_MAX - 1)
59
60/* Maximum number of (rtattr) parameters for each template. */
61#define CRYPTO_MAX_ATTRS 32
62
63extern struct list_head crypto_alg_list;
64extern struct rw_semaphore crypto_alg_sem;
65extern struct blocking_notifier_head crypto_chain;
66
67int alg_test(const char *driver, const char *alg, u32 type, u32 mask);
68
69#ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
70static inline bool crypto_boot_test_finished(void)
71{
72 return true;
73}
74static inline void set_crypto_boot_test_finished(void)
75{
76}
77#else
78DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_finished);
79static inline bool crypto_boot_test_finished(void)
80{
81 return static_branch_likely(&__crypto_boot_test_finished);
82}
83static inline void set_crypto_boot_test_finished(void)
84{
85 static_branch_enable(&__crypto_boot_test_finished);
86}
87#endif /* !CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
88
89#ifdef CONFIG_PROC_FS
90void __init crypto_init_proc(void);
91void __exit crypto_exit_proc(void);
92#else
93static inline void crypto_init_proc(void)
94{ }
95static inline void crypto_exit_proc(void)
96{ }
97#endif
98
99static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg *alg)
100{
101 return alg->cra_ctxsize;
102}
103
104static inline unsigned int crypto_compress_ctxsize(struct crypto_alg *alg)
105{
106 return alg->cra_ctxsize;
107}
108
109struct crypto_alg *crypto_mod_get(struct crypto_alg *alg);
110struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask);
111
112struct crypto_larval *crypto_larval_alloc(const char *name, u32 type, u32 mask);
113void crypto_larval_kill(struct crypto_alg *alg);
114void crypto_wait_for_test(struct crypto_larval *larval);
115void crypto_alg_tested(const char *name, int err);
116
117void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
118 struct crypto_alg *nalg);
119void crypto_remove_final(struct list_head *list);
120void crypto_shoot_alg(struct crypto_alg *alg);
121struct crypto_tfm *__crypto_alloc_tfmgfp(struct crypto_alg *alg, u32 type,
122 u32 mask, gfp_t gfp);
123struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg, u32 type,
124 u32 mask);
125void *crypto_create_tfm_node(struct crypto_alg *alg,
126 const struct crypto_type *frontend, int node);
127void *crypto_clone_tfm(const struct crypto_type *frontend,
128 struct crypto_tfm *otfm);
129
130int crypto_akcipher_sync_prep(struct crypto_akcipher_sync_data *data);
131int crypto_akcipher_sync_post(struct crypto_akcipher_sync_data *data, int err);
132int crypto_init_akcipher_ops_sig(struct crypto_tfm *tfm);
133
134static inline void *crypto_create_tfm(struct crypto_alg *alg,
135 const struct crypto_type *frontend)
136{
137 return crypto_create_tfm_node(alg, frontend, NUMA_NO_NODE);
138}
139
140struct crypto_alg *crypto_find_alg(const char *alg_name,
141 const struct crypto_type *frontend,
142 u32 type, u32 mask);
143
144void *crypto_alloc_tfm_node(const char *alg_name,
145 const struct crypto_type *frontend, u32 type, u32 mask,
146 int node);
147
148static inline void *crypto_alloc_tfm(const char *alg_name,
149 const struct crypto_type *frontend, u32 type, u32 mask)
150{
151 return crypto_alloc_tfm_node(alg_name, frontend, type, mask, NUMA_NO_NODE);
152}
153
154int crypto_probing_notify(unsigned long val, void *v);
155
156unsigned int crypto_alg_extsize(struct crypto_alg *alg);
157
158int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
159 u32 type, u32 mask);
160
161static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg)
162{
163 refcount_inc(&alg->cra_refcnt);
164 return alg;
165}
166
167static inline void crypto_alg_put(struct crypto_alg *alg)
168{
169 if (refcount_dec_and_test(&alg->cra_refcnt) && alg->cra_destroy)
170 alg->cra_destroy(alg);
171}
172
173static inline int crypto_tmpl_get(struct crypto_template *tmpl)
174{
175 return try_module_get(tmpl->module);
176}
177
178static inline void crypto_tmpl_put(struct crypto_template *tmpl)
179{
180 module_put(tmpl->module);
181}
182
183static inline int crypto_is_larval(struct crypto_alg *alg)
184{
185 return alg->cra_flags & CRYPTO_ALG_LARVAL;
186}
187
188static inline int crypto_is_dead(struct crypto_alg *alg)
189{
190 return alg->cra_flags & CRYPTO_ALG_DEAD;
191}
192
193static inline int crypto_is_moribund(struct crypto_alg *alg)
194{
195 return alg->cra_flags & (CRYPTO_ALG_DEAD | CRYPTO_ALG_DYING);
196}
197
198static inline void crypto_notify(unsigned long val, void *v)
199{
200 blocking_notifier_call_chain(&crypto_chain, val, v);
201}
202
203static inline void crypto_yield(u32 flags)
204{
205 if (flags & CRYPTO_TFM_REQ_MAY_SLEEP)
206 cond_resched();
207}
208
209static inline int crypto_is_test_larval(struct crypto_larval *larval)
210{
211 return larval->alg.cra_driver_name[0];
212}
213
214static inline struct crypto_tfm *crypto_tfm_get(struct crypto_tfm *tfm)
215{
216 return refcount_inc_not_zero(&tfm->refcnt) ? tfm : ERR_PTR(-EOVERFLOW);
217}
218
219#endif /* _CRYPTO_INTERNAL_H */
220
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * Cryptographic API.
4 *
5 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
6 * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
7 */
8#ifndef _CRYPTO_INTERNAL_H
9#define _CRYPTO_INTERNAL_H
10
11#include <crypto/algapi.h>
12#include <linux/completion.h>
13#include <linux/jump_label.h>
14#include <linux/list.h>
15#include <linux/module.h>
16#include <linux/notifier.h>
17#include <linux/numa.h>
18#include <linux/refcount.h>
19#include <linux/rwsem.h>
20#include <linux/sched.h>
21#include <linux/types.h>
22
23struct crypto_instance;
24struct crypto_template;
25
26struct crypto_larval {
27 struct crypto_alg alg;
28 struct crypto_alg *adult;
29 struct completion completion;
30 u32 mask;
31 bool test_started;
32};
33
34enum {
35 CRYPTOA_UNSPEC,
36 CRYPTOA_ALG,
37 CRYPTOA_TYPE,
38 __CRYPTOA_MAX,
39};
40
41#define CRYPTOA_MAX (__CRYPTOA_MAX - 1)
42
43/* Maximum number of (rtattr) parameters for each template. */
44#define CRYPTO_MAX_ATTRS 32
45
46extern struct list_head crypto_alg_list;
47extern struct rw_semaphore crypto_alg_sem;
48extern struct blocking_notifier_head crypto_chain;
49
50#ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
51static inline bool crypto_boot_test_finished(void)
52{
53 return true;
54}
55static inline void set_crypto_boot_test_finished(void)
56{
57}
58#else
59DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_finished);
60static inline bool crypto_boot_test_finished(void)
61{
62 return static_branch_likely(&__crypto_boot_test_finished);
63}
64static inline void set_crypto_boot_test_finished(void)
65{
66 static_branch_enable(&__crypto_boot_test_finished);
67}
68#endif /* !CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
69
70#ifdef CONFIG_PROC_FS
71void __init crypto_init_proc(void);
72void __exit crypto_exit_proc(void);
73#else
74static inline void crypto_init_proc(void)
75{ }
76static inline void crypto_exit_proc(void)
77{ }
78#endif
79
80static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg *alg)
81{
82 return alg->cra_ctxsize;
83}
84
85static inline unsigned int crypto_compress_ctxsize(struct crypto_alg *alg)
86{
87 return alg->cra_ctxsize;
88}
89
90struct crypto_alg *crypto_mod_get(struct crypto_alg *alg);
91struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask);
92
93struct crypto_larval *crypto_larval_alloc(const char *name, u32 type, u32 mask);
94void crypto_larval_kill(struct crypto_alg *alg);
95void crypto_wait_for_test(struct crypto_larval *larval);
96void crypto_alg_tested(const char *name, int err);
97
98void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
99 struct crypto_alg *nalg);
100void crypto_remove_final(struct list_head *list);
101void crypto_shoot_alg(struct crypto_alg *alg);
102struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg, u32 type,
103 u32 mask);
104void *crypto_create_tfm_node(struct crypto_alg *alg,
105 const struct crypto_type *frontend, int node);
106
107static inline void *crypto_create_tfm(struct crypto_alg *alg,
108 const struct crypto_type *frontend)
109{
110 return crypto_create_tfm_node(alg, frontend, NUMA_NO_NODE);
111}
112
113struct crypto_alg *crypto_find_alg(const char *alg_name,
114 const struct crypto_type *frontend,
115 u32 type, u32 mask);
116
117void *crypto_alloc_tfm_node(const char *alg_name,
118 const struct crypto_type *frontend, u32 type, u32 mask,
119 int node);
120
121static inline void *crypto_alloc_tfm(const char *alg_name,
122 const struct crypto_type *frontend, u32 type, u32 mask)
123{
124 return crypto_alloc_tfm_node(alg_name, frontend, type, mask, NUMA_NO_NODE);
125}
126
127int crypto_probing_notify(unsigned long val, void *v);
128
129unsigned int crypto_alg_extsize(struct crypto_alg *alg);
130
131int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
132 u32 type, u32 mask);
133
134static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg)
135{
136 refcount_inc(&alg->cra_refcnt);
137 return alg;
138}
139
140static inline void crypto_alg_put(struct crypto_alg *alg)
141{
142 if (refcount_dec_and_test(&alg->cra_refcnt) && alg->cra_destroy)
143 alg->cra_destroy(alg);
144}
145
146static inline int crypto_tmpl_get(struct crypto_template *tmpl)
147{
148 return try_module_get(tmpl->module);
149}
150
151static inline void crypto_tmpl_put(struct crypto_template *tmpl)
152{
153 module_put(tmpl->module);
154}
155
156static inline int crypto_is_larval(struct crypto_alg *alg)
157{
158 return alg->cra_flags & CRYPTO_ALG_LARVAL;
159}
160
161static inline int crypto_is_dead(struct crypto_alg *alg)
162{
163 return alg->cra_flags & CRYPTO_ALG_DEAD;
164}
165
166static inline int crypto_is_moribund(struct crypto_alg *alg)
167{
168 return alg->cra_flags & (CRYPTO_ALG_DEAD | CRYPTO_ALG_DYING);
169}
170
171static inline void crypto_notify(unsigned long val, void *v)
172{
173 blocking_notifier_call_chain(&crypto_chain, val, v);
174}
175
176static inline void crypto_yield(u32 flags)
177{
178 if (flags & CRYPTO_TFM_REQ_MAY_SLEEP)
179 cond_resched();
180}
181
182static inline int crypto_is_test_larval(struct crypto_larval *larval)
183{
184 return larval->alg.cra_driver_name[0];
185}
186
187#endif /* _CRYPTO_INTERNAL_H */
188