Loading...
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * Asynchronous Compression operations
4 *
5 * Copyright (c) 2016, Intel Corporation
6 * Authors: Weigang Li <weigang.li@intel.com>
7 * Giovanni Cabiddu <giovanni.cabiddu@intel.com>
8 */
9#ifndef _CRYPTO_ACOMP_H
10#define _CRYPTO_ACOMP_H
11
12#include <linux/atomic.h>
13#include <linux/container_of.h>
14#include <linux/crypto.h>
15
16#define CRYPTO_ACOMP_ALLOC_OUTPUT 0x00000001
17#define CRYPTO_ACOMP_DST_MAX 131072
18
19/**
20 * struct acomp_req - asynchronous (de)compression request
21 *
22 * @base: Common attributes for asynchronous crypto requests
23 * @src: Source Data
24 * @dst: Destination data
25 * @slen: Size of the input buffer
26 * @dlen: Size of the output buffer and number of bytes produced
27 * @flags: Internal flags
28 * @__ctx: Start of private context data
29 */
30struct acomp_req {
31 struct crypto_async_request base;
32 struct scatterlist *src;
33 struct scatterlist *dst;
34 unsigned int slen;
35 unsigned int dlen;
36 u32 flags;
37 void *__ctx[] CRYPTO_MINALIGN_ATTR;
38};
39
40/**
41 * struct crypto_acomp - user-instantiated objects which encapsulate
42 * algorithms and core processing logic
43 *
44 * @compress: Function performs a compress operation
45 * @decompress: Function performs a de-compress operation
46 * @dst_free: Frees destination buffer if allocated inside the
47 * algorithm
48 * @reqsize: Context size for (de)compression requests
49 * @base: Common crypto API algorithm data structure
50 */
51struct crypto_acomp {
52 int (*compress)(struct acomp_req *req);
53 int (*decompress)(struct acomp_req *req);
54 void (*dst_free)(struct scatterlist *dst);
55 unsigned int reqsize;
56 struct crypto_tfm base;
57};
58
59/*
60 * struct crypto_istat_compress - statistics for compress algorithm
61 * @compress_cnt: number of compress requests
62 * @compress_tlen: total data size handled by compress requests
63 * @decompress_cnt: number of decompress requests
64 * @decompress_tlen: total data size handled by decompress requests
65 * @err_cnt: number of error for compress requests
66 */
67struct crypto_istat_compress {
68 atomic64_t compress_cnt;
69 atomic64_t compress_tlen;
70 atomic64_t decompress_cnt;
71 atomic64_t decompress_tlen;
72 atomic64_t err_cnt;
73};
74
75#ifdef CONFIG_CRYPTO_STATS
76#define COMP_ALG_COMMON_STATS struct crypto_istat_compress stat;
77#else
78#define COMP_ALG_COMMON_STATS
79#endif
80
81#define COMP_ALG_COMMON { \
82 COMP_ALG_COMMON_STATS \
83 \
84 struct crypto_alg base; \
85}
86struct comp_alg_common COMP_ALG_COMMON;
87
88/**
89 * DOC: Asynchronous Compression API
90 *
91 * The Asynchronous Compression API is used with the algorithms of type
92 * CRYPTO_ALG_TYPE_ACOMPRESS (listed as type "acomp" in /proc/crypto)
93 */
94
95/**
96 * crypto_alloc_acomp() -- allocate ACOMPRESS tfm handle
97 * @alg_name: is the cra_name / name or cra_driver_name / driver name of the
98 * compression algorithm e.g. "deflate"
99 * @type: specifies the type of the algorithm
100 * @mask: specifies the mask for the algorithm
101 *
102 * Allocate a handle for a compression algorithm. The returned struct
103 * crypto_acomp is the handle that is required for any subsequent
104 * API invocation for the compression operations.
105 *
106 * Return: allocated handle in case of success; IS_ERR() is true in case
107 * of an error, PTR_ERR() returns the error code.
108 */
109struct crypto_acomp *crypto_alloc_acomp(const char *alg_name, u32 type,
110 u32 mask);
111/**
112 * crypto_alloc_acomp_node() -- allocate ACOMPRESS tfm handle with desired NUMA node
113 * @alg_name: is the cra_name / name or cra_driver_name / driver name of the
114 * compression algorithm e.g. "deflate"
115 * @type: specifies the type of the algorithm
116 * @mask: specifies the mask for the algorithm
117 * @node: specifies the NUMA node the ZIP hardware belongs to
118 *
119 * Allocate a handle for a compression algorithm. Drivers should try to use
120 * (de)compressors on the specified NUMA node.
121 * The returned struct crypto_acomp is the handle that is required for any
122 * subsequent API invocation for the compression operations.
123 *
124 * Return: allocated handle in case of success; IS_ERR() is true in case
125 * of an error, PTR_ERR() returns the error code.
126 */
127struct crypto_acomp *crypto_alloc_acomp_node(const char *alg_name, u32 type,
128 u32 mask, int node);
129
130static inline struct crypto_tfm *crypto_acomp_tfm(struct crypto_acomp *tfm)
131{
132 return &tfm->base;
133}
134
135static inline struct comp_alg_common *__crypto_comp_alg_common(
136 struct crypto_alg *alg)
137{
138 return container_of(alg, struct comp_alg_common, base);
139}
140
141static inline struct crypto_acomp *__crypto_acomp_tfm(struct crypto_tfm *tfm)
142{
143 return container_of(tfm, struct crypto_acomp, base);
144}
145
146static inline struct comp_alg_common *crypto_comp_alg_common(
147 struct crypto_acomp *tfm)
148{
149 return __crypto_comp_alg_common(crypto_acomp_tfm(tfm)->__crt_alg);
150}
151
152static inline unsigned int crypto_acomp_reqsize(struct crypto_acomp *tfm)
153{
154 return tfm->reqsize;
155}
156
157static inline void acomp_request_set_tfm(struct acomp_req *req,
158 struct crypto_acomp *tfm)
159{
160 req->base.tfm = crypto_acomp_tfm(tfm);
161}
162
163static inline struct crypto_acomp *crypto_acomp_reqtfm(struct acomp_req *req)
164{
165 return __crypto_acomp_tfm(req->base.tfm);
166}
167
168/**
169 * crypto_free_acomp() -- free ACOMPRESS tfm handle
170 *
171 * @tfm: ACOMPRESS tfm handle allocated with crypto_alloc_acomp()
172 *
173 * If @tfm is a NULL or error pointer, this function does nothing.
174 */
175static inline void crypto_free_acomp(struct crypto_acomp *tfm)
176{
177 crypto_destroy_tfm(tfm, crypto_acomp_tfm(tfm));
178}
179
180static inline int crypto_has_acomp(const char *alg_name, u32 type, u32 mask)
181{
182 type &= ~CRYPTO_ALG_TYPE_MASK;
183 type |= CRYPTO_ALG_TYPE_ACOMPRESS;
184 mask |= CRYPTO_ALG_TYPE_ACOMPRESS_MASK;
185
186 return crypto_has_alg(alg_name, type, mask);
187}
188
189/**
190 * acomp_request_alloc() -- allocates asynchronous (de)compression request
191 *
192 * @tfm: ACOMPRESS tfm handle allocated with crypto_alloc_acomp()
193 *
194 * Return: allocated handle in case of success or NULL in case of an error
195 */
196struct acomp_req *acomp_request_alloc(struct crypto_acomp *tfm);
197
198/**
199 * acomp_request_free() -- zeroize and free asynchronous (de)compression
200 * request as well as the output buffer if allocated
201 * inside the algorithm
202 *
203 * @req: request to free
204 */
205void acomp_request_free(struct acomp_req *req);
206
207/**
208 * acomp_request_set_callback() -- Sets an asynchronous callback
209 *
210 * Callback will be called when an asynchronous operation on a given
211 * request is finished.
212 *
213 * @req: request that the callback will be set for
214 * @flgs: specify for instance if the operation may backlog
215 * @cmlp: callback which will be called
216 * @data: private data used by the caller
217 */
218static inline void acomp_request_set_callback(struct acomp_req *req,
219 u32 flgs,
220 crypto_completion_t cmpl,
221 void *data)
222{
223 req->base.complete = cmpl;
224 req->base.data = data;
225 req->base.flags &= CRYPTO_ACOMP_ALLOC_OUTPUT;
226 req->base.flags |= flgs & ~CRYPTO_ACOMP_ALLOC_OUTPUT;
227}
228
229/**
230 * acomp_request_set_params() -- Sets request parameters
231 *
232 * Sets parameters required by an acomp operation
233 *
234 * @req: asynchronous compress request
235 * @src: pointer to input buffer scatterlist
236 * @dst: pointer to output buffer scatterlist. If this is NULL, the
237 * acomp layer will allocate the output memory
238 * @slen: size of the input buffer
239 * @dlen: size of the output buffer. If dst is NULL, this can be used by
240 * the user to specify the maximum amount of memory to allocate
241 */
242static inline void acomp_request_set_params(struct acomp_req *req,
243 struct scatterlist *src,
244 struct scatterlist *dst,
245 unsigned int slen,
246 unsigned int dlen)
247{
248 req->src = src;
249 req->dst = dst;
250 req->slen = slen;
251 req->dlen = dlen;
252
253 req->flags &= ~CRYPTO_ACOMP_ALLOC_OUTPUT;
254 if (!req->dst)
255 req->flags |= CRYPTO_ACOMP_ALLOC_OUTPUT;
256}
257
258static inline struct crypto_istat_compress *comp_get_stat(
259 struct comp_alg_common *alg)
260{
261#ifdef CONFIG_CRYPTO_STATS
262 return &alg->stat;
263#else
264 return NULL;
265#endif
266}
267
268static inline int crypto_comp_errstat(struct comp_alg_common *alg, int err)
269{
270 if (!IS_ENABLED(CONFIG_CRYPTO_STATS))
271 return err;
272
273 if (err && err != -EINPROGRESS && err != -EBUSY)
274 atomic64_inc(&comp_get_stat(alg)->err_cnt);
275
276 return err;
277}
278
279/**
280 * crypto_acomp_compress() -- Invoke asynchronous compress operation
281 *
282 * Function invokes the asynchronous compress operation
283 *
284 * @req: asynchronous compress request
285 *
286 * Return: zero on success; error code in case of error
287 */
288static inline int crypto_acomp_compress(struct acomp_req *req)
289{
290 struct crypto_acomp *tfm = crypto_acomp_reqtfm(req);
291 struct comp_alg_common *alg;
292
293 alg = crypto_comp_alg_common(tfm);
294
295 if (IS_ENABLED(CONFIG_CRYPTO_STATS)) {
296 struct crypto_istat_compress *istat = comp_get_stat(alg);
297
298 atomic64_inc(&istat->compress_cnt);
299 atomic64_add(req->slen, &istat->compress_tlen);
300 }
301
302 return crypto_comp_errstat(alg, tfm->compress(req));
303}
304
305/**
306 * crypto_acomp_decompress() -- Invoke asynchronous decompress operation
307 *
308 * Function invokes the asynchronous decompress operation
309 *
310 * @req: asynchronous compress request
311 *
312 * Return: zero on success; error code in case of error
313 */
314static inline int crypto_acomp_decompress(struct acomp_req *req)
315{
316 struct crypto_acomp *tfm = crypto_acomp_reqtfm(req);
317 struct comp_alg_common *alg;
318
319 alg = crypto_comp_alg_common(tfm);
320
321 if (IS_ENABLED(CONFIG_CRYPTO_STATS)) {
322 struct crypto_istat_compress *istat = comp_get_stat(alg);
323
324 atomic64_inc(&istat->decompress_cnt);
325 atomic64_add(req->slen, &istat->decompress_tlen);
326 }
327
328 return crypto_comp_errstat(alg, tfm->decompress(req));
329}
330
331#endif
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * Asynchronous Compression operations
4 *
5 * Copyright (c) 2016, Intel Corporation
6 * Authors: Weigang Li <weigang.li@intel.com>
7 * Giovanni Cabiddu <giovanni.cabiddu@intel.com>
8 */
9#ifndef _CRYPTO_ACOMP_H
10#define _CRYPTO_ACOMP_H
11#include <linux/crypto.h>
12
13#define CRYPTO_ACOMP_ALLOC_OUTPUT 0x00000001
14#define CRYPTO_ACOMP_DST_MAX 131072
15
16/**
17 * struct acomp_req - asynchronous (de)compression request
18 *
19 * @base: Common attributes for asynchronous crypto requests
20 * @src: Source Data
21 * @dst: Destination data
22 * @slen: Size of the input buffer
23 * @dlen: Size of the output buffer and number of bytes produced
24 * @flags: Internal flags
25 * @__ctx: Start of private context data
26 */
27struct acomp_req {
28 struct crypto_async_request base;
29 struct scatterlist *src;
30 struct scatterlist *dst;
31 unsigned int slen;
32 unsigned int dlen;
33 u32 flags;
34 void *__ctx[] CRYPTO_MINALIGN_ATTR;
35};
36
37/**
38 * struct crypto_acomp - user-instantiated objects which encapsulate
39 * algorithms and core processing logic
40 *
41 * @compress: Function performs a compress operation
42 * @decompress: Function performs a de-compress operation
43 * @dst_free: Frees destination buffer if allocated inside the
44 * algorithm
45 * @reqsize: Context size for (de)compression requests
46 * @base: Common crypto API algorithm data structure
47 */
48struct crypto_acomp {
49 int (*compress)(struct acomp_req *req);
50 int (*decompress)(struct acomp_req *req);
51 void (*dst_free)(struct scatterlist *dst);
52 unsigned int reqsize;
53 struct crypto_tfm base;
54};
55
56/**
57 * struct acomp_alg - asynchronous compression algorithm
58 *
59 * @compress: Function performs a compress operation
60 * @decompress: Function performs a de-compress operation
61 * @dst_free: Frees destination buffer if allocated inside the algorithm
62 * @init: Initialize the cryptographic transformation object.
63 * This function is used to initialize the cryptographic
64 * transformation object. This function is called only once at
65 * the instantiation time, right after the transformation context
66 * was allocated. In case the cryptographic hardware has some
67 * special requirements which need to be handled by software, this
68 * function shall check for the precise requirement of the
69 * transformation and put any software fallbacks in place.
70 * @exit: Deinitialize the cryptographic transformation object. This is a
71 * counterpart to @init, used to remove various changes set in
72 * @init.
73 *
74 * @reqsize: Context size for (de)compression requests
75 * @base: Common crypto API algorithm data structure
76 */
77struct acomp_alg {
78 int (*compress)(struct acomp_req *req);
79 int (*decompress)(struct acomp_req *req);
80 void (*dst_free)(struct scatterlist *dst);
81 int (*init)(struct crypto_acomp *tfm);
82 void (*exit)(struct crypto_acomp *tfm);
83 unsigned int reqsize;
84 struct crypto_alg base;
85};
86
87/**
88 * DOC: Asynchronous Compression API
89 *
90 * The Asynchronous Compression API is used with the algorithms of type
91 * CRYPTO_ALG_TYPE_ACOMPRESS (listed as type "acomp" in /proc/crypto)
92 */
93
94/**
95 * crypto_alloc_acomp() -- allocate ACOMPRESS tfm handle
96 * @alg_name: is the cra_name / name or cra_driver_name / driver name of the
97 * compression algorithm e.g. "deflate"
98 * @type: specifies the type of the algorithm
99 * @mask: specifies the mask for the algorithm
100 *
101 * Allocate a handle for a compression algorithm. The returned struct
102 * crypto_acomp is the handle that is required for any subsequent
103 * API invocation for the compression operations.
104 *
105 * Return: allocated handle in case of success; IS_ERR() is true in case
106 * of an error, PTR_ERR() returns the error code.
107 */
108struct crypto_acomp *crypto_alloc_acomp(const char *alg_name, u32 type,
109 u32 mask);
110/**
111 * crypto_alloc_acomp_node() -- allocate ACOMPRESS tfm handle with desired NUMA node
112 * @alg_name: is the cra_name / name or cra_driver_name / driver name of the
113 * compression algorithm e.g. "deflate"
114 * @type: specifies the type of the algorithm
115 * @mask: specifies the mask for the algorithm
116 * @node: specifies the NUMA node the ZIP hardware belongs to
117 *
118 * Allocate a handle for a compression algorithm. Drivers should try to use
119 * (de)compressors on the specified NUMA node.
120 * The returned struct crypto_acomp is the handle that is required for any
121 * subsequent API invocation for the compression operations.
122 *
123 * Return: allocated handle in case of success; IS_ERR() is true in case
124 * of an error, PTR_ERR() returns the error code.
125 */
126struct crypto_acomp *crypto_alloc_acomp_node(const char *alg_name, u32 type,
127 u32 mask, int node);
128
129static inline struct crypto_tfm *crypto_acomp_tfm(struct crypto_acomp *tfm)
130{
131 return &tfm->base;
132}
133
134static inline struct acomp_alg *__crypto_acomp_alg(struct crypto_alg *alg)
135{
136 return container_of(alg, struct acomp_alg, base);
137}
138
139static inline struct crypto_acomp *__crypto_acomp_tfm(struct crypto_tfm *tfm)
140{
141 return container_of(tfm, struct crypto_acomp, base);
142}
143
144static inline struct acomp_alg *crypto_acomp_alg(struct crypto_acomp *tfm)
145{
146 return __crypto_acomp_alg(crypto_acomp_tfm(tfm)->__crt_alg);
147}
148
149static inline unsigned int crypto_acomp_reqsize(struct crypto_acomp *tfm)
150{
151 return tfm->reqsize;
152}
153
154static inline void acomp_request_set_tfm(struct acomp_req *req,
155 struct crypto_acomp *tfm)
156{
157 req->base.tfm = crypto_acomp_tfm(tfm);
158}
159
160static inline struct crypto_acomp *crypto_acomp_reqtfm(struct acomp_req *req)
161{
162 return __crypto_acomp_tfm(req->base.tfm);
163}
164
165/**
166 * crypto_free_acomp() -- free ACOMPRESS tfm handle
167 *
168 * @tfm: ACOMPRESS tfm handle allocated with crypto_alloc_acomp()
169 *
170 * If @tfm is a NULL or error pointer, this function does nothing.
171 */
172static inline void crypto_free_acomp(struct crypto_acomp *tfm)
173{
174 crypto_destroy_tfm(tfm, crypto_acomp_tfm(tfm));
175}
176
177static inline int crypto_has_acomp(const char *alg_name, u32 type, u32 mask)
178{
179 type &= ~CRYPTO_ALG_TYPE_MASK;
180 type |= CRYPTO_ALG_TYPE_ACOMPRESS;
181 mask |= CRYPTO_ALG_TYPE_ACOMPRESS_MASK;
182
183 return crypto_has_alg(alg_name, type, mask);
184}
185
186/**
187 * acomp_request_alloc() -- allocates asynchronous (de)compression request
188 *
189 * @tfm: ACOMPRESS tfm handle allocated with crypto_alloc_acomp()
190 *
191 * Return: allocated handle in case of success or NULL in case of an error
192 */
193struct acomp_req *acomp_request_alloc(struct crypto_acomp *tfm);
194
195/**
196 * acomp_request_free() -- zeroize and free asynchronous (de)compression
197 * request as well as the output buffer if allocated
198 * inside the algorithm
199 *
200 * @req: request to free
201 */
202void acomp_request_free(struct acomp_req *req);
203
204/**
205 * acomp_request_set_callback() -- Sets an asynchronous callback
206 *
207 * Callback will be called when an asynchronous operation on a given
208 * request is finished.
209 *
210 * @req: request that the callback will be set for
211 * @flgs: specify for instance if the operation may backlog
212 * @cmlp: callback which will be called
213 * @data: private data used by the caller
214 */
215static inline void acomp_request_set_callback(struct acomp_req *req,
216 u32 flgs,
217 crypto_completion_t cmpl,
218 void *data)
219{
220 req->base.complete = cmpl;
221 req->base.data = data;
222 req->base.flags = flgs;
223}
224
225/**
226 * acomp_request_set_params() -- Sets request parameters
227 *
228 * Sets parameters required by an acomp operation
229 *
230 * @req: asynchronous compress request
231 * @src: pointer to input buffer scatterlist
232 * @dst: pointer to output buffer scatterlist. If this is NULL, the
233 * acomp layer will allocate the output memory
234 * @slen: size of the input buffer
235 * @dlen: size of the output buffer. If dst is NULL, this can be used by
236 * the user to specify the maximum amount of memory to allocate
237 */
238static inline void acomp_request_set_params(struct acomp_req *req,
239 struct scatterlist *src,
240 struct scatterlist *dst,
241 unsigned int slen,
242 unsigned int dlen)
243{
244 req->src = src;
245 req->dst = dst;
246 req->slen = slen;
247 req->dlen = dlen;
248
249 if (!req->dst)
250 req->flags |= CRYPTO_ACOMP_ALLOC_OUTPUT;
251}
252
253/**
254 * crypto_acomp_compress() -- Invoke asynchronous compress operation
255 *
256 * Function invokes the asynchronous compress operation
257 *
258 * @req: asynchronous compress request
259 *
260 * Return: zero on success; error code in case of error
261 */
262static inline int crypto_acomp_compress(struct acomp_req *req)
263{
264 struct crypto_acomp *tfm = crypto_acomp_reqtfm(req);
265 struct crypto_alg *alg = tfm->base.__crt_alg;
266 unsigned int slen = req->slen;
267 int ret;
268
269 crypto_stats_get(alg);
270 ret = tfm->compress(req);
271 crypto_stats_compress(slen, ret, alg);
272 return ret;
273}
274
275/**
276 * crypto_acomp_decompress() -- Invoke asynchronous decompress operation
277 *
278 * Function invokes the asynchronous decompress operation
279 *
280 * @req: asynchronous compress request
281 *
282 * Return: zero on success; error code in case of error
283 */
284static inline int crypto_acomp_decompress(struct acomp_req *req)
285{
286 struct crypto_acomp *tfm = crypto_acomp_reqtfm(req);
287 struct crypto_alg *alg = tfm->base.__crt_alg;
288 unsigned int slen = req->slen;
289 int ret;
290
291 crypto_stats_get(alg);
292 ret = tfm->decompress(req);
293 crypto_stats_decompress(slen, ret, alg);
294 return ret;
295}
296
297#endif