1/*
   2 * Algorithm testing framework and tests.
   3 *
   4 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
   5 * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
   6 * Copyright (c) 2007 Nokia Siemens Networks
   7 * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
 
   8 *
   9 * Updated RFC4106 AES-GCM testing.
  10 *    Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
  11 *             Adrian Hoban <adrian.hoban@intel.com>
  12 *             Gabriele Paoloni <gabriele.paoloni@intel.com>
  13 *             Tadeusz Struk (tadeusz.struk@intel.com)
  14 *    Copyright (c) 2010, Intel Corporation.
  15 *
  16 * This program is free software; you can redistribute it and/or modify it
  17 * under the terms of the GNU General Public License as published by the Free
  18 * Software Foundation; either version 2 of the License, or (at your option)
  19 * any later version.
  20 *
  21 */
  22
  23#include <crypto/aead.h>
  24#include <crypto/hash.h>
  25#include <crypto/skcipher.h>
  26#include <linux/err.h>
  27#include <linux/fips.h>
  28#include <linux/module.h>
 
 
  29#include <linux/scatterlist.h>
  30#include <linux/slab.h>
  31#include <linux/string.h>
  32#include <crypto/rng.h>
  33#include <crypto/drbg.h>
  34#include <crypto/akcipher.h>
 
 
 
  35
  36#include "internal.h"
  37
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  38#ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
  39
  40/* a perfect nop */
  41int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
  42{
  43	return 0;
  44}
  45
  46#else
  47
  48#include "testmgr.h"
  49
  50/*
  51 * Need slab memory for testing (size in number of pages).
  52 */
  53#define XBUFSIZE	8
  54
  55/*
  56 * Indexes into the xbuf to simulate cross-page access.
  57 */
  58#define IDX1		32
  59#define IDX2		32400
  60#define IDX3		1
  61#define IDX4		8193
  62#define IDX5		22222
  63#define IDX6		17101
  64#define IDX7		27333
  65#define IDX8		3000
  66
  67/*
  68* Used by test_cipher()
  69*/
  70#define ENCRYPT 1
  71#define DECRYPT 0
  72
  73struct tcrypt_result {
  74	struct completion completion;
  75	int err;
  76};
  77
  78struct aead_test_suite {
  79	struct {
  80		struct aead_testvec *vecs;
  81		unsigned int count;
  82	} enc, dec;
  83};
  84
  85struct cipher_test_suite {
  86	struct {
  87		struct cipher_testvec *vecs;
  88		unsigned int count;
  89	} enc, dec;
  90};
  91
  92struct comp_test_suite {
  93	struct {
  94		struct comp_testvec *vecs;
  95		unsigned int count;
  96	} comp, decomp;
  97};
  98
  99struct hash_test_suite {
 100	struct hash_testvec *vecs;
 101	unsigned int count;
 102};
 103
 104struct cprng_test_suite {
 105	struct cprng_testvec *vecs;
 106	unsigned int count;
 107};
 108
 109struct drbg_test_suite {
 110	struct drbg_testvec *vecs;
 111	unsigned int count;
 112};
 113
 114struct akcipher_test_suite {
 115	struct akcipher_testvec *vecs;
 
 
 
 
 
 116	unsigned int count;
 117};
 118
 119struct alg_test_desc {
 120	const char *alg;
 
 121	int (*test)(const struct alg_test_desc *desc, const char *driver,
 122		    u32 type, u32 mask);
 123	int fips_allowed;	/* set if alg is allowed in fips mode */
 124
 125	union {
 126		struct aead_test_suite aead;
 127		struct cipher_test_suite cipher;
 128		struct comp_test_suite comp;
 129		struct hash_test_suite hash;
 130		struct cprng_test_suite cprng;
 131		struct drbg_test_suite drbg;
 132		struct akcipher_test_suite akcipher;
 
 133	} suite;
 134};
 135
 136static unsigned int IDX[8] = { IDX1, IDX2, IDX3, IDX4, IDX5, IDX6, IDX7, IDX8 };
 137
 138static void hexdump(unsigned char *buf, unsigned int len)
 139{
 140	print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,
 141			16, 1,
 142			buf, len, false);
 143}
 144
 145static void tcrypt_complete(struct crypto_async_request *req, int err)
 146{
 147	struct tcrypt_result *res = req->data;
 148
 149	if (err == -EINPROGRESS)
 150		return;
 151
 152	res->err = err;
 153	complete(&res->completion);
 154}
 155
 156static int testmgr_alloc_buf(char *buf[XBUFSIZE])
 157{
 158	int i;
 159
 160	for (i = 0; i < XBUFSIZE; i++) {
 161		buf[i] = (void *)__get_free_page(GFP_KERNEL);
 162		if (!buf[i])
 163			goto err_free_buf;
 164	}
 165
 166	return 0;
 167
 168err_free_buf:
 169	while (i-- > 0)
 170		free_page((unsigned long)buf[i]);
 171
 172	return -ENOMEM;
 173}
 174
 175static void testmgr_free_buf(char *buf[XBUFSIZE])
 
 
 
 
 
 176{
 177	int i;
 178
 179	for (i = 0; i < XBUFSIZE; i++)
 180		free_page((unsigned long)buf[i]);
 
 
 
 
 
 
 
 
 
 
 
 
 
 181}
 182
 183static int wait_async_op(struct tcrypt_result *tr, int ret)
 
 184{
 185	if (ret == -EINPROGRESS || ret == -EBUSY) {
 186		wait_for_completion(&tr->completion);
 187		reinit_completion(&tr->completion);
 188		ret = tr->err;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 189	}
 190	return ret;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 191}
 192
 193static int ahash_partial_update(struct ahash_request **preq,
 194	struct crypto_ahash *tfm, struct hash_testvec *template,
 195	void *hash_buff, int k, int temp, struct scatterlist *sg,
 196	const char *algo, char *result, struct tcrypt_result *tresult)
 197{
 198	char *state;
 199	struct ahash_request *req;
 200	int statesize, ret = -EINVAL;
 201
 202	req = *preq;
 203	statesize = crypto_ahash_statesize(
 204			crypto_ahash_reqtfm(req));
 205	state = kmalloc(statesize, GFP_KERNEL);
 206	if (!state) {
 207		pr_err("alt: hash: Failed to alloc state for %s\n", algo);
 208		goto out_nostate;
 
 
 209	}
 210	ret = crypto_ahash_export(req, state);
 211	if (ret) {
 212		pr_err("alt: hash: Failed to export() for %s\n", algo);
 213		goto out;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 214	}
 215	ahash_request_free(req);
 216	req = ahash_request_alloc(tfm, GFP_KERNEL);
 217	if (!req) {
 218		pr_err("alg: hash: Failed to alloc request for %s\n", algo);
 219		goto out_noreq;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 220	}
 221	ahash_request_set_callback(req,
 222		CRYPTO_TFM_REQ_MAY_BACKLOG,
 223		tcrypt_complete, tresult);
 224
 225	memcpy(hash_buff, template->plaintext + temp,
 226		template->tap[k]);
 227	sg_init_one(&sg[0], hash_buff, template->tap[k]);
 228	ahash_request_set_crypt(req, sg, result, template->tap[k]);
 229	ret = crypto_ahash_import(req, state);
 230	if (ret) {
 231		pr_err("alg: hash: Failed to import() for %s\n", algo);
 232		goto out;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 233	}
 234	ret = wait_async_op(tresult, crypto_ahash_update(req));
 235	if (ret)
 236		goto out;
 237	*preq = req;
 238	ret = 0;
 239	goto out_noreq;
 240out:
 241	ahash_request_free(req);
 242out_noreq:
 243	kfree(state);
 244out_nostate:
 245	return ret;
 246}
 247
 248static int __test_hash(struct crypto_ahash *tfm, struct hash_testvec *template,
 249		       unsigned int tcount, bool use_digest,
 250		       const int align_offset)
 251{
 252	const char *algo = crypto_tfm_alg_driver_name(crypto_ahash_tfm(tfm));
 253	unsigned int i, j, k, temp;
 254	struct scatterlist sg[8];
 255	char *result;
 256	char *key;
 257	struct ahash_request *req;
 258	struct tcrypt_result tresult;
 259	void *hash_buff;
 260	char *xbuf[XBUFSIZE];
 261	int ret = -ENOMEM;
 262
 263	result = kmalloc(MAX_DIGEST_SIZE, GFP_KERNEL);
 264	if (!result)
 265		return ret;
 266	key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
 267	if (!key)
 268		goto out_nobuf;
 269	if (testmgr_alloc_buf(xbuf))
 270		goto out_nobuf;
 
 
 
 
 
 
 
 271
 272	init_completion(&tresult.completion);
 
 
 273
 274	req = ahash_request_alloc(tfm, GFP_KERNEL);
 275	if (!req) {
 276		printk(KERN_ERR "alg: hash: Failed to allocate request for "
 277		       "%s\n", algo);
 278		goto out_noreq;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 279	}
 280	ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
 281				   tcrypt_complete, &tresult);
 282
 283	j = 0;
 284	for (i = 0; i < tcount; i++) {
 285		if (template[i].np)
 286			continue;
 
 
 
 
 
 
 
 287
 288		ret = -EINVAL;
 289		if (WARN_ON(align_offset + template[i].psize > PAGE_SIZE))
 290			goto out;
 
 
 
 
 
 291
 292		j++;
 293		memset(result, 0, MAX_DIGEST_SIZE);
 
 
 
 
 
 
 
 
 294
 295		hash_buff = xbuf[0];
 296		hash_buff += align_offset;
 297
 298		memcpy(hash_buff, template[i].plaintext, template[i].psize);
 299		sg_init_one(&sg[0], hash_buff, template[i].psize);
 
 
 300
 301		if (template[i].ksize) {
 302			crypto_ahash_clear_flags(tfm, ~0);
 303			if (template[i].ksize > MAX_KEYLEN) {
 304				pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
 305				       j, algo, template[i].ksize, MAX_KEYLEN);
 306				ret = -EINVAL;
 307				goto out;
 308			}
 309			memcpy(key, template[i].key, template[i].ksize);
 310			ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
 311			if (ret) {
 312				printk(KERN_ERR "alg: hash: setkey failed on "
 313				       "test %d for %s: ret=%d\n", j, algo,
 314				       -ret);
 315				goto out;
 316			}
 317		}
 318
 319		ahash_request_set_crypt(req, sg, result, template[i].psize);
 320		if (use_digest) {
 321			ret = wait_async_op(&tresult, crypto_ahash_digest(req));
 322			if (ret) {
 323				pr_err("alg: hash: digest failed on test %d "
 324				       "for %s: ret=%d\n", j, algo, -ret);
 325				goto out;
 326			}
 327		} else {
 328			ret = wait_async_op(&tresult, crypto_ahash_init(req));
 329			if (ret) {
 330				pr_err("alt: hash: init failed on test %d "
 331				       "for %s: ret=%d\n", j, algo, -ret);
 332				goto out;
 333			}
 334			ret = wait_async_op(&tresult, crypto_ahash_update(req));
 335			if (ret) {
 336				pr_err("alt: hash: update failed on test %d "
 337				       "for %s: ret=%d\n", j, algo, -ret);
 338				goto out;
 339			}
 340			ret = wait_async_op(&tresult, crypto_ahash_final(req));
 341			if (ret) {
 342				pr_err("alt: hash: final failed on test %d "
 343				       "for %s: ret=%d\n", j, algo, -ret);
 344				goto out;
 345			}
 346		}
 
 347
 348		if (memcmp(result, template[i].digest,
 349			   crypto_ahash_digestsize(tfm))) {
 350			printk(KERN_ERR "alg: hash: Test %d failed for %s\n",
 351			       j, algo);
 352			hexdump(result, crypto_ahash_digestsize(tfm));
 353			ret = -EINVAL;
 354			goto out;
 355		}
 356	}
 
 357
 358	j = 0;
 359	for (i = 0; i < tcount; i++) {
 360		/* alignment tests are only done with continuous buffers */
 361		if (align_offset != 0)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 362			break;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 363
 364		if (!template[i].np)
 365			continue;
 
 
 
 
 366
 367		j++;
 368		memset(result, 0, MAX_DIGEST_SIZE);
 
 369
 370		temp = 0;
 371		sg_init_table(sg, template[i].np);
 372		ret = -EINVAL;
 373		for (k = 0; k < template[i].np; k++) {
 374			if (WARN_ON(offset_in_page(IDX[k]) +
 375				    template[i].tap[k] > PAGE_SIZE))
 376				goto out;
 377			sg_set_buf(&sg[k],
 378				   memcpy(xbuf[IDX[k] >> PAGE_SHIFT] +
 379					  offset_in_page(IDX[k]),
 380					  template[i].plaintext + temp,
 381					  template[i].tap[k]),
 382				   template[i].tap[k]);
 383			temp += template[i].tap[k];
 384		}
 385
 386		if (template[i].ksize) {
 387			if (template[i].ksize > MAX_KEYLEN) {
 388				pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
 389				       j, algo, template[i].ksize, MAX_KEYLEN);
 390				ret = -EINVAL;
 391				goto out;
 392			}
 393			crypto_ahash_clear_flags(tfm, ~0);
 394			memcpy(key, template[i].key, template[i].ksize);
 395			ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
 396
 397			if (ret) {
 398				printk(KERN_ERR "alg: hash: setkey "
 399				       "failed on chunking test %d "
 400				       "for %s: ret=%d\n", j, algo, -ret);
 401				goto out;
 
 
 402			}
 403		}
 404
 405		ahash_request_set_crypt(req, sg, result, template[i].psize);
 406		ret = crypto_ahash_digest(req);
 407		switch (ret) {
 408		case 0:
 
 
 
 
 
 
 
 
 
 
 
 
 
 409			break;
 410		case -EINPROGRESS:
 411		case -EBUSY:
 412			wait_for_completion(&tresult.completion);
 413			reinit_completion(&tresult.completion);
 414			ret = tresult.err;
 415			if (!ret)
 416				break;
 417			/* fall through */
 418		default:
 419			printk(KERN_ERR "alg: hash: digest failed "
 420			       "on chunking test %d for %s: "
 421			       "ret=%d\n", j, algo, -ret);
 422			goto out;
 423		}
 424
 425		if (memcmp(result, template[i].digest,
 426			   crypto_ahash_digestsize(tfm))) {
 427			printk(KERN_ERR "alg: hash: Chunking test %d "
 428			       "failed for %s\n", j, algo);
 429			hexdump(result, crypto_ahash_digestsize(tfm));
 430			ret = -EINVAL;
 431			goto out;
 432		}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 433	}
 434
 435	/* partial update exercise */
 436	j = 0;
 437	for (i = 0; i < tcount; i++) {
 438		/* alignment tests are only done with continuous buffers */
 439		if (align_offset != 0)
 440			break;
 441
 442		if (template[i].np < 2)
 443			continue;
 
 
 
 
 
 
 
 
 
 
 
 
 444
 445		j++;
 446		memset(result, 0, MAX_DIGEST_SIZE);
 
 
 
 447
 448		ret = -EINVAL;
 449		hash_buff = xbuf[0];
 450		memcpy(hash_buff, template[i].plaintext,
 451			template[i].tap[0]);
 452		sg_init_one(&sg[0], hash_buff, template[i].tap[0]);
 453
 454		if (template[i].ksize) {
 455			crypto_ahash_clear_flags(tfm, ~0);
 456			if (template[i].ksize > MAX_KEYLEN) {
 457				pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
 458					j, algo, template[i].ksize, MAX_KEYLEN);
 459				ret = -EINVAL;
 460				goto out;
 461			}
 462			memcpy(key, template[i].key, template[i].ksize);
 463			ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
 464			if (ret) {
 465				pr_err("alg: hash: setkey failed on test %d for %s: ret=%d\n",
 466					j, algo, -ret);
 467				goto out;
 468			}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 469		}
 
 
 470
 471		ahash_request_set_crypt(req, sg, result, template[i].tap[0]);
 472		ret = wait_async_op(&tresult, crypto_ahash_init(req));
 473		if (ret) {
 474			pr_err("alt: hash: init failed on test %d for %s: ret=%d\n",
 475				j, algo, -ret);
 476			goto out;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 477		}
 478		ret = wait_async_op(&tresult, crypto_ahash_update(req));
 479		if (ret) {
 480			pr_err("alt: hash: update failed on test %d for %s: ret=%d\n",
 481				j, algo, -ret);
 482			goto out;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 483		}
 
 484
 485		temp = template[i].tap[0];
 486		for (k = 1; k < template[i].np; k++) {
 487			ret = ahash_partial_update(&req, tfm, &template[i],
 488				hash_buff, k, temp, &sg[0], algo, result,
 489				&tresult);
 490			if (ret) {
 491				pr_err("hash: partial update failed on test %d for %s: ret=%d\n",
 492					j, algo, -ret);
 493				goto out_noreq;
 494			}
 495			temp += template[i].tap[k];
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 496		}
 497		ret = wait_async_op(&tresult, crypto_ahash_final(req));
 498		if (ret) {
 499			pr_err("alt: hash: final failed on test %d for %s: ret=%d\n",
 500				j, algo, -ret);
 501			goto out;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 502		}
 503		if (memcmp(result, template[i].digest,
 504			   crypto_ahash_digestsize(tfm))) {
 505			pr_err("alg: hash: Partial Test %d failed for %s\n",
 506			       j, algo);
 507			hexdump(result, crypto_ahash_digestsize(tfm));
 508			ret = -EINVAL;
 509			goto out;
 510		}
 511	}
 512
 513	ret = 0;
 514
 515out:
 516	ahash_request_free(req);
 517out_noreq:
 518	testmgr_free_buf(xbuf);
 519out_nobuf:
 520	kfree(key);
 521	kfree(result);
 522	return ret;
 523}
 524
 525static int test_hash(struct crypto_ahash *tfm, struct hash_testvec *template,
 526		     unsigned int tcount, bool use_digest)
 
 
 
 
 
 
 527{
 528	unsigned int alignmask;
 529	int ret;
 530
 531	ret = __test_hash(tfm, template, tcount, use_digest, 0);
 532	if (ret)
 533		return ret;
 
 
 
 
 
 
 
 
 
 534
 535	/* test unaligned buffers, check with one byte offset */
 536	ret = __test_hash(tfm, template, tcount, use_digest, 1);
 537	if (ret)
 538		return ret;
 539
 540	alignmask = crypto_tfm_alg_alignmask(&tfm->base);
 541	if (alignmask) {
 542		/* Check if alignment mask for tfm is correctly set. */
 543		ret = __test_hash(tfm, template, tcount, use_digest,
 544				  alignmask + 1);
 545		if (ret)
 546			return ret;
 
 
 
 
 
 
 
 
 
 
 547	}
 548
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 549	return 0;
 550}
 551
 552static int __test_aead(struct crypto_aead *tfm, int enc,
 553		       struct aead_testvec *template, unsigned int tcount,
 554		       const bool diff_dst, const int align_offset)
 
 
 
 
 
 
 
 555{
 556	const char *algo = crypto_tfm_alg_driver_name(crypto_aead_tfm(tfm));
 557	unsigned int i, j, k, n, temp;
 558	int ret = -ENOMEM;
 559	char *q;
 560	char *key;
 561	struct aead_request *req;
 562	struct scatterlist *sg;
 563	struct scatterlist *sgout;
 564	const char *e, *d;
 565	struct tcrypt_result result;
 566	unsigned int authsize, iv_len;
 567	void *input;
 568	void *output;
 569	void *assoc;
 570	char *iv;
 571	char *xbuf[XBUFSIZE];
 572	char *xoutbuf[XBUFSIZE];
 573	char *axbuf[XBUFSIZE];
 
 
 
 
 
 
 
 
 
 
 
 
 574
 575	iv = kzalloc(MAX_IVLEN, GFP_KERNEL);
 576	if (!iv)
 577		return ret;
 578	key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
 579	if (!key)
 580		goto out_noxbuf;
 581	if (testmgr_alloc_buf(xbuf))
 582		goto out_noxbuf;
 583	if (testmgr_alloc_buf(axbuf))
 584		goto out_noaxbuf;
 585	if (diff_dst && testmgr_alloc_buf(xoutbuf))
 586		goto out_nooutbuf;
 587
 588	/* avoid "the frame size is larger than 1024 bytes" compiler warning */
 589	sg = kmalloc(sizeof(*sg) * 8 * (diff_dst ? 4 : 2), GFP_KERNEL);
 590	if (!sg)
 591		goto out_nosg;
 592	sgout = &sg[16];
 
 
 
 
 
 
 
 
 593
 594	if (diff_dst)
 595		d = "-ddst";
 596	else
 597		d = "";
 598
 599	if (enc == ENCRYPT)
 600		e = "encryption";
 601	else
 602		e = "decryption";
 
 
 603
 604	init_completion(&result.completion);
 
 605
 606	req = aead_request_alloc(tfm, GFP_KERNEL);
 607	if (!req) {
 608		pr_err("alg: aead%s: Failed to allocate request for %s\n",
 609		       d, algo);
 610		goto out;
 
 
 
 
 
 
 611	}
 612
 613	aead_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
 614				  tcrypt_complete, &result);
 615
 616	iv_len = crypto_aead_ivsize(tfm);
 
 617
 618	for (i = 0, j = 0; i < tcount; i++) {
 619		if (template[i].np)
 620			continue;
 
 
 
 
 621
 622		j++;
 623
 624		/* some templates have no input data but they will
 625		 * touch input
 626		 */
 627		input = xbuf[0];
 628		input += align_offset;
 629		assoc = axbuf[0];
 
 630
 631		ret = -EINVAL;
 632		if (WARN_ON(align_offset + template[i].ilen >
 633			    PAGE_SIZE || template[i].alen > PAGE_SIZE))
 634			goto out;
 
 
 635
 636		memcpy(input, template[i].input, template[i].ilen);
 637		memcpy(assoc, template[i].assoc, template[i].alen);
 638		if (template[i].iv)
 639			memcpy(iv, template[i].iv, iv_len);
 640		else
 641			memset(iv, 0, iv_len);
 
 
 
 
 
 
 642
 643		crypto_aead_clear_flags(tfm, ~0);
 644		if (template[i].wk)
 645			crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
 
 
 646
 647		if (template[i].klen > MAX_KEYLEN) {
 648			pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
 649			       d, j, algo, template[i].klen,
 650			       MAX_KEYLEN);
 651			ret = -EINVAL;
 652			goto out;
 653		}
 654		memcpy(key, template[i].key, template[i].klen);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 655
 656		ret = crypto_aead_setkey(tfm, key, template[i].klen);
 657		if (!ret == template[i].fail) {
 658			pr_err("alg: aead%s: setkey failed on test %d for %s: flags=%x\n",
 659			       d, j, algo, crypto_aead_get_flags(tfm));
 660			goto out;
 661		} else if (ret)
 662			continue;
 663
 664		authsize = abs(template[i].rlen - template[i].ilen);
 665		ret = crypto_aead_setauthsize(tfm, authsize);
 666		if (ret) {
 667			pr_err("alg: aead%s: Failed to set authsize to %u on test %d for %s\n",
 668			       d, authsize, j, algo);
 669			goto out;
 
 
 670		}
 
 
 
 
 671
 672		k = !!template[i].alen;
 673		sg_init_table(sg, k + 1);
 674		sg_set_buf(&sg[0], assoc, template[i].alen);
 675		sg_set_buf(&sg[k], input,
 676			   template[i].ilen + (enc ? authsize : 0));
 677		output = input;
 678
 679		if (diff_dst) {
 680			sg_init_table(sgout, k + 1);
 681			sg_set_buf(&sgout[0], assoc, template[i].alen);
 
 682
 683			output = xoutbuf[0];
 684			output += align_offset;
 685			sg_set_buf(&sgout[k], output,
 686				   template[i].rlen + (enc ? 0 : authsize));
 687		}
 
 
 
 
 
 
 
 
 
 688
 689		aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
 690				       template[i].ilen, iv);
 
 
 
 
 
 
 
 
 
 691
 692		aead_request_set_ad(req, template[i].alen);
 
 
 
 
 
 
 693
 694		ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
 
 
 
 
 
 
 695
 696		switch (ret) {
 697		case 0:
 698			if (template[i].novrfy) {
 699				/* verification was supposed to fail */
 700				pr_err("alg: aead%s: %s failed on test %d for %s: ret was 0, expected -EBADMSG\n",
 701				       d, e, j, algo);
 702				/* so really, we got a bad message */
 703				ret = -EBADMSG;
 704				goto out;
 705			}
 706			break;
 707		case -EINPROGRESS:
 708		case -EBUSY:
 709			wait_for_completion(&result.completion);
 710			reinit_completion(&result.completion);
 711			ret = result.err;
 712			if (!ret)
 713				break;
 714		case -EBADMSG:
 715			if (template[i].novrfy)
 716				/* verification failure was expected */
 717				continue;
 718			/* fall through */
 719		default:
 720			pr_err("alg: aead%s: %s failed on test %d for %s: ret=%d\n",
 721			       d, e, j, algo, -ret);
 722			goto out;
 723		}
 724
 725		q = output;
 726		if (memcmp(q, template[i].result, template[i].rlen)) {
 727			pr_err("alg: aead%s: Test %d failed on %s for %s\n",
 728			       d, j, e, algo);
 729			hexdump(q, template[i].rlen);
 730			ret = -EINVAL;
 
 
 
 
 
 
 
 
 
 731			goto out;
 732		}
 
 
 
 
 
 
 
 
 733	}
 
 
 
 
 
 
 734
 735	for (i = 0, j = 0; i < tcount; i++) {
 736		/* alignment tests are only done with continuous buffers */
 737		if (align_offset != 0)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 738			break;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 739
 740		if (!template[i].np)
 741			continue;
 742
 743		j++;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 744
 745		if (template[i].iv)
 746			memcpy(iv, template[i].iv, iv_len);
 747		else
 748			memset(iv, 0, MAX_IVLEN);
 
 
 
 
 
 
 
 
 
 
 
 
 
 749
 750		crypto_aead_clear_flags(tfm, ~0);
 751		if (template[i].wk)
 752			crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
 753		if (template[i].klen > MAX_KEYLEN) {
 754			pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
 755			       d, j, algo, template[i].klen, MAX_KEYLEN);
 756			ret = -EINVAL;
 757			goto out;
 758		}
 759		memcpy(key, template[i].key, template[i].klen);
 
 
 760
 761		ret = crypto_aead_setkey(tfm, key, template[i].klen);
 762		if (!ret == template[i].fail) {
 763			pr_err("alg: aead%s: setkey failed on chunk test %d for %s: flags=%x\n",
 764			       d, j, algo, crypto_aead_get_flags(tfm));
 765			goto out;
 766		} else if (ret)
 767			continue;
 
 
 
 768
 769		authsize = abs(template[i].rlen - template[i].ilen);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 770
 771		ret = -EINVAL;
 772		sg_init_table(sg, template[i].anp + template[i].np);
 773		if (diff_dst)
 774			sg_init_table(sgout, template[i].anp + template[i].np);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 775
 776		ret = -EINVAL;
 777		for (k = 0, temp = 0; k < template[i].anp; k++) {
 778			if (WARN_ON(offset_in_page(IDX[k]) +
 779				    template[i].atap[k] > PAGE_SIZE))
 780				goto out;
 781			sg_set_buf(&sg[k],
 782				   memcpy(axbuf[IDX[k] >> PAGE_SHIFT] +
 783					  offset_in_page(IDX[k]),
 784					  template[i].assoc + temp,
 785					  template[i].atap[k]),
 786				   template[i].atap[k]);
 787			if (diff_dst)
 788				sg_set_buf(&sgout[k],
 789					   axbuf[IDX[k] >> PAGE_SHIFT] +
 790					   offset_in_page(IDX[k]),
 791					   template[i].atap[k]);
 792			temp += template[i].atap[k];
 793		}
 794
 795		for (k = 0, temp = 0; k < template[i].np; k++) {
 796			if (WARN_ON(offset_in_page(IDX[k]) +
 797				    template[i].tap[k] > PAGE_SIZE))
 798				goto out;
 799
 800			q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
 801			memcpy(q, template[i].input + temp, template[i].tap[k]);
 802			sg_set_buf(&sg[template[i].anp + k],
 803				   q, template[i].tap[k]);
 804
 805			if (diff_dst) {
 806				q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
 807				    offset_in_page(IDX[k]);
 
 
 
 
 
 
 808
 809				memset(q, 0, template[i].tap[k]);
 
 810
 811				sg_set_buf(&sgout[template[i].anp + k],
 812					   q, template[i].tap[k]);
 813			}
 
 
 
 
 
 814
 815			n = template[i].tap[k];
 816			if (k == template[i].np - 1 && enc)
 817				n += authsize;
 818			if (offset_in_page(q) + n < PAGE_SIZE)
 819				q[n] = 0;
 820
 821			temp += template[i].tap[k];
 822		}
 823
 824		ret = crypto_aead_setauthsize(tfm, authsize);
 825		if (ret) {
 826			pr_err("alg: aead%s: Failed to set authsize to %u on chunk test %d for %s\n",
 827			       d, authsize, j, algo);
 828			goto out;
 829		}
 
 830
 831		if (enc) {
 832			if (WARN_ON(sg[template[i].anp + k - 1].offset +
 833				    sg[template[i].anp + k - 1].length +
 834				    authsize > PAGE_SIZE)) {
 835				ret = -EINVAL;
 836				goto out;
 837			}
 838
 839			if (diff_dst)
 840				sgout[template[i].anp + k - 1].length +=
 841					authsize;
 842			sg[template[i].anp + k - 1].length += authsize;
 
 
 
 
 843		}
 
 
 
 
 844
 845		aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
 846				       template[i].ilen,
 847				       iv);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 848
 849		aead_request_set_ad(req, template[i].alen);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 850
 851		ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
 
 852
 853		switch (ret) {
 854		case 0:
 855			if (template[i].novrfy) {
 856				/* verification was supposed to fail */
 857				pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret was 0, expected -EBADMSG\n",
 858				       d, e, j, algo);
 859				/* so really, we got a bad message */
 860				ret = -EBADMSG;
 861				goto out;
 862			}
 863			break;
 864		case -EINPROGRESS:
 865		case -EBUSY:
 866			wait_for_completion(&result.completion);
 867			reinit_completion(&result.completion);
 868			ret = result.err;
 869			if (!ret)
 870				break;
 871		case -EBADMSG:
 872			if (template[i].novrfy)
 873				/* verification failure was expected */
 874				continue;
 875			/* fall through */
 876		default:
 877			pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret=%d\n",
 878			       d, e, j, algo, -ret);
 879			goto out;
 880		}
 
 
 
 
 881
 882		ret = -EINVAL;
 883		for (k = 0, temp = 0; k < template[i].np; k++) {
 884			if (diff_dst)
 885				q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
 886				    offset_in_page(IDX[k]);
 887			else
 888				q = xbuf[IDX[k] >> PAGE_SHIFT] +
 889				    offset_in_page(IDX[k]);
 890
 891			n = template[i].tap[k];
 892			if (k == template[i].np - 1)
 893				n += enc ? authsize : -authsize;
 894
 895			if (memcmp(q, template[i].result + temp, n)) {
 896				pr_err("alg: aead%s: Chunk test %d failed on %s at page %u for %s\n",
 897				       d, j, e, k, algo);
 898				hexdump(q, n);
 899				goto out;
 900			}
 901
 902			q += n;
 903			if (k == template[i].np - 1 && !enc) {
 904				if (!diff_dst &&
 905					memcmp(q, template[i].input +
 906					      temp + n, authsize))
 907					n = authsize;
 908				else
 909					n = 0;
 910			} else {
 911				for (n = 0; offset_in_page(q + n) && q[n]; n++)
 912					;
 913			}
 914			if (n) {
 915				pr_err("alg: aead%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
 916				       d, j, e, k, algo, n);
 917				hexdump(q, n);
 918				goto out;
 919			}
 920
 921			temp += template[i].tap[k];
 922		}
 
 
 
 
 923	}
 924
 925	ret = 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 926
 
 
 
 
 
 
 
 
 
 
 
 927out:
 928	aead_request_free(req);
 929	kfree(sg);
 930out_nosg:
 931	if (diff_dst)
 932		testmgr_free_buf(xoutbuf);
 933out_nooutbuf:
 934	testmgr_free_buf(axbuf);
 935out_noaxbuf:
 936	testmgr_free_buf(xbuf);
 937out_noxbuf:
 938	kfree(key);
 939	kfree(iv);
 940	return ret;
 
 
 
 
 941}
 
 942
 943static int test_aead(struct crypto_aead *tfm, int enc,
 944		     struct aead_testvec *template, unsigned int tcount)
 
 
 945{
 946	unsigned int alignmask;
 947	int ret;
 948
 949	/* test 'dst == src' case */
 950	ret = __test_aead(tfm, enc, template, tcount, false, 0);
 951	if (ret)
 952		return ret;
 
 
 
 
 
 953
 954	/* test 'dst != src' case */
 955	ret = __test_aead(tfm, enc, template, tcount, true, 0);
 956	if (ret)
 957		return ret;
 
 
 
 
 958
 959	/* test unaligned buffers, check with one byte offset */
 960	ret = __test_aead(tfm, enc, template, tcount, true, 1);
 961	if (ret)
 962		return ret;
 963
 964	alignmask = crypto_tfm_alg_alignmask(&tfm->base);
 965	if (alignmask) {
 966		/* Check if alignment mask for tfm is correctly set. */
 967		ret = __test_aead(tfm, enc, template, tcount, true,
 968				  alignmask + 1);
 969		if (ret)
 970			return ret;
 971	}
 972
 973	return 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 974}
 975
 976static int test_cipher(struct crypto_cipher *tfm, int enc,
 977		       struct cipher_testvec *template, unsigned int tcount)
 
 978{
 979	const char *algo = crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm));
 980	unsigned int i, j, k;
 981	char *q;
 982	const char *e;
 
 983	void *data;
 984	char *xbuf[XBUFSIZE];
 985	int ret = -ENOMEM;
 986
 987	if (testmgr_alloc_buf(xbuf))
 988		goto out_nobuf;
 989
 990	if (enc == ENCRYPT)
 991	        e = "encryption";
 992	else
 993		e = "decryption";
 994
 995	j = 0;
 996	for (i = 0; i < tcount; i++) {
 997		if (template[i].np)
 
 998			continue;
 999
 
 
1000		j++;
1001
1002		ret = -EINVAL;
1003		if (WARN_ON(template[i].ilen > PAGE_SIZE))
1004			goto out;
1005
1006		data = xbuf[0];
1007		memcpy(data, template[i].input, template[i].ilen);
1008
1009		crypto_cipher_clear_flags(tfm, ~0);
1010		if (template[i].wk)
1011			crypto_cipher_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
1012
1013		ret = crypto_cipher_setkey(tfm, template[i].key,
1014					   template[i].klen);
1015		if (!ret == template[i].fail) {
1016			printk(KERN_ERR "alg: cipher: setkey failed "
1017			       "on test %d for %s: flags=%x\n", j,
1018			       algo, crypto_cipher_get_flags(tfm));
 
 
1019			goto out;
1020		} else if (ret)
1021			continue;
 
 
 
 
 
1022
1023		for (k = 0; k < template[i].ilen;
1024		     k += crypto_cipher_blocksize(tfm)) {
1025			if (enc)
1026				crypto_cipher_encrypt_one(tfm, data + k,
1027							  data + k);
1028			else
1029				crypto_cipher_decrypt_one(tfm, data + k,
1030							  data + k);
1031		}
1032
1033		q = data;
1034		if (memcmp(q, template[i].result, template[i].rlen)) {
1035			printk(KERN_ERR "alg: cipher: Test %d failed "
1036			       "on %s for %s\n", j, e, algo);
1037			hexdump(q, template[i].rlen);
1038			ret = -EINVAL;
1039			goto out;
1040		}
1041	}
1042
1043	ret = 0;
1044
1045out:
1046	testmgr_free_buf(xbuf);
1047out_nobuf:
1048	return ret;
1049}
1050
1051static int __test_skcipher(struct crypto_skcipher *tfm, int enc,
1052			   struct cipher_testvec *template, unsigned int tcount,
1053			   const bool diff_dst, const int align_offset)
 
 
 
1054{
1055	const char *algo =
1056		crypto_tfm_alg_driver_name(crypto_skcipher_tfm(tfm));
1057	unsigned int i, j, k, n, temp;
1058	char *q;
1059	struct skcipher_request *req;
1060	struct scatterlist sg[8];
1061	struct scatterlist sgout[8];
1062	const char *e, *d;
1063	struct tcrypt_result result;
1064	void *data;
1065	char iv[MAX_IVLEN];
1066	char *xbuf[XBUFSIZE];
1067	char *xoutbuf[XBUFSIZE];
1068	int ret = -ENOMEM;
1069	unsigned int ivsize = crypto_skcipher_ivsize(tfm);
1070
1071	if (testmgr_alloc_buf(xbuf))
1072		goto out_nobuf;
1073
1074	if (diff_dst && testmgr_alloc_buf(xoutbuf))
1075		goto out_nooutbuf;
1076
1077	if (diff_dst)
1078		d = "-ddst";
1079	else
1080		d = "";
1081
1082	if (enc == ENCRYPT)
1083	        e = "encryption";
 
1084	else
1085		e = "decryption";
1086
1087	init_completion(&result.completion);
 
 
 
 
 
 
 
 
 
 
 
 
 
1088
1089	req = skcipher_request_alloc(tfm, GFP_KERNEL);
1090	if (!req) {
1091		pr_err("alg: skcipher%s: Failed to allocate request for %s\n",
1092		       d, algo);
1093		goto out;
 
 
 
 
 
 
 
 
 
 
 
 
1094	}
1095
1096	skcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1097				      tcrypt_complete, &result);
 
 
 
 
 
 
 
 
1098
1099	j = 0;
1100	for (i = 0; i < tcount; i++) {
1101		if (template[i].np && !template[i].also_non_np)
1102			continue;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1103
1104		if (template[i].iv)
1105			memcpy(iv, template[i].iv, ivsize);
1106		else
1107			memset(iv, 0, MAX_IVLEN);
 
 
 
 
 
 
 
 
 
1108
1109		j++;
1110		ret = -EINVAL;
1111		if (WARN_ON(align_offset + template[i].ilen > PAGE_SIZE))
1112			goto out;
 
 
 
 
 
 
 
 
 
1113
1114		data = xbuf[0];
1115		data += align_offset;
1116		memcpy(data, template[i].input, template[i].ilen);
 
 
 
 
1117
1118		crypto_skcipher_clear_flags(tfm, ~0);
1119		if (template[i].wk)
1120			crypto_skcipher_set_flags(tfm,
1121						  CRYPTO_TFM_REQ_WEAK_KEY);
1122
1123		ret = crypto_skcipher_setkey(tfm, template[i].key,
1124					     template[i].klen);
1125		if (!ret == template[i].fail) {
1126			pr_err("alg: skcipher%s: setkey failed on test %d for %s: flags=%x\n",
1127			       d, j, algo, crypto_skcipher_get_flags(tfm));
1128			goto out;
1129		} else if (ret)
1130			continue;
 
1131
1132		sg_init_one(&sg[0], data, template[i].ilen);
1133		if (diff_dst) {
1134			data = xoutbuf[0];
1135			data += align_offset;
1136			sg_init_one(&sgout[0], data, template[i].ilen);
1137		}
1138
1139		skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1140					   template[i].ilen, iv);
1141		ret = enc ? crypto_skcipher_encrypt(req) :
1142			    crypto_skcipher_decrypt(req);
1143
1144		switch (ret) {
1145		case 0:
1146			break;
1147		case -EINPROGRESS:
1148		case -EBUSY:
1149			wait_for_completion(&result.completion);
1150			reinit_completion(&result.completion);
1151			ret = result.err;
1152			if (!ret)
1153				break;
1154			/* fall through */
1155		default:
1156			pr_err("alg: skcipher%s: %s failed on test %d for %s: ret=%d\n",
1157			       d, e, j, algo, -ret);
1158			goto out;
1159		}
1160
1161		q = data;
1162		if (memcmp(q, template[i].result, template[i].rlen)) {
1163			pr_err("alg: skcipher%s: Test %d failed (invalid result) on %s for %s\n",
1164			       d, j, e, algo);
1165			hexdump(q, template[i].rlen);
1166			ret = -EINVAL;
1167			goto out;
1168		}
1169
1170		if (template[i].iv_out &&
1171		    memcmp(iv, template[i].iv_out,
1172			   crypto_skcipher_ivsize(tfm))) {
1173			pr_err("alg: skcipher%s: Test %d failed (invalid output IV) on %s for %s\n",
1174			       d, j, e, algo);
1175			hexdump(iv, crypto_skcipher_ivsize(tfm));
1176			ret = -EINVAL;
1177			goto out;
1178		}
1179	}
 
 
 
1180
1181	j = 0;
1182	for (i = 0; i < tcount; i++) {
1183		/* alignment tests are only done with continuous buffers */
1184		if (align_offset != 0)
1185			break;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1186
1187		if (!template[i].np)
1188			continue;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1189
1190		if (template[i].iv)
1191			memcpy(iv, template[i].iv, ivsize);
1192		else
1193			memset(iv, 0, MAX_IVLEN);
1194
1195		j++;
1196		crypto_skcipher_clear_flags(tfm, ~0);
1197		if (template[i].wk)
1198			crypto_skcipher_set_flags(tfm,
1199						  CRYPTO_TFM_REQ_WEAK_KEY);
1200
1201		ret = crypto_skcipher_setkey(tfm, template[i].key,
1202					     template[i].klen);
1203		if (!ret == template[i].fail) {
1204			pr_err("alg: skcipher%s: setkey failed on chunk test %d for %s: flags=%x\n",
1205			       d, j, algo, crypto_skcipher_get_flags(tfm));
1206			goto out;
1207		} else if (ret)
1208			continue;
1209
1210		temp = 0;
1211		ret = -EINVAL;
1212		sg_init_table(sg, template[i].np);
1213		if (diff_dst)
1214			sg_init_table(sgout, template[i].np);
1215		for (k = 0; k < template[i].np; k++) {
1216			if (WARN_ON(offset_in_page(IDX[k]) +
1217				    template[i].tap[k] > PAGE_SIZE))
1218				goto out;
1219
1220			q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
 
 
 
 
 
 
 
 
 
 
 
1221
1222			memcpy(q, template[i].input + temp, template[i].tap[k]);
 
 
 
 
1223
1224			if (offset_in_page(q) + template[i].tap[k] < PAGE_SIZE)
1225				q[template[i].tap[k]] = 0;
 
 
 
1226
1227			sg_set_buf(&sg[k], q, template[i].tap[k]);
1228			if (diff_dst) {
1229				q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1230				    offset_in_page(IDX[k]);
1231
1232				sg_set_buf(&sgout[k], q, template[i].tap[k]);
 
 
 
 
 
1233
1234				memset(q, 0, template[i].tap[k]);
1235				if (offset_in_page(q) +
1236				    template[i].tap[k] < PAGE_SIZE)
1237					q[template[i].tap[k]] = 0;
1238			}
 
1239
1240			temp += template[i].tap[k];
1241		}
 
 
 
 
 
1242
1243		skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1244					   template[i].ilen, iv);
 
 
 
 
 
 
 
 
 
 
 
1245
1246		ret = enc ? crypto_skcipher_encrypt(req) :
1247			    crypto_skcipher_decrypt(req);
 
 
1248
1249		switch (ret) {
1250		case 0:
1251			break;
1252		case -EINPROGRESS:
1253		case -EBUSY:
1254			wait_for_completion(&result.completion);
1255			reinit_completion(&result.completion);
1256			ret = result.err;
1257			if (!ret)
1258				break;
1259			/* fall through */
1260		default:
1261			pr_err("alg: skcipher%s: %s failed on chunk test %d for %s: ret=%d\n",
1262			       d, e, j, algo, -ret);
1263			goto out;
1264		}
1265
1266		temp = 0;
1267		ret = -EINVAL;
1268		for (k = 0; k < template[i].np; k++) {
1269			if (diff_dst)
1270				q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1271				    offset_in_page(IDX[k]);
1272			else
1273				q = xbuf[IDX[k] >> PAGE_SHIFT] +
1274				    offset_in_page(IDX[k]);
1275
1276			if (memcmp(q, template[i].result + temp,
1277				   template[i].tap[k])) {
1278				pr_err("alg: skcipher%s: Chunk test %d failed on %s at page %u for %s\n",
1279				       d, j, e, k, algo);
1280				hexdump(q, template[i].tap[k]);
1281				goto out;
1282			}
1283
1284			q += template[i].tap[k];
1285			for (n = 0; offset_in_page(q + n) && q[n]; n++)
1286				;
1287			if (n) {
1288				pr_err("alg: skcipher%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
1289				       d, j, e, k, algo, n);
1290				hexdump(q, n);
1291				goto out;
1292			}
1293			temp += template[i].tap[k];
1294		}
1295	}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1296
1297	ret = 0;
 
 
 
 
 
 
1298
1299out:
1300	skcipher_request_free(req);
1301	if (diff_dst)
1302		testmgr_free_buf(xoutbuf);
1303out_nooutbuf:
1304	testmgr_free_buf(xbuf);
1305out_nobuf:
1306	return ret;
1307}
1308
1309static int test_skcipher(struct crypto_skcipher *tfm, int enc,
1310			 struct cipher_testvec *template, unsigned int tcount)
1311{
1312	unsigned int alignmask;
1313	int ret;
 
 
 
1314
1315	/* test 'dst == src' case */
1316	ret = __test_skcipher(tfm, enc, template, tcount, false, 0);
1317	if (ret)
1318		return ret;
1319
1320	/* test 'dst != src' case */
1321	ret = __test_skcipher(tfm, enc, template, tcount, true, 0);
1322	if (ret)
1323		return ret;
 
 
1324
1325	/* test unaligned buffers, check with one byte offset */
1326	ret = __test_skcipher(tfm, enc, template, tcount, true, 1);
1327	if (ret)
1328		return ret;
 
 
 
1329
1330	alignmask = crypto_tfm_alg_alignmask(&tfm->base);
1331	if (alignmask) {
1332		/* Check if alignment mask for tfm is correctly set. */
1333		ret = __test_skcipher(tfm, enc, template, tcount, true,
1334				      alignmask + 1);
1335		if (ret)
1336			return ret;
1337	}
1338
1339	return 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1340}
1341
1342static int test_comp(struct crypto_comp *tfm, struct comp_testvec *ctemplate,
1343		     struct comp_testvec *dtemplate, int ctcount, int dtcount)
 
 
1344{
1345	const char *algo = crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm));
 
1346	unsigned int i;
1347	char result[COMP_BUF_SIZE];
1348	int ret;
1349
 
 
 
 
 
 
 
 
 
 
1350	for (i = 0; i < ctcount; i++) {
1351		int ilen;
1352		unsigned int dlen = COMP_BUF_SIZE;
1353
1354		memset(result, 0, sizeof (result));
 
1355
1356		ilen = ctemplate[i].inlen;
1357		ret = crypto_comp_compress(tfm, ctemplate[i].input,
1358		                           ilen, result, &dlen);
1359		if (ret) {
1360			printk(KERN_ERR "alg: comp: compression failed "
1361			       "on test %d for %s: ret=%d\n", i + 1, algo,
1362			       -ret);
1363			goto out;
1364		}
1365
1366		if (dlen != ctemplate[i].outlen) {
 
 
 
 
 
 
 
 
 
 
1367			printk(KERN_ERR "alg: comp: Compression test %d "
1368			       "failed for %s: output len = %d\n", i + 1, algo,
1369			       dlen);
1370			ret = -EINVAL;
1371			goto out;
1372		}
1373
1374		if (memcmp(result, ctemplate[i].output, dlen)) {
1375			printk(KERN_ERR "alg: comp: Compression test %d "
1376			       "failed for %s\n", i + 1, algo);
1377			hexdump(result, dlen);
 
1378			ret = -EINVAL;
1379			goto out;
1380		}
1381	}
1382
1383	for (i = 0; i < dtcount; i++) {
1384		int ilen;
1385		unsigned int dlen = COMP_BUF_SIZE;
1386
1387		memset(result, 0, sizeof (result));
1388
1389		ilen = dtemplate[i].inlen;
1390		ret = crypto_comp_decompress(tfm, dtemplate[i].input,
1391		                             ilen, result, &dlen);
1392		if (ret) {
1393			printk(KERN_ERR "alg: comp: decompression failed "
1394			       "on test %d for %s: ret=%d\n", i + 1, algo,
1395			       -ret);
1396			goto out;
1397		}
1398
1399		if (dlen != dtemplate[i].outlen) {
1400			printk(KERN_ERR "alg: comp: Decompression test %d "
1401			       "failed for %s: output len = %d\n", i + 1, algo,
1402			       dlen);
1403			ret = -EINVAL;
1404			goto out;
1405		}
1406
1407		if (memcmp(result, dtemplate[i].output, dlen)) {
1408			printk(KERN_ERR "alg: comp: Decompression test %d "
1409			       "failed for %s\n", i + 1, algo);
1410			hexdump(result, dlen);
1411			ret = -EINVAL;
1412			goto out;
1413		}
1414	}
1415
1416	ret = 0;
1417
1418out:
 
 
1419	return ret;
1420}
1421
1422static int test_cprng(struct crypto_rng *tfm, struct cprng_testvec *template,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1423		      unsigned int tcount)
1424{
1425	const char *algo = crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm));
1426	int err = 0, i, j, seedsize;
1427	u8 *seed;
1428	char result[32];
1429
1430	seedsize = crypto_rng_seedsize(tfm);
1431
1432	seed = kmalloc(seedsize, GFP_KERNEL);
1433	if (!seed) {
1434		printk(KERN_ERR "alg: cprng: Failed to allocate seed space "
1435		       "for %s\n", algo);
1436		return -ENOMEM;
1437	}
1438
1439	for (i = 0; i < tcount; i++) {
1440		memset(result, 0, 32);
1441
1442		memcpy(seed, template[i].v, template[i].vlen);
1443		memcpy(seed + template[i].vlen, template[i].key,
1444		       template[i].klen);
1445		memcpy(seed + template[i].vlen + template[i].klen,
1446		       template[i].dt, template[i].dtlen);
1447
1448		err = crypto_rng_reset(tfm, seed, seedsize);
1449		if (err) {
1450			printk(KERN_ERR "alg: cprng: Failed to reset rng "
1451			       "for %s\n", algo);
1452			goto out;
1453		}
1454
1455		for (j = 0; j < template[i].loops; j++) {
1456			err = crypto_rng_get_bytes(tfm, result,
1457						   template[i].rlen);
1458			if (err < 0) {
1459				printk(KERN_ERR "alg: cprng: Failed to obtain "
1460				       "the correct amount of random data for "
1461				       "%s (requested %d)\n", algo,
1462				       template[i].rlen);
1463				goto out;
1464			}
1465		}
1466
1467		err = memcmp(result, template[i].result,
1468			     template[i].rlen);
1469		if (err) {
1470			printk(KERN_ERR "alg: cprng: Test %d failed for %s\n",
1471			       i, algo);
1472			hexdump(result, template[i].rlen);
1473			err = -EINVAL;
1474			goto out;
1475		}
1476	}
1477
1478out:
1479	kfree(seed);
1480	return err;
1481}
1482
1483static int alg_test_aead(const struct alg_test_desc *desc, const char *driver,
1484			 u32 type, u32 mask)
1485{
1486	struct crypto_aead *tfm;
1487	int err = 0;
1488
1489	tfm = crypto_alloc_aead(driver, type | CRYPTO_ALG_INTERNAL, mask);
1490	if (IS_ERR(tfm)) {
1491		printk(KERN_ERR "alg: aead: Failed to load transform for %s: "
1492		       "%ld\n", driver, PTR_ERR(tfm));
1493		return PTR_ERR(tfm);
1494	}
1495
1496	if (desc->suite.aead.enc.vecs) {
1497		err = test_aead(tfm, ENCRYPT, desc->suite.aead.enc.vecs,
1498				desc->suite.aead.enc.count);
1499		if (err)
1500			goto out;
1501	}
1502
1503	if (!err && desc->suite.aead.dec.vecs)
1504		err = test_aead(tfm, DECRYPT, desc->suite.aead.dec.vecs,
1505				desc->suite.aead.dec.count);
1506
1507out:
1508	crypto_free_aead(tfm);
1509	return err;
1510}
1511
1512static int alg_test_cipher(const struct alg_test_desc *desc,
1513			   const char *driver, u32 type, u32 mask)
1514{
 
1515	struct crypto_cipher *tfm;
1516	int err = 0;
1517
1518	tfm = crypto_alloc_cipher(driver, type | CRYPTO_ALG_INTERNAL, mask);
1519	if (IS_ERR(tfm)) {
1520		printk(KERN_ERR "alg: cipher: Failed to load transform for "
1521		       "%s: %ld\n", driver, PTR_ERR(tfm));
1522		return PTR_ERR(tfm);
1523	}
1524
1525	if (desc->suite.cipher.enc.vecs) {
1526		err = test_cipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1527				  desc->suite.cipher.enc.count);
1528		if (err)
1529			goto out;
1530	}
1531
1532	if (desc->suite.cipher.dec.vecs)
1533		err = test_cipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1534				  desc->suite.cipher.dec.count);
1535
1536out:
1537	crypto_free_cipher(tfm);
1538	return err;
1539}
1540
1541static int alg_test_skcipher(const struct alg_test_desc *desc,
1542			     const char *driver, u32 type, u32 mask)
1543{
1544	struct crypto_skcipher *tfm;
1545	int err = 0;
1546
1547	tfm = crypto_alloc_skcipher(driver, type | CRYPTO_ALG_INTERNAL, mask);
1548	if (IS_ERR(tfm)) {
1549		printk(KERN_ERR "alg: skcipher: Failed to load transform for "
1550		       "%s: %ld\n", driver, PTR_ERR(tfm));
1551		return PTR_ERR(tfm);
1552	}
1553
1554	if (desc->suite.cipher.enc.vecs) {
1555		err = test_skcipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1556				    desc->suite.cipher.enc.count);
1557		if (err)
1558			goto out;
1559	}
1560
1561	if (desc->suite.cipher.dec.vecs)
1562		err = test_skcipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1563				    desc->suite.cipher.dec.count);
1564
1565out:
1566	crypto_free_skcipher(tfm);
1567	return err;
1568}
1569
1570static int alg_test_comp(const struct alg_test_desc *desc, const char *driver,
1571			 u32 type, u32 mask)
1572{
1573	struct crypto_comp *tfm;
 
1574	int err;
 
1575
1576	tfm = crypto_alloc_comp(driver, type, mask);
1577	if (IS_ERR(tfm)) {
1578		printk(KERN_ERR "alg: comp: Failed to load transform for %s: "
1579		       "%ld\n", driver, PTR_ERR(tfm));
1580		return PTR_ERR(tfm);
1581	}
1582
1583	err = test_comp(tfm, desc->suite.comp.comp.vecs,
1584			desc->suite.comp.decomp.vecs,
1585			desc->suite.comp.comp.count,
1586			desc->suite.comp.decomp.count);
 
 
 
 
 
 
 
 
1587
1588	crypto_free_comp(tfm);
1589	return err;
1590}
 
1591
1592static int alg_test_hash(const struct alg_test_desc *desc, const char *driver,
1593			 u32 type, u32 mask)
1594{
1595	struct crypto_ahash *tfm;
1596	int err;
1597
1598	tfm = crypto_alloc_ahash(driver, type | CRYPTO_ALG_INTERNAL, mask);
1599	if (IS_ERR(tfm)) {
1600		printk(KERN_ERR "alg: hash: Failed to load transform for %s: "
1601		       "%ld\n", driver, PTR_ERR(tfm));
1602		return PTR_ERR(tfm);
1603	}
1604
1605	err = test_hash(tfm, desc->suite.hash.vecs,
1606			desc->suite.hash.count, true);
1607	if (!err)
1608		err = test_hash(tfm, desc->suite.hash.vecs,
1609				desc->suite.hash.count, false);
1610
1611	crypto_free_ahash(tfm);
1612	return err;
1613}
1614
1615static int alg_test_crc32c(const struct alg_test_desc *desc,
1616			   const char *driver, u32 type, u32 mask)
1617{
1618	struct crypto_shash *tfm;
1619	u32 val;
1620	int err;
1621
1622	err = alg_test_hash(desc, driver, type, mask);
1623	if (err)
1624		goto out;
1625
1626	tfm = crypto_alloc_shash(driver, type | CRYPTO_ALG_INTERNAL, mask);
1627	if (IS_ERR(tfm)) {
 
 
 
 
 
 
 
 
1628		printk(KERN_ERR "alg: crc32c: Failed to load transform for %s: "
1629		       "%ld\n", driver, PTR_ERR(tfm));
1630		err = PTR_ERR(tfm);
1631		goto out;
1632	}
1633
1634	do {
1635		SHASH_DESC_ON_STACK(shash, tfm);
1636		u32 *ctx = (u32 *)shash_desc_ctx(shash);
1637
1638		shash->tfm = tfm;
1639		shash->flags = 0;
1640
1641		*ctx = le32_to_cpu(420553207);
1642		err = crypto_shash_final(shash, (u8 *)&val);
1643		if (err) {
1644			printk(KERN_ERR "alg: crc32c: Operation failed for "
1645			       "%s: %d\n", driver, err);
1646			break;
1647		}
1648
1649		if (val != ~420553207) {
1650			printk(KERN_ERR "alg: crc32c: Test failed for %s: "
1651			       "%d\n", driver, val);
1652			err = -EINVAL;
1653		}
1654	} while (0);
1655
1656	crypto_free_shash(tfm);
1657
1658out:
1659	return err;
1660}
1661
1662static int alg_test_cprng(const struct alg_test_desc *desc, const char *driver,
1663			  u32 type, u32 mask)
1664{
1665	struct crypto_rng *rng;
1666	int err;
1667
1668	rng = crypto_alloc_rng(driver, type | CRYPTO_ALG_INTERNAL, mask);
1669	if (IS_ERR(rng)) {
1670		printk(KERN_ERR "alg: cprng: Failed to load transform for %s: "
1671		       "%ld\n", driver, PTR_ERR(rng));
1672		return PTR_ERR(rng);
1673	}
1674
1675	err = test_cprng(rng, desc->suite.cprng.vecs, desc->suite.cprng.count);
1676
1677	crypto_free_rng(rng);
1678
1679	return err;
1680}
1681
1682
1683static int drbg_cavs_test(struct drbg_testvec *test, int pr,
1684			  const char *driver, u32 type, u32 mask)
1685{
1686	int ret = -EAGAIN;
1687	struct crypto_rng *drng;
1688	struct drbg_test_data test_data;
1689	struct drbg_string addtl, pers, testentropy;
1690	unsigned char *buf = kzalloc(test->expectedlen, GFP_KERNEL);
1691
1692	if (!buf)
1693		return -ENOMEM;
1694
1695	drng = crypto_alloc_rng(driver, type | CRYPTO_ALG_INTERNAL, mask);
1696	if (IS_ERR(drng)) {
1697		printk(KERN_ERR "alg: drbg: could not allocate DRNG handle for "
1698		       "%s\n", driver);
1699		kzfree(buf);
1700		return -ENOMEM;
1701	}
1702
1703	test_data.testentropy = &testentropy;
1704	drbg_string_fill(&testentropy, test->entropy, test->entropylen);
1705	drbg_string_fill(&pers, test->pers, test->perslen);
1706	ret = crypto_drbg_reset_test(drng, &pers, &test_data);
1707	if (ret) {
1708		printk(KERN_ERR "alg: drbg: Failed to reset rng\n");
1709		goto outbuf;
1710	}
1711
1712	drbg_string_fill(&addtl, test->addtla, test->addtllen);
1713	if (pr) {
1714		drbg_string_fill(&testentropy, test->entpra, test->entprlen);
1715		ret = crypto_drbg_get_bytes_addtl_test(drng,
1716			buf, test->expectedlen, &addtl,	&test_data);
1717	} else {
1718		ret = crypto_drbg_get_bytes_addtl(drng,
1719			buf, test->expectedlen, &addtl);
1720	}
1721	if (ret < 0) {
1722		printk(KERN_ERR "alg: drbg: could not obtain random data for "
1723		       "driver %s\n", driver);
1724		goto outbuf;
1725	}
1726
1727	drbg_string_fill(&addtl, test->addtlb, test->addtllen);
1728	if (pr) {
1729		drbg_string_fill(&testentropy, test->entprb, test->entprlen);
1730		ret = crypto_drbg_get_bytes_addtl_test(drng,
1731			buf, test->expectedlen, &addtl, &test_data);
1732	} else {
1733		ret = crypto_drbg_get_bytes_addtl(drng,
1734			buf, test->expectedlen, &addtl);
1735	}
1736	if (ret < 0) {
1737		printk(KERN_ERR "alg: drbg: could not obtain random data for "
1738		       "driver %s\n", driver);
1739		goto outbuf;
1740	}
1741
1742	ret = memcmp(test->expected, buf, test->expectedlen);
1743
1744outbuf:
1745	crypto_free_rng(drng);
1746	kzfree(buf);
1747	return ret;
1748}
1749
1750
1751static int alg_test_drbg(const struct alg_test_desc *desc, const char *driver,
1752			 u32 type, u32 mask)
1753{
1754	int err = 0;
1755	int pr = 0;
1756	int i = 0;
1757	struct drbg_testvec *template = desc->suite.drbg.vecs;
1758	unsigned int tcount = desc->suite.drbg.count;
1759
1760	if (0 == memcmp(driver, "drbg_pr_", 8))
1761		pr = 1;
1762
1763	for (i = 0; i < tcount; i++) {
1764		err = drbg_cavs_test(&template[i], pr, driver, type, mask);
1765		if (err) {
1766			printk(KERN_ERR "alg: drbg: Test %d failed for %s\n",
1767			       i, driver);
1768			err = -EINVAL;
1769			break;
1770		}
1771	}
1772	return err;
1773
1774}
1775
1776static int do_test_rsa(struct crypto_akcipher *tfm,
1777		       struct akcipher_testvec *vecs)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1778{
1779	char *xbuf[XBUFSIZE];
1780	struct akcipher_request *req;
1781	void *outbuf_enc = NULL;
1782	void *outbuf_dec = NULL;
1783	struct tcrypt_result result;
1784	unsigned int out_len_max, out_len = 0;
1785	int err = -ENOMEM;
1786	struct scatterlist src, dst, src_tab[2];
 
 
 
 
1787
1788	if (testmgr_alloc_buf(xbuf))
1789		return err;
1790
1791	req = akcipher_request_alloc(tfm, GFP_KERNEL);
1792	if (!req)
1793		goto free_xbuf;
1794
1795	init_completion(&result.completion);
 
 
 
 
 
 
 
 
 
 
1796
1797	if (vecs->public_key_vec)
1798		err = crypto_akcipher_set_pub_key(tfm, vecs->key,
1799						  vecs->key_len);
1800	else
1801		err = crypto_akcipher_set_priv_key(tfm, vecs->key,
1802						   vecs->key_len);
1803	if (err)
1804		goto free_req;
1805
 
 
 
 
 
1806	out_len_max = crypto_akcipher_maxsize(tfm);
1807	outbuf_enc = kzalloc(out_len_max, GFP_KERNEL);
1808	if (!outbuf_enc)
1809		goto free_req;
1810
1811	if (WARN_ON(vecs->m_size > PAGE_SIZE))
1812		goto free_all;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1813
1814	memcpy(xbuf[0], vecs->m, vecs->m_size);
 
 
1815
1816	sg_init_table(src_tab, 2);
1817	sg_set_buf(&src_tab[0], xbuf[0], 8);
1818	sg_set_buf(&src_tab[1], xbuf[0] + 8, vecs->m_size - 8);
1819	sg_init_one(&dst, outbuf_enc, out_len_max);
1820	akcipher_request_set_crypt(req, src_tab, &dst, vecs->m_size,
1821				   out_len_max);
 
 
 
 
 
 
 
 
1822	akcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1823				      tcrypt_complete, &result);
1824
1825	/* Run RSA encrypt - c = m^e mod n;*/
1826	err = wait_async_op(&result, crypto_akcipher_encrypt(req));
 
 
 
1827	if (err) {
1828		pr_err("alg: rsa: encrypt test failed. err %d\n", err);
1829		goto free_all;
1830	}
1831	if (req->dst_len != vecs->c_size) {
1832		pr_err("alg: rsa: encrypt test failed. Invalid output len\n");
1833		err = -EINVAL;
1834		goto free_all;
1835	}
1836	/* verify that encrypted message is equal to expected */
1837	if (memcmp(vecs->c, outbuf_enc, vecs->c_size)) {
1838		pr_err("alg: rsa: encrypt test failed. Invalid output\n");
1839		err = -EINVAL;
1840		goto free_all;
 
 
 
 
 
1841	}
1842	/* Don't invoke decrypt for vectors with public key */
 
 
 
 
1843	if (vecs->public_key_vec) {
1844		err = 0;
1845		goto free_all;
1846	}
1847	outbuf_dec = kzalloc(out_len_max, GFP_KERNEL);
1848	if (!outbuf_dec) {
1849		err = -ENOMEM;
1850		goto free_all;
1851	}
1852
1853	if (WARN_ON(vecs->c_size > PAGE_SIZE))
 
1854		goto free_all;
 
1855
1856	memcpy(xbuf[0], vecs->c, vecs->c_size);
1857
1858	sg_init_one(&src, xbuf[0], vecs->c_size);
1859	sg_init_one(&dst, outbuf_dec, out_len_max);
1860	init_completion(&result.completion);
1861	akcipher_request_set_crypt(req, &src, &dst, vecs->c_size, out_len_max);
1862
1863	/* Run RSA decrypt - m = c^d mod n;*/
1864	err = wait_async_op(&result, crypto_akcipher_decrypt(req));
 
 
 
1865	if (err) {
1866		pr_err("alg: rsa: decrypt test failed. err %d\n", err);
1867		goto free_all;
1868	}
1869	out_len = req->dst_len;
1870	if (out_len != vecs->m_size) {
1871		pr_err("alg: rsa: decrypt test failed. Invalid output len\n");
 
1872		err = -EINVAL;
1873		goto free_all;
1874	}
1875	/* verify that decrypted message is equal to the original msg */
1876	if (memcmp(vecs->m, outbuf_dec, vecs->m_size)) {
1877		pr_err("alg: rsa: decrypt test failed. Invalid output\n");
 
 
1878		err = -EINVAL;
1879	}
1880free_all:
1881	kfree(outbuf_dec);
1882	kfree(outbuf_enc);
1883free_req:
1884	akcipher_request_free(req);
 
1885free_xbuf:
1886	testmgr_free_buf(xbuf);
1887	return err;
1888}
1889
1890static int test_rsa(struct crypto_akcipher *tfm, struct akcipher_testvec *vecs,
1891		    unsigned int tcount)
 
1892{
 
 
1893	int ret, i;
1894
1895	for (i = 0; i < tcount; i++) {
1896		ret = do_test_rsa(tfm, vecs++);
1897		if (ret) {
1898			pr_err("alg: rsa: test failed on vector %d, err=%d\n",
1899			       i + 1, ret);
1900			return ret;
1901		}
1902	}
1903	return 0;
1904}
1905
1906static int test_akcipher(struct crypto_akcipher *tfm, const char *alg,
1907			 struct akcipher_testvec *vecs, unsigned int tcount)
1908{
1909	if (strncmp(alg, "rsa", 3) == 0)
1910		return test_rsa(tfm, vecs, tcount);
1911
 
 
 
 
1912	return 0;
1913}
1914
1915static int alg_test_akcipher(const struct alg_test_desc *desc,
1916			     const char *driver, u32 type, u32 mask)
1917{
1918	struct crypto_akcipher *tfm;
1919	int err = 0;
1920
1921	tfm = crypto_alloc_akcipher(driver, type | CRYPTO_ALG_INTERNAL, mask);
1922	if (IS_ERR(tfm)) {
1923		pr_err("alg: akcipher: Failed to load tfm for %s: %ld\n",
1924		       driver, PTR_ERR(tfm));
1925		return PTR_ERR(tfm);
1926	}
1927	if (desc->suite.akcipher.vecs)
1928		err = test_akcipher(tfm, desc->alg, desc->suite.akcipher.vecs,
1929				    desc->suite.akcipher.count);
1930
1931	crypto_free_akcipher(tfm);
1932	return err;
1933}
1934
1935static int alg_test_null(const struct alg_test_desc *desc,
1936			     const char *driver, u32 type, u32 mask)
1937{
1938	return 0;
1939}
1940
 
 
1941/* Please keep this list sorted by algorithm name. */
1942static const struct alg_test_desc alg_test_descs[] = {
1943	{
1944		.alg = "__cbc-cast5-avx",
1945		.test = alg_test_null,
1946	}, {
1947		.alg = "__cbc-cast6-avx",
1948		.test = alg_test_null,
1949	}, {
1950		.alg = "__cbc-serpent-avx",
1951		.test = alg_test_null,
1952	}, {
1953		.alg = "__cbc-serpent-avx2",
1954		.test = alg_test_null,
1955	}, {
1956		.alg = "__cbc-serpent-sse2",
1957		.test = alg_test_null,
1958	}, {
1959		.alg = "__cbc-twofish-avx",
1960		.test = alg_test_null,
1961	}, {
1962		.alg = "__driver-cbc-aes-aesni",
1963		.test = alg_test_null,
1964		.fips_allowed = 1,
1965	}, {
1966		.alg = "__driver-cbc-camellia-aesni",
1967		.test = alg_test_null,
1968	}, {
1969		.alg = "__driver-cbc-camellia-aesni-avx2",
1970		.test = alg_test_null,
1971	}, {
1972		.alg = "__driver-cbc-cast5-avx",
1973		.test = alg_test_null,
1974	}, {
1975		.alg = "__driver-cbc-cast6-avx",
1976		.test = alg_test_null,
1977	}, {
1978		.alg = "__driver-cbc-serpent-avx",
1979		.test = alg_test_null,
1980	}, {
1981		.alg = "__driver-cbc-serpent-avx2",
1982		.test = alg_test_null,
1983	}, {
1984		.alg = "__driver-cbc-serpent-sse2",
1985		.test = alg_test_null,
1986	}, {
1987		.alg = "__driver-cbc-twofish-avx",
1988		.test = alg_test_null,
1989	}, {
1990		.alg = "__driver-ecb-aes-aesni",
1991		.test = alg_test_null,
1992		.fips_allowed = 1,
1993	}, {
1994		.alg = "__driver-ecb-camellia-aesni",
1995		.test = alg_test_null,
1996	}, {
1997		.alg = "__driver-ecb-camellia-aesni-avx2",
1998		.test = alg_test_null,
1999	}, {
2000		.alg = "__driver-ecb-cast5-avx",
2001		.test = alg_test_null,
2002	}, {
2003		.alg = "__driver-ecb-cast6-avx",
2004		.test = alg_test_null,
2005	}, {
2006		.alg = "__driver-ecb-serpent-avx",
2007		.test = alg_test_null,
2008	}, {
2009		.alg = "__driver-ecb-serpent-avx2",
2010		.test = alg_test_null,
2011	}, {
2012		.alg = "__driver-ecb-serpent-sse2",
2013		.test = alg_test_null,
2014	}, {
2015		.alg = "__driver-ecb-twofish-avx",
2016		.test = alg_test_null,
2017	}, {
2018		.alg = "__driver-gcm-aes-aesni",
2019		.test = alg_test_null,
2020		.fips_allowed = 1,
 
 
 
2021	}, {
2022		.alg = "__ghash-pclmulqdqni",
2023		.test = alg_test_null,
2024		.fips_allowed = 1,
 
 
2025	}, {
2026		.alg = "ansi_cprng",
2027		.test = alg_test_cprng,
2028		.suite = {
2029			.cprng = {
2030				.vecs = ansi_cprng_aes_tv_template,
2031				.count = ANSI_CPRNG_AES_TEST_VECTORS
2032			}
2033		}
2034	}, {
2035		.alg = "authenc(hmac(md5),ecb(cipher_null))",
2036		.test = alg_test_aead,
2037		.suite = {
2038			.aead = {
2039				.enc = {
2040					.vecs = hmac_md5_ecb_cipher_null_enc_tv_template,
2041					.count = HMAC_MD5_ECB_CIPHER_NULL_ENC_TEST_VECTORS
2042				},
2043				.dec = {
2044					.vecs = hmac_md5_ecb_cipher_null_dec_tv_template,
2045					.count = HMAC_MD5_ECB_CIPHER_NULL_DEC_TEST_VECTORS
2046				}
2047			}
2048		}
2049	}, {
2050		.alg = "authenc(hmac(sha1),cbc(aes))",
2051		.test = alg_test_aead,
 
2052		.suite = {
2053			.aead = {
2054				.enc = {
2055					.vecs =
2056					hmac_sha1_aes_cbc_enc_tv_temp,
2057					.count =
2058					HMAC_SHA1_AES_CBC_ENC_TEST_VEC
2059				}
2060			}
2061		}
2062	}, {
2063		.alg = "authenc(hmac(sha1),cbc(des))",
2064		.test = alg_test_aead,
2065		.suite = {
2066			.aead = {
2067				.enc = {
2068					.vecs =
2069					hmac_sha1_des_cbc_enc_tv_temp,
2070					.count =
2071					HMAC_SHA1_DES_CBC_ENC_TEST_VEC
2072				}
2073			}
2074		}
2075	}, {
2076		.alg = "authenc(hmac(sha1),cbc(des3_ede))",
2077		.test = alg_test_aead,
2078		.fips_allowed = 1,
2079		.suite = {
2080			.aead = {
2081				.enc = {
2082					.vecs =
2083					hmac_sha1_des3_ede_cbc_enc_tv_temp,
2084					.count =
2085					HMAC_SHA1_DES3_EDE_CBC_ENC_TEST_VEC
2086				}
2087			}
2088		}
2089	}, {
2090		.alg = "authenc(hmac(sha1),ctr(aes))",
2091		.test = alg_test_null,
2092		.fips_allowed = 1,
2093	}, {
2094		.alg = "authenc(hmac(sha1),ecb(cipher_null))",
2095		.test = alg_test_aead,
2096		.suite = {
2097			.aead = {
2098				.enc = {
2099					.vecs =
2100					hmac_sha1_ecb_cipher_null_enc_tv_temp,
2101					.count =
2102					HMAC_SHA1_ECB_CIPHER_NULL_ENC_TEST_VEC
2103				},
2104				.dec = {
2105					.vecs =
2106					hmac_sha1_ecb_cipher_null_dec_tv_temp,
2107					.count =
2108					HMAC_SHA1_ECB_CIPHER_NULL_DEC_TEST_VEC
2109				}
2110			}
2111		}
2112	}, {
2113		.alg = "authenc(hmac(sha1),rfc3686(ctr(aes)))",
2114		.test = alg_test_null,
2115		.fips_allowed = 1,
2116	}, {
2117		.alg = "authenc(hmac(sha224),cbc(des))",
2118		.test = alg_test_aead,
2119		.suite = {
2120			.aead = {
2121				.enc = {
2122					.vecs =
2123					hmac_sha224_des_cbc_enc_tv_temp,
2124					.count =
2125					HMAC_SHA224_DES_CBC_ENC_TEST_VEC
2126				}
2127			}
2128		}
2129	}, {
2130		.alg = "authenc(hmac(sha224),cbc(des3_ede))",
2131		.test = alg_test_aead,
2132		.fips_allowed = 1,
2133		.suite = {
2134			.aead = {
2135				.enc = {
2136					.vecs =
2137					hmac_sha224_des3_ede_cbc_enc_tv_temp,
2138					.count =
2139					HMAC_SHA224_DES3_EDE_CBC_ENC_TEST_VEC
2140				}
2141			}
2142		}
2143	}, {
2144		.alg = "authenc(hmac(sha256),cbc(aes))",
2145		.test = alg_test_aead,
2146		.fips_allowed = 1,
2147		.suite = {
2148			.aead = {
2149				.enc = {
2150					.vecs =
2151					hmac_sha256_aes_cbc_enc_tv_temp,
2152					.count =
2153					HMAC_SHA256_AES_CBC_ENC_TEST_VEC
2154				}
2155			}
2156		}
2157	}, {
2158		.alg = "authenc(hmac(sha256),cbc(des))",
2159		.test = alg_test_aead,
2160		.suite = {
2161			.aead = {
2162				.enc = {
2163					.vecs =
2164					hmac_sha256_des_cbc_enc_tv_temp,
2165					.count =
2166					HMAC_SHA256_DES_CBC_ENC_TEST_VEC
2167				}
2168			}
2169		}
2170	}, {
2171		.alg = "authenc(hmac(sha256),cbc(des3_ede))",
2172		.test = alg_test_aead,
2173		.fips_allowed = 1,
2174		.suite = {
2175			.aead = {
2176				.enc = {
2177					.vecs =
2178					hmac_sha256_des3_ede_cbc_enc_tv_temp,
2179					.count =
2180					HMAC_SHA256_DES3_EDE_CBC_ENC_TEST_VEC
2181				}
2182			}
2183		}
2184	}, {
2185		.alg = "authenc(hmac(sha256),ctr(aes))",
2186		.test = alg_test_null,
2187		.fips_allowed = 1,
2188	}, {
2189		.alg = "authenc(hmac(sha256),rfc3686(ctr(aes)))",
2190		.test = alg_test_null,
2191		.fips_allowed = 1,
2192	}, {
2193		.alg = "authenc(hmac(sha384),cbc(des))",
2194		.test = alg_test_aead,
2195		.suite = {
2196			.aead = {
2197				.enc = {
2198					.vecs =
2199					hmac_sha384_des_cbc_enc_tv_temp,
2200					.count =
2201					HMAC_SHA384_DES_CBC_ENC_TEST_VEC
2202				}
2203			}
2204		}
2205	}, {
2206		.alg = "authenc(hmac(sha384),cbc(des3_ede))",
2207		.test = alg_test_aead,
2208		.fips_allowed = 1,
2209		.suite = {
2210			.aead = {
2211				.enc = {
2212					.vecs =
2213					hmac_sha384_des3_ede_cbc_enc_tv_temp,
2214					.count =
2215					HMAC_SHA384_DES3_EDE_CBC_ENC_TEST_VEC
2216				}
2217			}
2218		}
2219	}, {
2220		.alg = "authenc(hmac(sha384),ctr(aes))",
2221		.test = alg_test_null,
2222		.fips_allowed = 1,
2223	}, {
2224		.alg = "authenc(hmac(sha384),rfc3686(ctr(aes)))",
2225		.test = alg_test_null,
2226		.fips_allowed = 1,
2227	}, {
2228		.alg = "authenc(hmac(sha512),cbc(aes))",
2229		.fips_allowed = 1,
2230		.test = alg_test_aead,
2231		.suite = {
2232			.aead = {
2233				.enc = {
2234					.vecs =
2235					hmac_sha512_aes_cbc_enc_tv_temp,
2236					.count =
2237					HMAC_SHA512_AES_CBC_ENC_TEST_VEC
2238				}
2239			}
2240		}
2241	}, {
2242		.alg = "authenc(hmac(sha512),cbc(des))",
2243		.test = alg_test_aead,
2244		.suite = {
2245			.aead = {
2246				.enc = {
2247					.vecs =
2248					hmac_sha512_des_cbc_enc_tv_temp,
2249					.count =
2250					HMAC_SHA512_DES_CBC_ENC_TEST_VEC
2251				}
2252			}
2253		}
2254	}, {
2255		.alg = "authenc(hmac(sha512),cbc(des3_ede))",
2256		.test = alg_test_aead,
2257		.fips_allowed = 1,
2258		.suite = {
2259			.aead = {
2260				.enc = {
2261					.vecs =
2262					hmac_sha512_des3_ede_cbc_enc_tv_temp,
2263					.count =
2264					HMAC_SHA512_DES3_EDE_CBC_ENC_TEST_VEC
2265				}
2266			}
2267		}
2268	}, {
2269		.alg = "authenc(hmac(sha512),ctr(aes))",
2270		.test = alg_test_null,
2271		.fips_allowed = 1,
2272	}, {
2273		.alg = "authenc(hmac(sha512),rfc3686(ctr(aes)))",
2274		.test = alg_test_null,
2275		.fips_allowed = 1,
2276	}, {
2277		.alg = "cbc(aes)",
2278		.test = alg_test_skcipher,
2279		.fips_allowed = 1,
2280		.suite = {
2281			.cipher = {
2282				.enc = {
2283					.vecs = aes_cbc_enc_tv_template,
2284					.count = AES_CBC_ENC_TEST_VECTORS
2285				},
2286				.dec = {
2287					.vecs = aes_cbc_dec_tv_template,
2288					.count = AES_CBC_DEC_TEST_VECTORS
2289				}
2290			}
2291		}
2292	}, {
2293		.alg = "cbc(anubis)",
2294		.test = alg_test_skcipher,
2295		.suite = {
2296			.cipher = {
2297				.enc = {
2298					.vecs = anubis_cbc_enc_tv_template,
2299					.count = ANUBIS_CBC_ENC_TEST_VECTORS
2300				},
2301				.dec = {
2302					.vecs = anubis_cbc_dec_tv_template,
2303					.count = ANUBIS_CBC_DEC_TEST_VECTORS
2304				}
2305			}
2306		}
2307	}, {
2308		.alg = "cbc(blowfish)",
2309		.test = alg_test_skcipher,
2310		.suite = {
2311			.cipher = {
2312				.enc = {
2313					.vecs = bf_cbc_enc_tv_template,
2314					.count = BF_CBC_ENC_TEST_VECTORS
2315				},
2316				.dec = {
2317					.vecs = bf_cbc_dec_tv_template,
2318					.count = BF_CBC_DEC_TEST_VECTORS
2319				}
2320			}
2321		}
2322	}, {
2323		.alg = "cbc(camellia)",
2324		.test = alg_test_skcipher,
2325		.suite = {
2326			.cipher = {
2327				.enc = {
2328					.vecs = camellia_cbc_enc_tv_template,
2329					.count = CAMELLIA_CBC_ENC_TEST_VECTORS
2330				},
2331				.dec = {
2332					.vecs = camellia_cbc_dec_tv_template,
2333					.count = CAMELLIA_CBC_DEC_TEST_VECTORS
2334				}
2335			}
2336		}
2337	}, {
2338		.alg = "cbc(cast5)",
2339		.test = alg_test_skcipher,
2340		.suite = {
2341			.cipher = {
2342				.enc = {
2343					.vecs = cast5_cbc_enc_tv_template,
2344					.count = CAST5_CBC_ENC_TEST_VECTORS
2345				},
2346				.dec = {
2347					.vecs = cast5_cbc_dec_tv_template,
2348					.count = CAST5_CBC_DEC_TEST_VECTORS
2349				}
2350			}
2351		}
2352	}, {
2353		.alg = "cbc(cast6)",
2354		.test = alg_test_skcipher,
2355		.suite = {
2356			.cipher = {
2357				.enc = {
2358					.vecs = cast6_cbc_enc_tv_template,
2359					.count = CAST6_CBC_ENC_TEST_VECTORS
2360				},
2361				.dec = {
2362					.vecs = cast6_cbc_dec_tv_template,
2363					.count = CAST6_CBC_DEC_TEST_VECTORS
2364				}
2365			}
2366		}
2367	}, {
2368		.alg = "cbc(des)",
2369		.test = alg_test_skcipher,
2370		.suite = {
2371			.cipher = {
2372				.enc = {
2373					.vecs = des_cbc_enc_tv_template,
2374					.count = DES_CBC_ENC_TEST_VECTORS
2375				},
2376				.dec = {
2377					.vecs = des_cbc_dec_tv_template,
2378					.count = DES_CBC_DEC_TEST_VECTORS
2379				}
2380			}
2381		}
2382	}, {
2383		.alg = "cbc(des3_ede)",
2384		.test = alg_test_skcipher,
2385		.fips_allowed = 1,
2386		.suite = {
2387			.cipher = {
2388				.enc = {
2389					.vecs = des3_ede_cbc_enc_tv_template,
2390					.count = DES3_EDE_CBC_ENC_TEST_VECTORS
2391				},
2392				.dec = {
2393					.vecs = des3_ede_cbc_dec_tv_template,
2394					.count = DES3_EDE_CBC_DEC_TEST_VECTORS
2395				}
2396			}
2397		}
 
 
 
 
2398	}, {
2399		.alg = "cbc(serpent)",
2400		.test = alg_test_skcipher,
2401		.suite = {
2402			.cipher = {
2403				.enc = {
2404					.vecs = serpent_cbc_enc_tv_template,
2405					.count = SERPENT_CBC_ENC_TEST_VECTORS
2406				},
2407				.dec = {
2408					.vecs = serpent_cbc_dec_tv_template,
2409					.count = SERPENT_CBC_DEC_TEST_VECTORS
2410				}
2411			}
2412		}
2413	}, {
2414		.alg = "cbc(twofish)",
2415		.test = alg_test_skcipher,
2416		.suite = {
2417			.cipher = {
2418				.enc = {
2419					.vecs = tf_cbc_enc_tv_template,
2420					.count = TF_CBC_ENC_TEST_VECTORS
2421				},
2422				.dec = {
2423					.vecs = tf_cbc_dec_tv_template,
2424					.count = TF_CBC_DEC_TEST_VECTORS
2425				}
2426			}
2427		}
2428	}, {
2429		.alg = "ccm(aes)",
 
2430		.test = alg_test_aead,
2431		.fips_allowed = 1,
2432		.suite = {
2433			.aead = {
2434				.enc = {
2435					.vecs = aes_ccm_enc_tv_template,
2436					.count = AES_CCM_ENC_TEST_VECTORS
2437				},
2438				.dec = {
2439					.vecs = aes_ccm_dec_tv_template,
2440					.count = AES_CCM_DEC_TEST_VECTORS
2441				}
2442			}
2443		}
2444	}, {
 
 
 
 
 
 
 
2445		.alg = "chacha20",
2446		.test = alg_test_skcipher,
2447		.suite = {
2448			.cipher = {
2449				.enc = {
2450					.vecs = chacha20_enc_tv_template,
2451					.count = CHACHA20_ENC_TEST_VECTORS
2452				},
2453				.dec = {
2454					.vecs = chacha20_enc_tv_template,
2455					.count = CHACHA20_ENC_TEST_VECTORS
2456				},
2457			}
2458		}
2459	}, {
2460		.alg = "cmac(aes)",
2461		.fips_allowed = 1,
2462		.test = alg_test_hash,
2463		.suite = {
2464			.hash = {
2465				.vecs = aes_cmac128_tv_template,
2466				.count = CMAC_AES_TEST_VECTORS
2467			}
2468		}
2469	}, {
2470		.alg = "cmac(des3_ede)",
2471		.fips_allowed = 1,
2472		.test = alg_test_hash,
2473		.suite = {
2474			.hash = {
2475				.vecs = des3_ede_cmac64_tv_template,
2476				.count = CMAC_DES3_EDE_TEST_VECTORS
2477			}
2478		}
2479	}, {
2480		.alg = "compress_null",
2481		.test = alg_test_null,
2482	}, {
2483		.alg = "crc32",
2484		.test = alg_test_hash,
 
2485		.suite = {
2486			.hash = {
2487				.vecs = crc32_tv_template,
2488				.count = CRC32_TEST_VECTORS
2489			}
2490		}
2491	}, {
2492		.alg = "crc32c",
2493		.test = alg_test_crc32c,
2494		.fips_allowed = 1,
2495		.suite = {
2496			.hash = {
2497				.vecs = crc32c_tv_template,
2498				.count = CRC32C_TEST_VECTORS
2499			}
2500		}
2501	}, {
2502		.alg = "crct10dif",
2503		.test = alg_test_hash,
2504		.fips_allowed = 1,
2505		.suite = {
2506			.hash = {
2507				.vecs = crct10dif_tv_template,
2508				.count = CRCT10DIF_TEST_VECTORS
2509			}
2510		}
2511	}, {
2512		.alg = "cryptd(__driver-cbc-aes-aesni)",
2513		.test = alg_test_null,
2514		.fips_allowed = 1,
2515	}, {
2516		.alg = "cryptd(__driver-cbc-camellia-aesni)",
2517		.test = alg_test_null,
2518	}, {
2519		.alg = "cryptd(__driver-cbc-camellia-aesni-avx2)",
2520		.test = alg_test_null,
2521	}, {
2522		.alg = "cryptd(__driver-cbc-serpent-avx2)",
2523		.test = alg_test_null,
2524	}, {
2525		.alg = "cryptd(__driver-ecb-aes-aesni)",
2526		.test = alg_test_null,
2527		.fips_allowed = 1,
2528	}, {
2529		.alg = "cryptd(__driver-ecb-camellia-aesni)",
2530		.test = alg_test_null,
2531	}, {
2532		.alg = "cryptd(__driver-ecb-camellia-aesni-avx2)",
2533		.test = alg_test_null,
2534	}, {
2535		.alg = "cryptd(__driver-ecb-cast5-avx)",
2536		.test = alg_test_null,
2537	}, {
2538		.alg = "cryptd(__driver-ecb-cast6-avx)",
2539		.test = alg_test_null,
2540	}, {
2541		.alg = "cryptd(__driver-ecb-serpent-avx)",
2542		.test = alg_test_null,
2543	}, {
2544		.alg = "cryptd(__driver-ecb-serpent-avx2)",
2545		.test = alg_test_null,
2546	}, {
2547		.alg = "cryptd(__driver-ecb-serpent-sse2)",
2548		.test = alg_test_null,
2549	}, {
2550		.alg = "cryptd(__driver-ecb-twofish-avx)",
2551		.test = alg_test_null,
2552	}, {
2553		.alg = "cryptd(__driver-gcm-aes-aesni)",
2554		.test = alg_test_null,
2555		.fips_allowed = 1,
2556	}, {
2557		.alg = "cryptd(__ghash-pclmulqdqni)",
2558		.test = alg_test_null,
2559		.fips_allowed = 1,
2560	}, {
2561		.alg = "ctr(aes)",
2562		.test = alg_test_skcipher,
2563		.fips_allowed = 1,
2564		.suite = {
2565			.cipher = {
2566				.enc = {
2567					.vecs = aes_ctr_enc_tv_template,
2568					.count = AES_CTR_ENC_TEST_VECTORS
2569				},
2570				.dec = {
2571					.vecs = aes_ctr_dec_tv_template,
2572					.count = AES_CTR_DEC_TEST_VECTORS
2573				}
2574			}
2575		}
2576	}, {
2577		.alg = "ctr(blowfish)",
2578		.test = alg_test_skcipher,
2579		.suite = {
2580			.cipher = {
2581				.enc = {
2582					.vecs = bf_ctr_enc_tv_template,
2583					.count = BF_CTR_ENC_TEST_VECTORS
2584				},
2585				.dec = {
2586					.vecs = bf_ctr_dec_tv_template,
2587					.count = BF_CTR_DEC_TEST_VECTORS
2588				}
2589			}
2590		}
2591	}, {
2592		.alg = "ctr(camellia)",
2593		.test = alg_test_skcipher,
2594		.suite = {
2595			.cipher = {
2596				.enc = {
2597					.vecs = camellia_ctr_enc_tv_template,
2598					.count = CAMELLIA_CTR_ENC_TEST_VECTORS
2599				},
2600				.dec = {
2601					.vecs = camellia_ctr_dec_tv_template,
2602					.count = CAMELLIA_CTR_DEC_TEST_VECTORS
2603				}
2604			}
2605		}
2606	}, {
2607		.alg = "ctr(cast5)",
2608		.test = alg_test_skcipher,
2609		.suite = {
2610			.cipher = {
2611				.enc = {
2612					.vecs = cast5_ctr_enc_tv_template,
2613					.count = CAST5_CTR_ENC_TEST_VECTORS
2614				},
2615				.dec = {
2616					.vecs = cast5_ctr_dec_tv_template,
2617					.count = CAST5_CTR_DEC_TEST_VECTORS
2618				}
2619			}
2620		}
2621	}, {
2622		.alg = "ctr(cast6)",
2623		.test = alg_test_skcipher,
2624		.suite = {
2625			.cipher = {
2626				.enc = {
2627					.vecs = cast6_ctr_enc_tv_template,
2628					.count = CAST6_CTR_ENC_TEST_VECTORS
2629				},
2630				.dec = {
2631					.vecs = cast6_ctr_dec_tv_template,
2632					.count = CAST6_CTR_DEC_TEST_VECTORS
2633				}
2634			}
2635		}
2636	}, {
2637		.alg = "ctr(des)",
2638		.test = alg_test_skcipher,
2639		.suite = {
2640			.cipher = {
2641				.enc = {
2642					.vecs = des_ctr_enc_tv_template,
2643					.count = DES_CTR_ENC_TEST_VECTORS
2644				},
2645				.dec = {
2646					.vecs = des_ctr_dec_tv_template,
2647					.count = DES_CTR_DEC_TEST_VECTORS
2648				}
2649			}
2650		}
2651	}, {
2652		.alg = "ctr(des3_ede)",
2653		.test = alg_test_skcipher,
 
2654		.suite = {
2655			.cipher = {
2656				.enc = {
2657					.vecs = des3_ede_ctr_enc_tv_template,
2658					.count = DES3_EDE_CTR_ENC_TEST_VECTORS
2659				},
2660				.dec = {
2661					.vecs = des3_ede_ctr_dec_tv_template,
2662					.count = DES3_EDE_CTR_DEC_TEST_VECTORS
2663				}
2664			}
2665		}
2666	}, {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2667		.alg = "ctr(serpent)",
2668		.test = alg_test_skcipher,
2669		.suite = {
2670			.cipher = {
2671				.enc = {
2672					.vecs = serpent_ctr_enc_tv_template,
2673					.count = SERPENT_CTR_ENC_TEST_VECTORS
2674				},
2675				.dec = {
2676					.vecs = serpent_ctr_dec_tv_template,
2677					.count = SERPENT_CTR_DEC_TEST_VECTORS
2678				}
2679			}
2680		}
2681	}, {
2682		.alg = "ctr(twofish)",
2683		.test = alg_test_skcipher,
2684		.suite = {
2685			.cipher = {
2686				.enc = {
2687					.vecs = tf_ctr_enc_tv_template,
2688					.count = TF_CTR_ENC_TEST_VECTORS
2689				},
2690				.dec = {
2691					.vecs = tf_ctr_dec_tv_template,
2692					.count = TF_CTR_DEC_TEST_VECTORS
2693				}
2694			}
2695		}
2696	}, {
2697		.alg = "cts(cbc(aes))",
2698		.test = alg_test_skcipher,
 
2699		.suite = {
2700			.cipher = {
2701				.enc = {
2702					.vecs = cts_mode_enc_tv_template,
2703					.count = CTS_MODE_ENC_TEST_VECTORS
2704				},
2705				.dec = {
2706					.vecs = cts_mode_dec_tv_template,
2707					.count = CTS_MODE_DEC_TEST_VECTORS
2708				}
2709			}
2710		}
2711	}, {
 
 
 
 
 
 
 
2712		.alg = "deflate",
2713		.test = alg_test_comp,
2714		.fips_allowed = 1,
2715		.suite = {
2716			.comp = {
2717				.comp = {
2718					.vecs = deflate_comp_tv_template,
2719					.count = DEFLATE_COMP_TEST_VECTORS
2720				},
2721				.decomp = {
2722					.vecs = deflate_decomp_tv_template,
2723					.count = DEFLATE_DECOMP_TEST_VECTORS
2724				}
2725			}
2726		}
2727	}, {
 
 
 
 
 
 
 
2728		.alg = "digest_null",
2729		.test = alg_test_null,
2730	}, {
2731		.alg = "drbg_nopr_ctr_aes128",
2732		.test = alg_test_drbg,
2733		.fips_allowed = 1,
2734		.suite = {
2735			.drbg = {
2736				.vecs = drbg_nopr_ctr_aes128_tv_template,
2737				.count = ARRAY_SIZE(drbg_nopr_ctr_aes128_tv_template)
2738			}
2739		}
2740	}, {
2741		.alg = "drbg_nopr_ctr_aes192",
2742		.test = alg_test_drbg,
2743		.fips_allowed = 1,
2744		.suite = {
2745			.drbg = {
2746				.vecs = drbg_nopr_ctr_aes192_tv_template,
2747				.count = ARRAY_SIZE(drbg_nopr_ctr_aes192_tv_template)
2748			}
2749		}
2750	}, {
2751		.alg = "drbg_nopr_ctr_aes256",
2752		.test = alg_test_drbg,
2753		.fips_allowed = 1,
2754		.suite = {
2755			.drbg = {
2756				.vecs = drbg_nopr_ctr_aes256_tv_template,
2757				.count = ARRAY_SIZE(drbg_nopr_ctr_aes256_tv_template)
2758			}
2759		}
2760	}, {
2761		/*
2762		 * There is no need to specifically test the DRBG with every
2763		 * backend cipher -- covered by drbg_nopr_hmac_sha256 test
2764		 */
2765		.alg = "drbg_nopr_hmac_sha1",
2766		.fips_allowed = 1,
2767		.test = alg_test_null,
2768	}, {
2769		.alg = "drbg_nopr_hmac_sha256",
2770		.test = alg_test_drbg,
2771		.fips_allowed = 1,
2772		.suite = {
2773			.drbg = {
2774				.vecs = drbg_nopr_hmac_sha256_tv_template,
2775				.count =
2776				ARRAY_SIZE(drbg_nopr_hmac_sha256_tv_template)
2777			}
2778		}
2779	}, {
2780		/* covered by drbg_nopr_hmac_sha256 test */
2781		.alg = "drbg_nopr_hmac_sha384",
2782		.fips_allowed = 1,
2783		.test = alg_test_null,
2784	}, {
2785		.alg = "drbg_nopr_hmac_sha512",
2786		.test = alg_test_null,
2787		.fips_allowed = 1,
2788	}, {
2789		.alg = "drbg_nopr_sha1",
2790		.fips_allowed = 1,
2791		.test = alg_test_null,
2792	}, {
2793		.alg = "drbg_nopr_sha256",
2794		.test = alg_test_drbg,
2795		.fips_allowed = 1,
2796		.suite = {
2797			.drbg = {
2798				.vecs = drbg_nopr_sha256_tv_template,
2799				.count = ARRAY_SIZE(drbg_nopr_sha256_tv_template)
2800			}
2801		}
2802	}, {
2803		/* covered by drbg_nopr_sha256 test */
2804		.alg = "drbg_nopr_sha384",
2805		.fips_allowed = 1,
2806		.test = alg_test_null,
2807	}, {
2808		.alg = "drbg_nopr_sha512",
2809		.fips_allowed = 1,
2810		.test = alg_test_null,
2811	}, {
2812		.alg = "drbg_pr_ctr_aes128",
2813		.test = alg_test_drbg,
2814		.fips_allowed = 1,
2815		.suite = {
2816			.drbg = {
2817				.vecs = drbg_pr_ctr_aes128_tv_template,
2818				.count = ARRAY_SIZE(drbg_pr_ctr_aes128_tv_template)
2819			}
2820		}
2821	}, {
2822		/* covered by drbg_pr_ctr_aes128 test */
2823		.alg = "drbg_pr_ctr_aes192",
2824		.fips_allowed = 1,
2825		.test = alg_test_null,
2826	}, {
2827		.alg = "drbg_pr_ctr_aes256",
2828		.fips_allowed = 1,
2829		.test = alg_test_null,
2830	}, {
2831		.alg = "drbg_pr_hmac_sha1",
2832		.fips_allowed = 1,
2833		.test = alg_test_null,
2834	}, {
2835		.alg = "drbg_pr_hmac_sha256",
2836		.test = alg_test_drbg,
2837		.fips_allowed = 1,
2838		.suite = {
2839			.drbg = {
2840				.vecs = drbg_pr_hmac_sha256_tv_template,
2841				.count = ARRAY_SIZE(drbg_pr_hmac_sha256_tv_template)
2842			}
2843		}
2844	}, {
2845		/* covered by drbg_pr_hmac_sha256 test */
2846		.alg = "drbg_pr_hmac_sha384",
2847		.fips_allowed = 1,
2848		.test = alg_test_null,
2849	}, {
2850		.alg = "drbg_pr_hmac_sha512",
2851		.test = alg_test_null,
2852		.fips_allowed = 1,
2853	}, {
2854		.alg = "drbg_pr_sha1",
2855		.fips_allowed = 1,
2856		.test = alg_test_null,
2857	}, {
2858		.alg = "drbg_pr_sha256",
2859		.test = alg_test_drbg,
2860		.fips_allowed = 1,
2861		.suite = {
2862			.drbg = {
2863				.vecs = drbg_pr_sha256_tv_template,
2864				.count = ARRAY_SIZE(drbg_pr_sha256_tv_template)
2865			}
2866		}
2867	}, {
2868		/* covered by drbg_pr_sha256 test */
2869		.alg = "drbg_pr_sha384",
2870		.fips_allowed = 1,
2871		.test = alg_test_null,
2872	}, {
2873		.alg = "drbg_pr_sha512",
2874		.fips_allowed = 1,
2875		.test = alg_test_null,
2876	}, {
2877		.alg = "ecb(__aes-aesni)",
2878		.test = alg_test_null,
2879		.fips_allowed = 1,
2880	}, {
2881		.alg = "ecb(aes)",
2882		.test = alg_test_skcipher,
2883		.fips_allowed = 1,
2884		.suite = {
2885			.cipher = {
2886				.enc = {
2887					.vecs = aes_enc_tv_template,
2888					.count = AES_ENC_TEST_VECTORS
2889				},
2890				.dec = {
2891					.vecs = aes_dec_tv_template,
2892					.count = AES_DEC_TEST_VECTORS
2893				}
2894			}
2895		}
2896	}, {
2897		.alg = "ecb(anubis)",
2898		.test = alg_test_skcipher,
2899		.suite = {
2900			.cipher = {
2901				.enc = {
2902					.vecs = anubis_enc_tv_template,
2903					.count = ANUBIS_ENC_TEST_VECTORS
2904				},
2905				.dec = {
2906					.vecs = anubis_dec_tv_template,
2907					.count = ANUBIS_DEC_TEST_VECTORS
2908				}
2909			}
2910		}
2911	}, {
2912		.alg = "ecb(arc4)",
 
2913		.test = alg_test_skcipher,
2914		.suite = {
2915			.cipher = {
2916				.enc = {
2917					.vecs = arc4_enc_tv_template,
2918					.count = ARC4_ENC_TEST_VECTORS
2919				},
2920				.dec = {
2921					.vecs = arc4_dec_tv_template,
2922					.count = ARC4_DEC_TEST_VECTORS
2923				}
2924			}
2925		}
2926	}, {
2927		.alg = "ecb(blowfish)",
2928		.test = alg_test_skcipher,
2929		.suite = {
2930			.cipher = {
2931				.enc = {
2932					.vecs = bf_enc_tv_template,
2933					.count = BF_ENC_TEST_VECTORS
2934				},
2935				.dec = {
2936					.vecs = bf_dec_tv_template,
2937					.count = BF_DEC_TEST_VECTORS
2938				}
2939			}
2940		}
2941	}, {
2942		.alg = "ecb(camellia)",
2943		.test = alg_test_skcipher,
2944		.suite = {
2945			.cipher = {
2946				.enc = {
2947					.vecs = camellia_enc_tv_template,
2948					.count = CAMELLIA_ENC_TEST_VECTORS
2949				},
2950				.dec = {
2951					.vecs = camellia_dec_tv_template,
2952					.count = CAMELLIA_DEC_TEST_VECTORS
2953				}
2954			}
2955		}
2956	}, {
2957		.alg = "ecb(cast5)",
2958		.test = alg_test_skcipher,
2959		.suite = {
2960			.cipher = {
2961				.enc = {
2962					.vecs = cast5_enc_tv_template,
2963					.count = CAST5_ENC_TEST_VECTORS
2964				},
2965				.dec = {
2966					.vecs = cast5_dec_tv_template,
2967					.count = CAST5_DEC_TEST_VECTORS
2968				}
2969			}
2970		}
2971	}, {
2972		.alg = "ecb(cast6)",
2973		.test = alg_test_skcipher,
2974		.suite = {
2975			.cipher = {
2976				.enc = {
2977					.vecs = cast6_enc_tv_template,
2978					.count = CAST6_ENC_TEST_VECTORS
2979				},
2980				.dec = {
2981					.vecs = cast6_dec_tv_template,
2982					.count = CAST6_DEC_TEST_VECTORS
2983				}
2984			}
2985		}
2986	}, {
2987		.alg = "ecb(cipher_null)",
2988		.test = alg_test_null,
 
2989	}, {
2990		.alg = "ecb(des)",
2991		.test = alg_test_skcipher,
2992		.suite = {
2993			.cipher = {
2994				.enc = {
2995					.vecs = des_enc_tv_template,
2996					.count = DES_ENC_TEST_VECTORS
2997				},
2998				.dec = {
2999					.vecs = des_dec_tv_template,
3000					.count = DES_DEC_TEST_VECTORS
3001				}
3002			}
3003		}
3004	}, {
3005		.alg = "ecb(des3_ede)",
3006		.test = alg_test_skcipher,
3007		.fips_allowed = 1,
3008		.suite = {
3009			.cipher = {
3010				.enc = {
3011					.vecs = des3_ede_enc_tv_template,
3012					.count = DES3_EDE_ENC_TEST_VECTORS
3013				},
3014				.dec = {
3015					.vecs = des3_ede_dec_tv_template,
3016					.count = DES3_EDE_DEC_TEST_VECTORS
3017				}
3018			}
3019		}
3020	}, {
3021		.alg = "ecb(fcrypt)",
3022		.test = alg_test_skcipher,
3023		.suite = {
3024			.cipher = {
3025				.enc = {
3026					.vecs = fcrypt_pcbc_enc_tv_template,
3027					.count = 1
3028				},
3029				.dec = {
3030					.vecs = fcrypt_pcbc_dec_tv_template,
3031					.count = 1
3032				}
3033			}
3034		}
3035	}, {
3036		.alg = "ecb(khazad)",
3037		.test = alg_test_skcipher,
3038		.suite = {
3039			.cipher = {
3040				.enc = {
3041					.vecs = khazad_enc_tv_template,
3042					.count = KHAZAD_ENC_TEST_VECTORS
3043				},
3044				.dec = {
3045					.vecs = khazad_dec_tv_template,
3046					.count = KHAZAD_DEC_TEST_VECTORS
3047				}
3048			}
3049		}
3050	}, {
 
 
 
 
 
 
 
3051		.alg = "ecb(seed)",
3052		.test = alg_test_skcipher,
3053		.suite = {
3054			.cipher = {
3055				.enc = {
3056					.vecs = seed_enc_tv_template,
3057					.count = SEED_ENC_TEST_VECTORS
3058				},
3059				.dec = {
3060					.vecs = seed_dec_tv_template,
3061					.count = SEED_DEC_TEST_VECTORS
3062				}
3063			}
3064		}
3065	}, {
3066		.alg = "ecb(serpent)",
3067		.test = alg_test_skcipher,
3068		.suite = {
3069			.cipher = {
3070				.enc = {
3071					.vecs = serpent_enc_tv_template,
3072					.count = SERPENT_ENC_TEST_VECTORS
3073				},
3074				.dec = {
3075					.vecs = serpent_dec_tv_template,
3076					.count = SERPENT_DEC_TEST_VECTORS
3077				}
3078			}
3079		}
3080	}, {
3081		.alg = "ecb(tea)",
3082		.test = alg_test_skcipher,
3083		.suite = {
3084			.cipher = {
3085				.enc = {
3086					.vecs = tea_enc_tv_template,
3087					.count = TEA_ENC_TEST_VECTORS
3088				},
3089				.dec = {
3090					.vecs = tea_dec_tv_template,
3091					.count = TEA_DEC_TEST_VECTORS
3092				}
3093			}
3094		}
3095	}, {
3096		.alg = "ecb(tnepres)",
3097		.test = alg_test_skcipher,
3098		.suite = {
3099			.cipher = {
3100				.enc = {
3101					.vecs = tnepres_enc_tv_template,
3102					.count = TNEPRES_ENC_TEST_VECTORS
3103				},
3104				.dec = {
3105					.vecs = tnepres_dec_tv_template,
3106					.count = TNEPRES_DEC_TEST_VECTORS
3107				}
3108			}
3109		}
3110	}, {
3111		.alg = "ecb(twofish)",
3112		.test = alg_test_skcipher,
3113		.suite = {
3114			.cipher = {
3115				.enc = {
3116					.vecs = tf_enc_tv_template,
3117					.count = TF_ENC_TEST_VECTORS
3118				},
3119				.dec = {
3120					.vecs = tf_dec_tv_template,
3121					.count = TF_DEC_TEST_VECTORS
3122				}
3123			}
3124		}
3125	}, {
3126		.alg = "ecb(xeta)",
3127		.test = alg_test_skcipher,
3128		.suite = {
3129			.cipher = {
3130				.enc = {
3131					.vecs = xeta_enc_tv_template,
3132					.count = XETA_ENC_TEST_VECTORS
3133				},
3134				.dec = {
3135					.vecs = xeta_dec_tv_template,
3136					.count = XETA_DEC_TEST_VECTORS
3137				}
3138			}
3139		}
3140	}, {
3141		.alg = "ecb(xtea)",
3142		.test = alg_test_skcipher,
3143		.suite = {
3144			.cipher = {
3145				.enc = {
3146					.vecs = xtea_enc_tv_template,
3147					.count = XTEA_ENC_TEST_VECTORS
3148				},
3149				.dec = {
3150					.vecs = xtea_dec_tv_template,
3151					.count = XTEA_DEC_TEST_VECTORS
3152				}
3153			}
3154		}
3155	}, {
3156		.alg = "gcm(aes)",
 
 
 
 
 
 
 
 
 
 
 
 
 
3157		.test = alg_test_aead,
3158		.fips_allowed = 1,
3159		.suite = {
3160			.aead = {
3161				.enc = {
3162					.vecs = aes_gcm_enc_tv_template,
3163					.count = AES_GCM_ENC_TEST_VECTORS
3164				},
3165				.dec = {
3166					.vecs = aes_gcm_dec_tv_template,
3167					.count = AES_GCM_DEC_TEST_VECTORS
3168				}
3169			}
3170		}
3171	}, {
3172		.alg = "ghash",
3173		.test = alg_test_hash,
3174		.fips_allowed = 1,
3175		.suite = {
3176			.hash = {
3177				.vecs = ghash_tv_template,
3178				.count = GHASH_TEST_VECTORS
3179			}
 
 
 
 
 
3180		}
3181	}, {
3182		.alg = "hmac(crc32)",
3183		.test = alg_test_hash,
 
3184		.suite = {
3185			.hash = {
3186				.vecs = bfin_crc_tv_template,
3187				.count = BFIN_CRC_TEST_VECTORS
3188			}
3189		}
3190	}, {
3191		.alg = "hmac(md5)",
3192		.test = alg_test_hash,
3193		.suite = {
3194			.hash = {
3195				.vecs = hmac_md5_tv_template,
3196				.count = HMAC_MD5_TEST_VECTORS
3197			}
3198		}
3199	}, {
3200		.alg = "hmac(rmd128)",
3201		.test = alg_test_hash,
3202		.suite = {
3203			.hash = {
3204				.vecs = hmac_rmd128_tv_template,
3205				.count = HMAC_RMD128_TEST_VECTORS
3206			}
3207		}
3208	}, {
3209		.alg = "hmac(rmd160)",
3210		.test = alg_test_hash,
3211		.suite = {
3212			.hash = {
3213				.vecs = hmac_rmd160_tv_template,
3214				.count = HMAC_RMD160_TEST_VECTORS
3215			}
3216		}
3217	}, {
3218		.alg = "hmac(sha1)",
3219		.test = alg_test_hash,
3220		.fips_allowed = 1,
3221		.suite = {
3222			.hash = {
3223				.vecs = hmac_sha1_tv_template,
3224				.count = HMAC_SHA1_TEST_VECTORS
3225			}
3226		}
3227	}, {
3228		.alg = "hmac(sha224)",
3229		.test = alg_test_hash,
3230		.fips_allowed = 1,
3231		.suite = {
3232			.hash = {
3233				.vecs = hmac_sha224_tv_template,
3234				.count = HMAC_SHA224_TEST_VECTORS
3235			}
3236		}
3237	}, {
3238		.alg = "hmac(sha256)",
3239		.test = alg_test_hash,
3240		.fips_allowed = 1,
3241		.suite = {
3242			.hash = {
3243				.vecs = hmac_sha256_tv_template,
3244				.count = HMAC_SHA256_TEST_VECTORS
3245			}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3246		}
3247	}, {
3248		.alg = "hmac(sha384)",
3249		.test = alg_test_hash,
3250		.fips_allowed = 1,
3251		.suite = {
3252			.hash = {
3253				.vecs = hmac_sha384_tv_template,
3254				.count = HMAC_SHA384_TEST_VECTORS
3255			}
3256		}
3257	}, {
3258		.alg = "hmac(sha512)",
3259		.test = alg_test_hash,
3260		.fips_allowed = 1,
3261		.suite = {
3262			.hash = {
3263				.vecs = hmac_sha512_tv_template,
3264				.count = HMAC_SHA512_TEST_VECTORS
3265			}
 
 
 
 
 
 
 
 
 
3266		}
3267	}, {
3268		.alg = "jitterentropy_rng",
3269		.fips_allowed = 1,
3270		.test = alg_test_null,
3271	}, {
3272		.alg = "kw(aes)",
3273		.test = alg_test_skcipher,
3274		.fips_allowed = 1,
3275		.suite = {
3276			.cipher = {
3277				.enc = {
3278					.vecs = aes_kw_enc_tv_template,
3279					.count = ARRAY_SIZE(aes_kw_enc_tv_template)
3280				},
3281				.dec = {
3282					.vecs = aes_kw_dec_tv_template,
3283					.count = ARRAY_SIZE(aes_kw_dec_tv_template)
3284				}
3285			}
3286		}
3287	}, {
3288		.alg = "lrw(aes)",
 
3289		.test = alg_test_skcipher,
3290		.suite = {
3291			.cipher = {
3292				.enc = {
3293					.vecs = aes_lrw_enc_tv_template,
3294					.count = AES_LRW_ENC_TEST_VECTORS
3295				},
3296				.dec = {
3297					.vecs = aes_lrw_dec_tv_template,
3298					.count = AES_LRW_DEC_TEST_VECTORS
3299				}
3300			}
3301		}
3302	}, {
3303		.alg = "lrw(camellia)",
 
3304		.test = alg_test_skcipher,
3305		.suite = {
3306			.cipher = {
3307				.enc = {
3308					.vecs = camellia_lrw_enc_tv_template,
3309					.count = CAMELLIA_LRW_ENC_TEST_VECTORS
3310				},
3311				.dec = {
3312					.vecs = camellia_lrw_dec_tv_template,
3313					.count = CAMELLIA_LRW_DEC_TEST_VECTORS
3314				}
3315			}
3316		}
3317	}, {
3318		.alg = "lrw(cast6)",
 
3319		.test = alg_test_skcipher,
3320		.suite = {
3321			.cipher = {
3322				.enc = {
3323					.vecs = cast6_lrw_enc_tv_template,
3324					.count = CAST6_LRW_ENC_TEST_VECTORS
3325				},
3326				.dec = {
3327					.vecs = cast6_lrw_dec_tv_template,
3328					.count = CAST6_LRW_DEC_TEST_VECTORS
3329				}
3330			}
3331		}
3332	}, {
3333		.alg = "lrw(serpent)",
 
3334		.test = alg_test_skcipher,
3335		.suite = {
3336			.cipher = {
3337				.enc = {
3338					.vecs = serpent_lrw_enc_tv_template,
3339					.count = SERPENT_LRW_ENC_TEST_VECTORS
3340				},
3341				.dec = {
3342					.vecs = serpent_lrw_dec_tv_template,
3343					.count = SERPENT_LRW_DEC_TEST_VECTORS
3344				}
3345			}
3346		}
3347	}, {
3348		.alg = "lrw(twofish)",
 
3349		.test = alg_test_skcipher,
3350		.suite = {
3351			.cipher = {
3352				.enc = {
3353					.vecs = tf_lrw_enc_tv_template,
3354					.count = TF_LRW_ENC_TEST_VECTORS
3355				},
3356				.dec = {
3357					.vecs = tf_lrw_dec_tv_template,
3358					.count = TF_LRW_DEC_TEST_VECTORS
3359				}
3360			}
3361		}
3362	}, {
3363		.alg = "lz4",
3364		.test = alg_test_comp,
3365		.fips_allowed = 1,
3366		.suite = {
3367			.comp = {
3368				.comp = {
3369					.vecs = lz4_comp_tv_template,
3370					.count = LZ4_COMP_TEST_VECTORS
3371				},
3372				.decomp = {
3373					.vecs = lz4_decomp_tv_template,
3374					.count = LZ4_DECOMP_TEST_VECTORS
3375				}
3376			}
3377		}
3378	}, {
3379		.alg = "lz4hc",
3380		.test = alg_test_comp,
3381		.fips_allowed = 1,
3382		.suite = {
3383			.comp = {
3384				.comp = {
3385					.vecs = lz4hc_comp_tv_template,
3386					.count = LZ4HC_COMP_TEST_VECTORS
3387				},
3388				.decomp = {
3389					.vecs = lz4hc_decomp_tv_template,
3390					.count = LZ4HC_DECOMP_TEST_VECTORS
3391				}
3392			}
3393		}
3394	}, {
3395		.alg = "lzo",
3396		.test = alg_test_comp,
3397		.fips_allowed = 1,
3398		.suite = {
3399			.comp = {
3400				.comp = {
3401					.vecs = lzo_comp_tv_template,
3402					.count = LZO_COMP_TEST_VECTORS
3403				},
3404				.decomp = {
3405					.vecs = lzo_decomp_tv_template,
3406					.count = LZO_DECOMP_TEST_VECTORS
3407				}
 
 
 
 
3408			}
3409		}
3410	}, {
3411		.alg = "md4",
3412		.test = alg_test_hash,
3413		.suite = {
3414			.hash = {
3415				.vecs = md4_tv_template,
3416				.count = MD4_TEST_VECTORS
3417			}
3418		}
3419	}, {
3420		.alg = "md5",
3421		.test = alg_test_hash,
3422		.suite = {
3423			.hash = {
3424				.vecs = md5_tv_template,
3425				.count = MD5_TEST_VECTORS
3426			}
3427		}
3428	}, {
3429		.alg = "michael_mic",
3430		.test = alg_test_hash,
3431		.suite = {
3432			.hash = {
3433				.vecs = michael_mic_tv_template,
3434				.count = MICHAEL_MIC_TEST_VECTORS
3435			}
 
 
 
3436		}
3437	}, {
3438		.alg = "ofb(aes)",
3439		.test = alg_test_skcipher,
3440		.fips_allowed = 1,
3441		.suite = {
3442			.cipher = {
3443				.enc = {
3444					.vecs = aes_ofb_enc_tv_template,
3445					.count = AES_OFB_ENC_TEST_VECTORS
3446				},
3447				.dec = {
3448					.vecs = aes_ofb_dec_tv_template,
3449					.count = AES_OFB_DEC_TEST_VECTORS
3450				}
3451			}
3452		}
3453	}, {
 
 
 
 
 
 
 
3454		.alg = "pcbc(fcrypt)",
3455		.test = alg_test_skcipher,
3456		.suite = {
3457			.cipher = {
3458				.enc = {
3459					.vecs = fcrypt_pcbc_enc_tv_template,
3460					.count = FCRYPT_ENC_TEST_VECTORS
3461				},
3462				.dec = {
3463					.vecs = fcrypt_pcbc_dec_tv_template,
3464					.count = FCRYPT_DEC_TEST_VECTORS
3465				}
3466			}
 
 
3467		}
3468	}, {
 
 
 
 
 
 
 
 
3469		.alg = "poly1305",
3470		.test = alg_test_hash,
3471		.suite = {
3472			.hash = {
3473				.vecs = poly1305_tv_template,
3474				.count = POLY1305_TEST_VECTORS
3475			}
3476		}
3477	}, {
3478		.alg = "rfc3686(ctr(aes))",
3479		.test = alg_test_skcipher,
3480		.fips_allowed = 1,
3481		.suite = {
3482			.cipher = {
3483				.enc = {
3484					.vecs = aes_ctr_rfc3686_enc_tv_template,
3485					.count = AES_CTR_3686_ENC_TEST_VECTORS
3486				},
3487				.dec = {
3488					.vecs = aes_ctr_rfc3686_dec_tv_template,
3489					.count = AES_CTR_3686_DEC_TEST_VECTORS
3490				}
3491			}
3492		}
3493	}, {
3494		.alg = "rfc4106(gcm(aes))",
 
3495		.test = alg_test_aead,
3496		.fips_allowed = 1,
3497		.suite = {
3498			.aead = {
3499				.enc = {
3500					.vecs = aes_gcm_rfc4106_enc_tv_template,
3501					.count = AES_GCM_4106_ENC_TEST_VECTORS
3502				},
3503				.dec = {
3504					.vecs = aes_gcm_rfc4106_dec_tv_template,
3505					.count = AES_GCM_4106_DEC_TEST_VECTORS
3506				}
3507			}
3508		}
3509	}, {
3510		.alg = "rfc4309(ccm(aes))",
 
3511		.test = alg_test_aead,
3512		.fips_allowed = 1,
3513		.suite = {
3514			.aead = {
3515				.enc = {
3516					.vecs = aes_ccm_rfc4309_enc_tv_template,
3517					.count = AES_CCM_4309_ENC_TEST_VECTORS
3518				},
3519				.dec = {
3520					.vecs = aes_ccm_rfc4309_dec_tv_template,
3521					.count = AES_CCM_4309_DEC_TEST_VECTORS
3522				}
3523			}
3524		}
3525	}, {
3526		.alg = "rfc4543(gcm(aes))",
 
3527		.test = alg_test_aead,
3528		.suite = {
3529			.aead = {
3530				.enc = {
3531					.vecs = aes_gcm_rfc4543_enc_tv_template,
3532					.count = AES_GCM_4543_ENC_TEST_VECTORS
3533				},
3534				.dec = {
3535					.vecs = aes_gcm_rfc4543_dec_tv_template,
3536					.count = AES_GCM_4543_DEC_TEST_VECTORS
3537				},
3538			}
3539		}
3540	}, {
3541		.alg = "rfc7539(chacha20,poly1305)",
3542		.test = alg_test_aead,
3543		.suite = {
3544			.aead = {
3545				.enc = {
3546					.vecs = rfc7539_enc_tv_template,
3547					.count = RFC7539_ENC_TEST_VECTORS
3548				},
3549				.dec = {
3550					.vecs = rfc7539_dec_tv_template,
3551					.count = RFC7539_DEC_TEST_VECTORS
3552				},
3553			}
3554		}
3555	}, {
3556		.alg = "rfc7539esp(chacha20,poly1305)",
3557		.test = alg_test_aead,
3558		.suite = {
3559			.aead = {
3560				.enc = {
3561					.vecs = rfc7539esp_enc_tv_template,
3562					.count = RFC7539ESP_ENC_TEST_VECTORS
3563				},
3564				.dec = {
3565					.vecs = rfc7539esp_dec_tv_template,
3566					.count = RFC7539ESP_DEC_TEST_VECTORS
3567				},
3568			}
3569		}
3570	}, {
3571		.alg = "rmd128",
3572		.test = alg_test_hash,
3573		.suite = {
3574			.hash = {
3575				.vecs = rmd128_tv_template,
3576				.count = RMD128_TEST_VECTORS
3577			}
3578		}
3579	}, {
3580		.alg = "rmd160",
3581		.test = alg_test_hash,
3582		.suite = {
3583			.hash = {
3584				.vecs = rmd160_tv_template,
3585				.count = RMD160_TEST_VECTORS
3586			}
3587		}
3588	}, {
3589		.alg = "rmd256",
3590		.test = alg_test_hash,
3591		.suite = {
3592			.hash = {
3593				.vecs = rmd256_tv_template,
3594				.count = RMD256_TEST_VECTORS
3595			}
3596		}
3597	}, {
3598		.alg = "rmd320",
3599		.test = alg_test_hash,
3600		.suite = {
3601			.hash = {
3602				.vecs = rmd320_tv_template,
3603				.count = RMD320_TEST_VECTORS
3604			}
3605		}
3606	}, {
3607		.alg = "rsa",
3608		.test = alg_test_akcipher,
3609		.fips_allowed = 1,
3610		.suite = {
3611			.akcipher = {
3612				.vecs = rsa_tv_template,
3613				.count = RSA_TEST_VECTORS
3614			}
3615		}
3616	}, {
3617		.alg = "salsa20",
3618		.test = alg_test_skcipher,
3619		.suite = {
3620			.cipher = {
3621				.enc = {
3622					.vecs = salsa20_stream_enc_tv_template,
3623					.count = SALSA20_STREAM_ENC_TEST_VECTORS
3624				}
3625			}
3626		}
3627	}, {
3628		.alg = "sha1",
3629		.test = alg_test_hash,
3630		.fips_allowed = 1,
3631		.suite = {
3632			.hash = {
3633				.vecs = sha1_tv_template,
3634				.count = SHA1_TEST_VECTORS
3635			}
3636		}
3637	}, {
3638		.alg = "sha224",
3639		.test = alg_test_hash,
3640		.fips_allowed = 1,
3641		.suite = {
3642			.hash = {
3643				.vecs = sha224_tv_template,
3644				.count = SHA224_TEST_VECTORS
3645			}
3646		}
3647	}, {
3648		.alg = "sha256",
3649		.test = alg_test_hash,
3650		.fips_allowed = 1,
3651		.suite = {
3652			.hash = {
3653				.vecs = sha256_tv_template,
3654				.count = SHA256_TEST_VECTORS
3655			}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3656		}
3657	}, {
3658		.alg = "sha384",
3659		.test = alg_test_hash,
3660		.fips_allowed = 1,
3661		.suite = {
3662			.hash = {
3663				.vecs = sha384_tv_template,
3664				.count = SHA384_TEST_VECTORS
3665			}
3666		}
3667	}, {
3668		.alg = "sha512",
3669		.test = alg_test_hash,
3670		.fips_allowed = 1,
3671		.suite = {
3672			.hash = {
3673				.vecs = sha512_tv_template,
3674				.count = SHA512_TEST_VECTORS
3675			}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3676		}
3677	}, {
3678		.alg = "tgr128",
3679		.test = alg_test_hash,
3680		.suite = {
3681			.hash = {
3682				.vecs = tgr128_tv_template,
3683				.count = TGR128_TEST_VECTORS
3684			}
3685		}
3686	}, {
3687		.alg = "tgr160",
3688		.test = alg_test_hash,
3689		.suite = {
3690			.hash = {
3691				.vecs = tgr160_tv_template,
3692				.count = TGR160_TEST_VECTORS
3693			}
3694		}
3695	}, {
3696		.alg = "tgr192",
3697		.test = alg_test_hash,
3698		.suite = {
3699			.hash = {
3700				.vecs = tgr192_tv_template,
3701				.count = TGR192_TEST_VECTORS
3702			}
3703		}
3704	}, {
3705		.alg = "vmac(aes)",
3706		.test = alg_test_hash,
3707		.suite = {
3708			.hash = {
3709				.vecs = aes_vmac128_tv_template,
3710				.count = VMAC_AES_TEST_VECTORS
3711			}
3712		}
3713	}, {
3714		.alg = "wp256",
3715		.test = alg_test_hash,
3716		.suite = {
3717			.hash = {
3718				.vecs = wp256_tv_template,
3719				.count = WP256_TEST_VECTORS
3720			}
3721		}
3722	}, {
3723		.alg = "wp384",
3724		.test = alg_test_hash,
3725		.suite = {
3726			.hash = {
3727				.vecs = wp384_tv_template,
3728				.count = WP384_TEST_VECTORS
3729			}
3730		}
3731	}, {
3732		.alg = "wp512",
3733		.test = alg_test_hash,
3734		.suite = {
3735			.hash = {
3736				.vecs = wp512_tv_template,
3737				.count = WP512_TEST_VECTORS
3738			}
3739		}
3740	}, {
3741		.alg = "xcbc(aes)",
3742		.test = alg_test_hash,
3743		.suite = {
3744			.hash = {
3745				.vecs = aes_xcbc128_tv_template,
3746				.count = XCBC_AES_TEST_VECTORS
3747			}
3748		}
3749	}, {
 
 
 
 
 
 
 
 
 
 
 
 
3750		.alg = "xts(aes)",
 
3751		.test = alg_test_skcipher,
3752		.fips_allowed = 1,
3753		.suite = {
3754			.cipher = {
3755				.enc = {
3756					.vecs = aes_xts_enc_tv_template,
3757					.count = AES_XTS_ENC_TEST_VECTORS
3758				},
3759				.dec = {
3760					.vecs = aes_xts_dec_tv_template,
3761					.count = AES_XTS_DEC_TEST_VECTORS
3762				}
3763			}
3764		}
3765	}, {
3766		.alg = "xts(camellia)",
 
3767		.test = alg_test_skcipher,
3768		.suite = {
3769			.cipher = {
3770				.enc = {
3771					.vecs = camellia_xts_enc_tv_template,
3772					.count = CAMELLIA_XTS_ENC_TEST_VECTORS
3773				},
3774				.dec = {
3775					.vecs = camellia_xts_dec_tv_template,
3776					.count = CAMELLIA_XTS_DEC_TEST_VECTORS
3777				}
3778			}
3779		}
3780	}, {
3781		.alg = "xts(cast6)",
 
3782		.test = alg_test_skcipher,
3783		.suite = {
3784			.cipher = {
3785				.enc = {
3786					.vecs = cast6_xts_enc_tv_template,
3787					.count = CAST6_XTS_ENC_TEST_VECTORS
3788				},
3789				.dec = {
3790					.vecs = cast6_xts_dec_tv_template,
3791					.count = CAST6_XTS_DEC_TEST_VECTORS
3792				}
3793			}
3794		}
3795	}, {
 
 
 
 
 
 
 
3796		.alg = "xts(serpent)",
 
3797		.test = alg_test_skcipher,
3798		.suite = {
3799			.cipher = {
3800				.enc = {
3801					.vecs = serpent_xts_enc_tv_template,
3802					.count = SERPENT_XTS_ENC_TEST_VECTORS
3803				},
3804				.dec = {
3805					.vecs = serpent_xts_dec_tv_template,
3806					.count = SERPENT_XTS_DEC_TEST_VECTORS
3807				}
3808			}
3809		}
3810	}, {
3811		.alg = "xts(twofish)",
 
3812		.test = alg_test_skcipher,
3813		.suite = {
3814			.cipher = {
3815				.enc = {
3816					.vecs = tf_xts_enc_tv_template,
3817					.count = TF_XTS_ENC_TEST_VECTORS
3818				},
3819				.dec = {
3820					.vecs = tf_xts_dec_tv_template,
3821					.count = TF_XTS_DEC_TEST_VECTORS
3822				}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3823			}
3824		}
3825	}
3826};
3827
3828static bool alg_test_descs_checked;
3829
3830static void alg_test_descs_check_order(void)
3831{
3832	int i;
3833
3834	/* only check once */
3835	if (alg_test_descs_checked)
3836		return;
3837
3838	alg_test_descs_checked = true;
3839
3840	for (i = 1; i < ARRAY_SIZE(alg_test_descs); i++) {
3841		int diff = strcmp(alg_test_descs[i - 1].alg,
3842				  alg_test_descs[i].alg);
3843
3844		if (WARN_ON(diff > 0)) {
3845			pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n",
3846				alg_test_descs[i - 1].alg,
3847				alg_test_descs[i].alg);
3848		}
3849
3850		if (WARN_ON(diff == 0)) {
3851			pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n",
3852				alg_test_descs[i].alg);
3853		}
3854	}
3855}
3856
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3857static int alg_find_test(const char *alg)
3858{
3859	int start = 0;
3860	int end = ARRAY_SIZE(alg_test_descs);
3861
3862	while (start < end) {
3863		int i = (start + end) / 2;
3864		int diff = strcmp(alg_test_descs[i].alg, alg);
3865
3866		if (diff > 0) {
3867			end = i;
3868			continue;
3869		}
3870
3871		if (diff < 0) {
3872			start = i + 1;
3873			continue;
3874		}
3875
3876		return i;
3877	}
3878
3879	return -1;
3880}
3881
3882int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
3883{
3884	int i;
3885	int j;
3886	int rc;
3887
3888	alg_test_descs_check_order();
 
 
 
 
 
3889
3890	if ((type & CRYPTO_ALG_TYPE_MASK) == CRYPTO_ALG_TYPE_CIPHER) {
3891		char nalg[CRYPTO_MAX_ALG_NAME];
3892
3893		if (snprintf(nalg, sizeof(nalg), "ecb(%s)", alg) >=
3894		    sizeof(nalg))
3895			return -ENAMETOOLONG;
3896
3897		i = alg_find_test(nalg);
3898		if (i < 0)
3899			goto notest;
3900
3901		if (fips_enabled && !alg_test_descs[i].fips_allowed)
3902			goto non_fips_alg;
3903
3904		rc = alg_test_cipher(alg_test_descs + i, driver, type, mask);
3905		goto test_done;
3906	}
3907
3908	i = alg_find_test(alg);
3909	j = alg_find_test(driver);
3910	if (i < 0 && j < 0)
3911		goto notest;
3912
3913	if (fips_enabled && ((i >= 0 && !alg_test_descs[i].fips_allowed) ||
3914			     (j >= 0 && !alg_test_descs[j].fips_allowed)))
3915		goto non_fips_alg;
3916
3917	rc = 0;
3918	if (i >= 0)
3919		rc |= alg_test_descs[i].test(alg_test_descs + i, driver,
3920					     type, mask);
3921	if (j >= 0 && j != i)
3922		rc |= alg_test_descs[j].test(alg_test_descs + j, driver,
3923					     type, mask);
3924
3925test_done:
3926	if (fips_enabled && rc)
3927		panic("%s: %s alg self test failed in fips mode!\n", driver, alg);
 
 
 
3928
3929	if (fips_enabled && !rc)
3930		pr_info("alg: self-tests for %s (%s) passed\n", driver, alg);
3931
3932	return rc;
3933
3934notest:
3935	printk(KERN_INFO "alg: No test for %s (%s)\n", alg, driver);
3936	return 0;
3937non_fips_alg:
3938	return -EINVAL;
3939}
3940
3941#endif /* CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
3942
3943EXPORT_SYMBOL_GPL(alg_test);