1/*
  2 * Glue code for the SHA256 Secure Hash Algorithm assembly implementation
  3 * using optimized ARM assembler and NEON instructions.
  4 *
  5 * Copyright © 2015 Google Inc.
  6 *
  7 * This file is based on sha256_ssse3_glue.c:
  8 *   Copyright (C) 2013 Intel Corporation
  9 *   Author: Tim Chen <tim.c.chen@linux.intel.com>
 10 *
 11 * This program is free software; you can redistribute it and/or modify it
 12 * under the terms of the GNU General Public License as published by the Free
 13 * Software Foundation; either version 2 of the License, or (at your option)
 14 * any later version.
 15 *
 16 */
 17
 18#include <crypto/internal/hash.h>
 19#include <linux/crypto.h>
 20#include <linux/init.h>
 21#include <linux/module.h>
 22#include <linux/mm.h>
 23#include <linux/cryptohash.h>
 24#include <linux/types.h>
 25#include <linux/string.h>
 26#include <crypto/sha.h>
 27#include <crypto/sha256_base.h>
 28#include <asm/simd.h>
 29#include <asm/neon.h>
 30
 31#include "sha256_glue.h"
 32
 33asmlinkage void sha256_block_data_order(u32 *digest, const void *data,
 34					unsigned int num_blks);
 35
 36int crypto_sha256_arm_update(struct shash_desc *desc, const u8 *data,
 37			     unsigned int len)
 38{
 39	/* make sure casting to sha256_block_fn() is safe */
 40	BUILD_BUG_ON(offsetof(struct sha256_state, state) != 0);
 41
 42	return sha256_base_do_update(desc, data, len,
 43				(sha256_block_fn *)sha256_block_data_order);
 44}
 45EXPORT_SYMBOL(crypto_sha256_arm_update);
 46
 47static int sha256_final(struct shash_desc *desc, u8 *out)
 48{
 49	sha256_base_do_finalize(desc,
 50				(sha256_block_fn *)sha256_block_data_order);
 51	return sha256_base_finish(desc, out);
 52}
 53
 54int crypto_sha256_arm_finup(struct shash_desc *desc, const u8 *data,
 55			    unsigned int len, u8 *out)
 56{
 57	sha256_base_do_update(desc, data, len,
 58			      (sha256_block_fn *)sha256_block_data_order);
 59	return sha256_final(desc, out);
 60}
 61EXPORT_SYMBOL(crypto_sha256_arm_finup);
 62
 63static struct shash_alg algs[] = { {
 64	.digestsize	=	SHA256_DIGEST_SIZE,
 65	.init		=	sha256_base_init,
 66	.update		=	crypto_sha256_arm_update,
 67	.final		=	sha256_final,
 68	.finup		=	crypto_sha256_arm_finup,
 69	.descsize	=	sizeof(struct sha256_state),
 70	.base		=	{
 71		.cra_name	=	"sha256",
 72		.cra_driver_name =	"sha256-asm",
 73		.cra_priority	=	150,
 74		.cra_flags	=	CRYPTO_ALG_TYPE_SHASH,
 75		.cra_blocksize	=	SHA256_BLOCK_SIZE,
 76		.cra_module	=	THIS_MODULE,
 77	}
 78}, {
 79	.digestsize	=	SHA224_DIGEST_SIZE,
 80	.init		=	sha224_base_init,
 81	.update		=	crypto_sha256_arm_update,
 82	.final		=	sha256_final,
 83	.finup		=	crypto_sha256_arm_finup,
 84	.descsize	=	sizeof(struct sha256_state),
 85	.base		=	{
 86		.cra_name	=	"sha224",
 87		.cra_driver_name =	"sha224-asm",
 88		.cra_priority	=	150,
 89		.cra_flags	=	CRYPTO_ALG_TYPE_SHASH,
 90		.cra_blocksize	=	SHA224_BLOCK_SIZE,
 91		.cra_module	=	THIS_MODULE,
 92	}
 93} };
 94
 95static int __init sha256_mod_init(void)
 96{
 97	int res = crypto_register_shashes(algs, ARRAY_SIZE(algs));
 98
 99	if (res < 0)
100		return res;
101
102	if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon()) {
103		res = crypto_register_shashes(sha256_neon_algs,
104					      ARRAY_SIZE(sha256_neon_algs));
105
106		if (res < 0)
107			crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
108	}
109
110	return res;
111}
112
113static void __exit sha256_mod_fini(void)
114{
115	crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
116
117	if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon())
118		crypto_unregister_shashes(sha256_neon_algs,
119					  ARRAY_SIZE(sha256_neon_algs));
120}
121
122module_init(sha256_mod_init);
123module_exit(sha256_mod_fini);
124
125MODULE_LICENSE("GPL");
126MODULE_DESCRIPTION("SHA256 Secure Hash Algorithm (ARM), including NEON");
127
128MODULE_ALIAS_CRYPTO("sha256");