1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * Linux/arm64 port of the OpenSSL SHA512 implementation for AArch64
4  *
5  * Copyright (c) 2016 Linaro Ltd. <ard.biesheuvel@linaro.org>
6  */
7 
8 #include <crypto/internal/hash.h>
9 #include <linux/types.h>
10 #include <linux/string.h>
11 #include <crypto/sha.h>
12 #include <crypto/sha512_base.h>
13 #include <asm/neon.h>
14 
15 MODULE_DESCRIPTION("SHA-384/SHA-512 secure hash for arm64");
16 MODULE_AUTHOR("Andy Polyakov <appro@openssl.org>");
17 MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
18 MODULE_LICENSE("GPL v2");
19 MODULE_ALIAS_CRYPTO("sha384");
20 MODULE_ALIAS_CRYPTO("sha512");
21 
22 asmlinkage void sha512_block_data_order(u64 *digest, const void *data,
23 					unsigned int num_blks);
24 EXPORT_SYMBOL(sha512_block_data_order);
25 
__sha512_block_data_order(struct sha512_state * sst,u8 const * src,int blocks)26 static void __sha512_block_data_order(struct sha512_state *sst, u8 const *src,
27 				      int blocks)
28 {
29 	sha512_block_data_order(sst->state, src, blocks);
30 }
31 
sha512_update(struct shash_desc * desc,const u8 * data,unsigned int len)32 static int sha512_update(struct shash_desc *desc, const u8 *data,
33 			 unsigned int len)
34 {
35 	return sha512_base_do_update(desc, data, len,
36 				     __sha512_block_data_order);
37 }
38 
sha512_finup(struct shash_desc * desc,const u8 * data,unsigned int len,u8 * out)39 static int sha512_finup(struct shash_desc *desc, const u8 *data,
40 			unsigned int len, u8 *out)
41 {
42 	if (len)
43 		sha512_base_do_update(desc, data, len,
44 				      __sha512_block_data_order);
45 	sha512_base_do_finalize(desc, __sha512_block_data_order);
46 
47 	return sha512_base_finish(desc, out);
48 }
49 
sha512_final(struct shash_desc * desc,u8 * out)50 static int sha512_final(struct shash_desc *desc, u8 *out)
51 {
52 	return sha512_finup(desc, NULL, 0, out);
53 }
54 
55 static struct shash_alg algs[] = { {
56 	.digestsize		= SHA512_DIGEST_SIZE,
57 	.init			= sha512_base_init,
58 	.update			= sha512_update,
59 	.final			= sha512_final,
60 	.finup			= sha512_finup,
61 	.descsize		= sizeof(struct sha512_state),
62 	.base.cra_name		= "sha512",
63 	.base.cra_driver_name	= "sha512-arm64",
64 	.base.cra_priority	= 150,
65 	.base.cra_blocksize	= SHA512_BLOCK_SIZE,
66 	.base.cra_module	= THIS_MODULE,
67 }, {
68 	.digestsize		= SHA384_DIGEST_SIZE,
69 	.init			= sha384_base_init,
70 	.update			= sha512_update,
71 	.final			= sha512_final,
72 	.finup			= sha512_finup,
73 	.descsize		= sizeof(struct sha512_state),
74 	.base.cra_name		= "sha384",
75 	.base.cra_driver_name	= "sha384-arm64",
76 	.base.cra_priority	= 150,
77 	.base.cra_blocksize	= SHA384_BLOCK_SIZE,
78 	.base.cra_module	= THIS_MODULE,
79 } };
80 
sha512_mod_init(void)81 static int __init sha512_mod_init(void)
82 {
83 	return crypto_register_shashes(algs, ARRAY_SIZE(algs));
84 }
85 
sha512_mod_fini(void)86 static void __exit sha512_mod_fini(void)
87 {
88 	crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
89 }
90 
91 module_init(sha512_mod_init);
92 module_exit(sha512_mod_fini);
93