mirror of
https://github.com/brain-hackers/linux-brain.git
synced 2024-06-09 15:26:21 +09:00
0a953c058f
commit f4857f4c2e upstream.
Replace the inline asm which exports struct offsets as ELF symbols
with proper const variables exposing the same values. This works
around an issue with Clang which does not interpret the "i" (or "I")
constraints in the same way as GCC.
Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org>
Tested-by: Matthias Kaehlcke <mka@chromium.org>
Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
Signed-off-by: Nick Desaulniers <ndesaulniers@google.com>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
128 lines
3.4 KiB
C
128 lines
3.4 KiB
C
/*
|
|
* sha2-ce-glue.c - SHA-224/SHA-256 using ARMv8 Crypto Extensions
|
|
*
|
|
* Copyright (C) 2014 Linaro Ltd <ard.biesheuvel@linaro.org>
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*/
|
|
|
|
#include <asm/neon.h>
|
|
#include <asm/unaligned.h>
|
|
#include <crypto/internal/hash.h>
|
|
#include <crypto/sha.h>
|
|
#include <crypto/sha256_base.h>
|
|
#include <linux/cpufeature.h>
|
|
#include <linux/crypto.h>
|
|
#include <linux/module.h>
|
|
|
|
MODULE_DESCRIPTION("SHA-224/SHA-256 secure hash using ARMv8 Crypto Extensions");
|
|
MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
|
|
MODULE_LICENSE("GPL v2");
|
|
|
|
struct sha256_ce_state {
|
|
struct sha256_state sst;
|
|
u32 finalize;
|
|
};
|
|
|
|
asmlinkage void sha2_ce_transform(struct sha256_ce_state *sst, u8 const *src,
|
|
int blocks);
|
|
|
|
const u32 sha256_ce_offsetof_count = offsetof(struct sha256_ce_state,
|
|
sst.count);
|
|
const u32 sha256_ce_offsetof_finalize = offsetof(struct sha256_ce_state,
|
|
finalize);
|
|
|
|
static int sha256_ce_update(struct shash_desc *desc, const u8 *data,
|
|
unsigned int len)
|
|
{
|
|
struct sha256_ce_state *sctx = shash_desc_ctx(desc);
|
|
|
|
sctx->finalize = 0;
|
|
kernel_neon_begin_partial(28);
|
|
sha256_base_do_update(desc, data, len,
|
|
(sha256_block_fn *)sha2_ce_transform);
|
|
kernel_neon_end();
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int sha256_ce_finup(struct shash_desc *desc, const u8 *data,
|
|
unsigned int len, u8 *out)
|
|
{
|
|
struct sha256_ce_state *sctx = shash_desc_ctx(desc);
|
|
bool finalize = !sctx->sst.count && !(len % SHA256_BLOCK_SIZE);
|
|
|
|
/*
|
|
* Allow the asm code to perform the finalization if there is no
|
|
* partial data and the input is a round multiple of the block size.
|
|
*/
|
|
sctx->finalize = finalize;
|
|
|
|
kernel_neon_begin_partial(28);
|
|
sha256_base_do_update(desc, data, len,
|
|
(sha256_block_fn *)sha2_ce_transform);
|
|
if (!finalize)
|
|
sha256_base_do_finalize(desc,
|
|
(sha256_block_fn *)sha2_ce_transform);
|
|
kernel_neon_end();
|
|
return sha256_base_finish(desc, out);
|
|
}
|
|
|
|
static int sha256_ce_final(struct shash_desc *desc, u8 *out)
|
|
{
|
|
struct sha256_ce_state *sctx = shash_desc_ctx(desc);
|
|
|
|
sctx->finalize = 0;
|
|
kernel_neon_begin_partial(28);
|
|
sha256_base_do_finalize(desc, (sha256_block_fn *)sha2_ce_transform);
|
|
kernel_neon_end();
|
|
return sha256_base_finish(desc, out);
|
|
}
|
|
|
|
static struct shash_alg algs[] = { {
|
|
.init = sha224_base_init,
|
|
.update = sha256_ce_update,
|
|
.final = sha256_ce_final,
|
|
.finup = sha256_ce_finup,
|
|
.descsize = sizeof(struct sha256_ce_state),
|
|
.digestsize = SHA224_DIGEST_SIZE,
|
|
.base = {
|
|
.cra_name = "sha224",
|
|
.cra_driver_name = "sha224-ce",
|
|
.cra_priority = 200,
|
|
.cra_flags = CRYPTO_ALG_TYPE_SHASH,
|
|
.cra_blocksize = SHA256_BLOCK_SIZE,
|
|
.cra_module = THIS_MODULE,
|
|
}
|
|
}, {
|
|
.init = sha256_base_init,
|
|
.update = sha256_ce_update,
|
|
.final = sha256_ce_final,
|
|
.finup = sha256_ce_finup,
|
|
.descsize = sizeof(struct sha256_ce_state),
|
|
.digestsize = SHA256_DIGEST_SIZE,
|
|
.base = {
|
|
.cra_name = "sha256",
|
|
.cra_driver_name = "sha256-ce",
|
|
.cra_priority = 200,
|
|
.cra_flags = CRYPTO_ALG_TYPE_SHASH,
|
|
.cra_blocksize = SHA256_BLOCK_SIZE,
|
|
.cra_module = THIS_MODULE,
|
|
}
|
|
} };
|
|
|
|
static int __init sha2_ce_mod_init(void)
|
|
{
|
|
return crypto_register_shashes(algs, ARRAY_SIZE(algs));
|
|
}
|
|
|
|
static void __exit sha2_ce_mod_fini(void)
|
|
{
|
|
crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
|
|
}
|
|
|
|
module_cpu_feature_match(SHA2, sha2_ce_mod_init);
|
|
module_exit(sha2_ce_mod_fini);
|