the-tree/crypto/aegis128-neon.c

0001 // SPDX-License-Identifier: GPL-2.0-or-later
0002 /*
0003  * Copyright (C) 2019 Linaro Ltd <ard.biesheuvel@linaro.org>
0004  */
0005
0006 #include <asm/cpufeature.h>
0007 #include <asm/neon.h>
0008
0009 #include "aegis.h"
0010
0011 void crypto_aegis128_init_neon(void *state, const void *key, const void *iv);
0012 void crypto_aegis128_update_neon(void *state, const void *msg);
0013 void crypto_aegis128_encrypt_chunk_neon(void *state, void *dst, const void *src,
0014                     unsigned int size);
0015 void crypto_aegis128_decrypt_chunk_neon(void *state, void *dst, const void *src,
0016                     unsigned int size);
0017 int crypto_aegis128_final_neon(void *state, void *tag_xor,
0018                    unsigned int assoclen,
0019                    unsigned int cryptlen,
0020                    unsigned int authsize);
0021
0022 int aegis128_have_aes_insn __ro_after_init;
0023
0024 bool crypto_aegis128_have_simd(void)
0025 {
0026     if (cpu_have_feature(cpu_feature(AES))) {
0027         aegis128_have_aes_insn = 1;
0028         return true;
0029     }
0030     return IS_ENABLED(CONFIG_ARM64);
0031 }
0032
0033 void crypto_aegis128_init_simd(struct aegis_state *state,
0034                    const union aegis_block *key,
0035                    const u8 *iv)
0036 {
0037     kernel_neon_begin();
0038     crypto_aegis128_init_neon(state, key, iv);
0039     kernel_neon_end();
0040 }
0041
0042 void crypto_aegis128_update_simd(struct aegis_state *state, const void *msg)
0043 {
0044     kernel_neon_begin();
0045     crypto_aegis128_update_neon(state, msg);
0046     kernel_neon_end();
0047 }
0048
0049 void crypto_aegis128_encrypt_chunk_simd(struct aegis_state *state, u8 *dst,
0050                     const u8 *src, unsigned int size)
0051 {
0052     kernel_neon_begin();
0053     crypto_aegis128_encrypt_chunk_neon(state, dst, src, size);
0054     kernel_neon_end();
0055 }
0056
0057 void crypto_aegis128_decrypt_chunk_simd(struct aegis_state *state, u8 *dst,
0058                     const u8 *src, unsigned int size)
0059 {
0060     kernel_neon_begin();
0061     crypto_aegis128_decrypt_chunk_neon(state, dst, src, size);
0062     kernel_neon_end();
0063 }
0064
0065 int crypto_aegis128_final_simd(struct aegis_state *state,
0066                    union aegis_block *tag_xor,
0067                    unsigned int assoclen,
0068                    unsigned int cryptlen,
0069                    unsigned int authsize)
0070 {
0071     int ret;
0072
0073     kernel_neon_begin();
0074     ret = crypto_aegis128_final_neon(state, tag_xor, assoclen, cryptlen,
0075                      authsize);
0076     kernel_neon_end();
0077
0078     return ret;
0079 }