x86/crypto/cast6_avx_glue.c

0001 // SPDX-License-Identifier: GPL-2.0-or-later
0002 /*
0003  * Glue Code for the AVX assembler implementation of the Cast6 Cipher
0004  *
0005  * Copyright (C) 2012 Johannes Goetzfried
0006  *     <Johannes.Goetzfried@informatik.stud.uni-erlangen.de>
0007  *
0008  * Copyright © 2013 Jussi Kivilinna <jussi.kivilinna@iki.fi>
0009  */
0010
0011 #include <linux/module.h>
0012 #include <linux/types.h>
0013 #include <linux/crypto.h>
0014 #include <linux/err.h>
0015 #include <crypto/algapi.h>
0016 #include <crypto/cast6.h>
0017 #include <crypto/internal/simd.h>
0018
0019 #include "ecb_cbc_helpers.h"
0020
0021 #define CAST6_PARALLEL_BLOCKS 8
0022
0023 asmlinkage void cast6_ecb_enc_8way(const void *ctx, u8 *dst, const u8 *src);
0024 asmlinkage void cast6_ecb_dec_8way(const void *ctx, u8 *dst, const u8 *src);
0025
0026 asmlinkage void cast6_cbc_dec_8way(const void *ctx, u8 *dst, const u8 *src);
0027
0028 static int cast6_setkey_skcipher(struct crypto_skcipher *tfm,
0029                  const u8 *key, unsigned int keylen)
0030 {
0031     return cast6_setkey(&tfm->base, key, keylen);
0032 }
0033
0034 static int ecb_encrypt(struct skcipher_request *req)
0035 {
0036     ECB_WALK_START(req, CAST6_BLOCK_SIZE, CAST6_PARALLEL_BLOCKS);
0037     ECB_BLOCK(CAST6_PARALLEL_BLOCKS, cast6_ecb_enc_8way);
0038     ECB_BLOCK(1, __cast6_encrypt);
0039     ECB_WALK_END();
0040 }
0041
0042 static int ecb_decrypt(struct skcipher_request *req)
0043 {
0044     ECB_WALK_START(req, CAST6_BLOCK_SIZE, CAST6_PARALLEL_BLOCKS);
0045     ECB_BLOCK(CAST6_PARALLEL_BLOCKS, cast6_ecb_dec_8way);
0046     ECB_BLOCK(1, __cast6_decrypt);
0047     ECB_WALK_END();
0048 }
0049
0050 static int cbc_encrypt(struct skcipher_request *req)
0051 {
0052     CBC_WALK_START(req, CAST6_BLOCK_SIZE, -1);
0053     CBC_ENC_BLOCK(__cast6_encrypt);
0054     CBC_WALK_END();
0055 }
0056
0057 static int cbc_decrypt(struct skcipher_request *req)
0058 {
0059     CBC_WALK_START(req, CAST6_BLOCK_SIZE, CAST6_PARALLEL_BLOCKS);
0060     CBC_DEC_BLOCK(CAST6_PARALLEL_BLOCKS, cast6_cbc_dec_8way);
0061     CBC_DEC_BLOCK(1, __cast6_decrypt);
0062     CBC_WALK_END();
0063 }
0064
0065 static struct skcipher_alg cast6_algs[] = {
0066     {
0067         .base.cra_name      = "__ecb(cast6)",
0068         .base.cra_driver_name   = "__ecb-cast6-avx",
0069         .base.cra_priority  = 200,
0070         .base.cra_flags     = CRYPTO_ALG_INTERNAL,
0071         .base.cra_blocksize = CAST6_BLOCK_SIZE,
0072         .base.cra_ctxsize   = sizeof(struct cast6_ctx),
0073         .base.cra_module    = THIS_MODULE,
0074         .min_keysize        = CAST6_MIN_KEY_SIZE,
0075         .max_keysize        = CAST6_MAX_KEY_SIZE,
0076         .setkey         = cast6_setkey_skcipher,
0077         .encrypt        = ecb_encrypt,
0078         .decrypt        = ecb_decrypt,
0079     }, {
0080         .base.cra_name      = "__cbc(cast6)",
0081         .base.cra_driver_name   = "__cbc-cast6-avx",
0082         .base.cra_priority  = 200,
0083         .base.cra_flags     = CRYPTO_ALG_INTERNAL,
0084         .base.cra_blocksize = CAST6_BLOCK_SIZE,
0085         .base.cra_ctxsize   = sizeof(struct cast6_ctx),
0086         .base.cra_module    = THIS_MODULE,
0087         .min_keysize        = CAST6_MIN_KEY_SIZE,
0088         .max_keysize        = CAST6_MAX_KEY_SIZE,
0089         .ivsize         = CAST6_BLOCK_SIZE,
0090         .setkey         = cast6_setkey_skcipher,
0091         .encrypt        = cbc_encrypt,
0092         .decrypt        = cbc_decrypt,
0093     },
0094 };
0095
0096 static struct simd_skcipher_alg *cast6_simd_algs[ARRAY_SIZE(cast6_algs)];
0097
0098 static int __init cast6_init(void)
0099 {
0100     const char *feature_name;
0101
0102     if (!cpu_has_xfeatures(XFEATURE_MASK_SSE | XFEATURE_MASK_YMM,
0103                 &feature_name)) {
0104         pr_info("CPU feature '%s' is not supported.\n", feature_name);
0105         return -ENODEV;
0106     }
0107
0108     return simd_register_skciphers_compat(cast6_algs,
0109                           ARRAY_SIZE(cast6_algs),
0110                           cast6_simd_algs);
0111 }
0112
0113 static void __exit cast6_exit(void)
0114 {
0115     simd_unregister_skciphers(cast6_algs, ARRAY_SIZE(cast6_algs),
0116                   cast6_simd_algs);
0117 }
0118
0119 module_init(cast6_init);
0120 module_exit(cast6_exit);
0121
0122 MODULE_DESCRIPTION("Cast6 Cipher Algorithm, AVX optimized");
0123 MODULE_LICENSE("GPL");
0124 MODULE_ALIAS_CRYPTO("cast6");