0001
0002
0003
0004
0005
0006
0007
0008
0009
0010
0011
0012
0013
0014
0015
0016
0017
0018
0019
0020
0021
0022 #include <crypto/md5.h>
0023 #include <linux/init.h>
0024 #include <linux/types.h>
0025 #include <linux/module.h>
0026 #include <linux/string.h>
0027 #include <asm/byteorder.h>
0028 #include <asm/octeon/octeon.h>
0029 #include <crypto/internal/hash.h>
0030
0031 #include "octeon-crypto.h"
0032
0033
0034
0035
0036
0037 static void octeon_md5_store_hash(struct md5_state *ctx)
0038 {
0039 u64 *hash = (u64 *)ctx->hash;
0040
0041 write_octeon_64bit_hash_dword(hash[0], 0);
0042 write_octeon_64bit_hash_dword(hash[1], 1);
0043 }
0044
0045 static void octeon_md5_read_hash(struct md5_state *ctx)
0046 {
0047 u64 *hash = (u64 *)ctx->hash;
0048
0049 hash[0] = read_octeon_64bit_hash_dword(0);
0050 hash[1] = read_octeon_64bit_hash_dword(1);
0051 }
0052
0053 static void octeon_md5_transform(const void *_block)
0054 {
0055 const u64 *block = _block;
0056
0057 write_octeon_64bit_block_dword(block[0], 0);
0058 write_octeon_64bit_block_dword(block[1], 1);
0059 write_octeon_64bit_block_dword(block[2], 2);
0060 write_octeon_64bit_block_dword(block[3], 3);
0061 write_octeon_64bit_block_dword(block[4], 4);
0062 write_octeon_64bit_block_dword(block[5], 5);
0063 write_octeon_64bit_block_dword(block[6], 6);
0064 octeon_md5_start(block[7]);
0065 }
0066
0067 static int octeon_md5_init(struct shash_desc *desc)
0068 {
0069 struct md5_state *mctx = shash_desc_ctx(desc);
0070
0071 mctx->hash[0] = MD5_H0;
0072 mctx->hash[1] = MD5_H1;
0073 mctx->hash[2] = MD5_H2;
0074 mctx->hash[3] = MD5_H3;
0075 cpu_to_le32_array(mctx->hash, 4);
0076 mctx->byte_count = 0;
0077
0078 return 0;
0079 }
0080
0081 static int octeon_md5_update(struct shash_desc *desc, const u8 *data,
0082 unsigned int len)
0083 {
0084 struct md5_state *mctx = shash_desc_ctx(desc);
0085 const u32 avail = sizeof(mctx->block) - (mctx->byte_count & 0x3f);
0086 struct octeon_cop2_state state;
0087 unsigned long flags;
0088
0089 mctx->byte_count += len;
0090
0091 if (avail > len) {
0092 memcpy((char *)mctx->block + (sizeof(mctx->block) - avail),
0093 data, len);
0094 return 0;
0095 }
0096
0097 memcpy((char *)mctx->block + (sizeof(mctx->block) - avail), data,
0098 avail);
0099
0100 flags = octeon_crypto_enable(&state);
0101 octeon_md5_store_hash(mctx);
0102
0103 octeon_md5_transform(mctx->block);
0104 data += avail;
0105 len -= avail;
0106
0107 while (len >= sizeof(mctx->block)) {
0108 octeon_md5_transform(data);
0109 data += sizeof(mctx->block);
0110 len -= sizeof(mctx->block);
0111 }
0112
0113 octeon_md5_read_hash(mctx);
0114 octeon_crypto_disable(&state, flags);
0115
0116 memcpy(mctx->block, data, len);
0117
0118 return 0;
0119 }
0120
0121 static int octeon_md5_final(struct shash_desc *desc, u8 *out)
0122 {
0123 struct md5_state *mctx = shash_desc_ctx(desc);
0124 const unsigned int offset = mctx->byte_count & 0x3f;
0125 char *p = (char *)mctx->block + offset;
0126 int padding = 56 - (offset + 1);
0127 struct octeon_cop2_state state;
0128 unsigned long flags;
0129
0130 *p++ = 0x80;
0131
0132 flags = octeon_crypto_enable(&state);
0133 octeon_md5_store_hash(mctx);
0134
0135 if (padding < 0) {
0136 memset(p, 0x00, padding + sizeof(u64));
0137 octeon_md5_transform(mctx->block);
0138 p = (char *)mctx->block;
0139 padding = 56;
0140 }
0141
0142 memset(p, 0, padding);
0143 mctx->block[14] = mctx->byte_count << 3;
0144 mctx->block[15] = mctx->byte_count >> 29;
0145 cpu_to_le32_array(mctx->block + 14, 2);
0146 octeon_md5_transform(mctx->block);
0147
0148 octeon_md5_read_hash(mctx);
0149 octeon_crypto_disable(&state, flags);
0150
0151 memcpy(out, mctx->hash, sizeof(mctx->hash));
0152 memset(mctx, 0, sizeof(*mctx));
0153
0154 return 0;
0155 }
0156
0157 static int octeon_md5_export(struct shash_desc *desc, void *out)
0158 {
0159 struct md5_state *ctx = shash_desc_ctx(desc);
0160
0161 memcpy(out, ctx, sizeof(*ctx));
0162 return 0;
0163 }
0164
0165 static int octeon_md5_import(struct shash_desc *desc, const void *in)
0166 {
0167 struct md5_state *ctx = shash_desc_ctx(desc);
0168
0169 memcpy(ctx, in, sizeof(*ctx));
0170 return 0;
0171 }
0172
0173 static struct shash_alg alg = {
0174 .digestsize = MD5_DIGEST_SIZE,
0175 .init = octeon_md5_init,
0176 .update = octeon_md5_update,
0177 .final = octeon_md5_final,
0178 .export = octeon_md5_export,
0179 .import = octeon_md5_import,
0180 .descsize = sizeof(struct md5_state),
0181 .statesize = sizeof(struct md5_state),
0182 .base = {
0183 .cra_name = "md5",
0184 .cra_driver_name= "octeon-md5",
0185 .cra_priority = OCTEON_CR_OPCODE_PRIORITY,
0186 .cra_blocksize = MD5_HMAC_BLOCK_SIZE,
0187 .cra_module = THIS_MODULE,
0188 }
0189 };
0190
0191 static int __init md5_mod_init(void)
0192 {
0193 if (!octeon_has_crypto())
0194 return -ENOTSUPP;
0195 return crypto_register_shash(&alg);
0196 }
0197
0198 static void __exit md5_mod_fini(void)
0199 {
0200 crypto_unregister_shash(&alg);
0201 }
0202
0203 module_init(md5_mod_init);
0204 module_exit(md5_mod_fini);
0205
0206 MODULE_LICENSE("GPL");
0207 MODULE_DESCRIPTION("MD5 Message Digest Algorithm (OCTEON)");
0208 MODULE_AUTHOR("Aaro Koskinen <aaro.koskinen@iki.fi>");