Merge branch 'md-raid6-accel' into ioat3.2
[safe/jmp/linux-2.6] / crypto / xcbc.c
index f592950..b63b633 100644 (file)
  *     Kazunori Miyazawa <miyazawa@linux-ipv6.org>
  */
 
+#include <crypto/scatterwalk.h>
 #include <linux/crypto.h>
 #include <linux/err.h>
+#include <linux/hardirq.h>
 #include <linux/kernel.h>
 #include <linux/mm.h>
 #include <linux/rtnetlink.h>
 #include <linux/slab.h>
 #include <linux/scatterlist.h>
-#include "internal.h"
 
-u_int32_t ks[12] = {0x01010101, 0x01010101, 0x01010101, 0x01010101,
-                   0x02020202, 0x02020202, 0x02020202, 0x02020202,
-                   0x03030303, 0x03030303, 0x03030303, 0x03030303};
+static u_int32_t ks[12] = {0x01010101, 0x01010101, 0x01010101, 0x01010101,
+                          0x02020202, 0x02020202, 0x02020202, 0x02020202,
+                          0x03030303, 0x03030303, 0x03030303, 0x03030303};
 /*
  * +------------------------
  * | <parent tfm>
@@ -47,7 +48,7 @@ u_int32_t ks[12] = {0x01010101, 0x01010101, 0x01010101, 0x01010101,
  * +------------------------
  */
 struct crypto_xcbc_ctx {
-       struct crypto_tfm *child;
+       struct crypto_cipher *child;
        u8 *odds;
        u8 *prev;
        u8 *key;
@@ -75,8 +76,7 @@ static int _crypto_xcbc_digest_setkey(struct crypto_hash *parent,
        if ((err = crypto_cipher_setkey(ctx->child, ctx->key, ctx->keylen)))
            return err;
 
-       ctx->child->__crt_alg->cra_cipher.cia_encrypt(ctx->child, key1,
-                       ctx->consts);
+       crypto_cipher_encrypt_one(ctx->child, key1, ctx->consts);
 
        return crypto_cipher_setkey(ctx->child, key1, bs);
 }
@@ -86,7 +86,7 @@ static int crypto_xcbc_digest_setkey(struct crypto_hash *parent,
 {
        struct crypto_xcbc_ctx *ctx = crypto_hash_ctx_aligned(parent);
 
-       if (keylen != crypto_tfm_alg_blocksize(ctx->child))
+       if (keylen != crypto_cipher_blocksize(ctx->child))
                return -EINVAL;
 
        ctx->keylen = keylen;
@@ -96,7 +96,7 @@ static int crypto_xcbc_digest_setkey(struct crypto_hash *parent,
        return _crypto_xcbc_digest_setkey(parent, ctx);
 }
 
-int crypto_xcbc_digest_init(struct hash_desc *pdesc)
+static int crypto_xcbc_digest_init(struct hash_desc *pdesc)
 {
        struct crypto_xcbc_ctx *ctx = crypto_hash_ctx_aligned(pdesc->tfm);
        int bs = crypto_hash_blocksize(pdesc->tfm);
@@ -108,19 +108,24 @@ int crypto_xcbc_digest_init(struct hash_desc *pdesc)
        return 0;
 }
 
-int crypto_xcbc_digest_update(struct hash_desc *pdesc, struct scatterlist *sg, unsigned int nbytes)
+static int crypto_xcbc_digest_update2(struct hash_desc *pdesc,
+                                     struct scatterlist *sg,
+                                     unsigned int nbytes)
 {
        struct crypto_hash *parent = pdesc->tfm;
        struct crypto_xcbc_ctx *ctx = crypto_hash_ctx_aligned(parent);
-       struct crypto_tfm *tfm = ctx->child;
+       struct crypto_cipher *tfm = ctx->child;
        int bs = crypto_hash_blocksize(parent);
-       unsigned int i = 0;
 
-       do {
+       for (;;) {
+               struct page *pg = sg_page(sg);
+               unsigned int offset = sg->offset;
+               unsigned int slen = sg->length;
 
-               struct page *pg = sg[i].page;
-               unsigned int offset = sg[i].offset;
-               unsigned int slen = sg[i].length;
+               if (unlikely(slen > nbytes))
+                       slen = nbytes;
+
+               nbytes -= slen;
 
                while (slen > 0) {
                        unsigned int len = min(slen, ((unsigned int)(PAGE_SIZE)) - offset);
@@ -140,7 +145,7 @@ int crypto_xcbc_digest_update(struct hash_desc *pdesc, struct scatterlist *sg, u
                                        offset += len;
 
                                crypto_kunmap(p, 0);
-                               crypto_yield(tfm->crt_flags);
+                               crypto_yield(pdesc->flags);
                                continue;
                        }
 
@@ -150,7 +155,7 @@ int crypto_xcbc_digest_update(struct hash_desc *pdesc, struct scatterlist *sg, u
                        p += bs - ctx->len;
 
                        ctx->xor(ctx->prev, ctx->odds, bs);
-                       tfm->__crt_alg->cra_cipher.cia_encrypt(tfm, ctx->prev, ctx->prev);
+                       crypto_cipher_encrypt_one(tfm, ctx->prev, ctx->prev);
 
                        /* clearing the length */
                        ctx->len = 0;
@@ -158,7 +163,8 @@ int crypto_xcbc_digest_update(struct hash_desc *pdesc, struct scatterlist *sg, u
                        /* encrypting the rest of data */
                        while (len > bs) {
                                ctx->xor(ctx->prev, p, bs);
-                               tfm->__crt_alg->cra_cipher.cia_encrypt(tfm, ctx->prev, ctx->prev);
+                               crypto_cipher_encrypt_one(tfm, ctx->prev,
+                                                         ctx->prev);
                                p += bs;
                                len -= bs;
                        }
@@ -169,23 +175,34 @@ int crypto_xcbc_digest_update(struct hash_desc *pdesc, struct scatterlist *sg, u
                                ctx->len = len;
                        }
                        crypto_kunmap(p, 0);
-                       crypto_yield(tfm->crt_flags);
+                       crypto_yield(pdesc->flags);
                        slen -= min(slen, ((unsigned int)(PAGE_SIZE)) - offset);
                        offset = 0;
                        pg++;
                }
-               nbytes-=sg[i].length;
-               i++;
-       } while (nbytes>0);
+
+               if (!nbytes)
+                       break;
+               sg = scatterwalk_sg_next(sg);
+       }
 
        return 0;
 }
 
-int crypto_xcbc_digest_final(struct hash_desc *pdesc, u8 *out)
+static int crypto_xcbc_digest_update(struct hash_desc *pdesc,
+                                    struct scatterlist *sg,
+                                    unsigned int nbytes)
+{
+       if (WARN_ON_ONCE(in_irq()))
+               return -EDEADLK;
+       return crypto_xcbc_digest_update2(pdesc, sg, nbytes);
+}
+
+static int crypto_xcbc_digest_final(struct hash_desc *pdesc, u8 *out)
 {
        struct crypto_hash *parent = pdesc->tfm;
        struct crypto_xcbc_ctx *ctx = crypto_hash_ctx_aligned(parent);
-       struct crypto_tfm *tfm = ctx->child;
+       struct crypto_cipher *tfm = ctx->child;
        int bs = crypto_hash_blocksize(parent);
        int err = 0;
 
@@ -195,13 +212,14 @@ int crypto_xcbc_digest_final(struct hash_desc *pdesc, u8 *out)
                if ((err = crypto_cipher_setkey(tfm, ctx->key, ctx->keylen)) != 0)
                        return err;
 
-               tfm->__crt_alg->cra_cipher.cia_encrypt(tfm, key2, (const u8*)(ctx->consts+bs));
+               crypto_cipher_encrypt_one(tfm, key2,
+                                         (u8 *)(ctx->consts + bs));
 
                ctx->xor(ctx->prev, ctx->odds, bs);
                ctx->xor(ctx->prev, key2, bs);
                _crypto_xcbc_digest_setkey(parent, ctx);
 
-               tfm->__crt_alg->cra_cipher.cia_encrypt(tfm, out, ctx->prev);
+               crypto_cipher_encrypt_one(tfm, out, ctx->prev);
        } else {
                u8 key3[bs];
                unsigned int rlen;
@@ -216,14 +234,15 @@ int crypto_xcbc_digest_final(struct hash_desc *pdesc, u8 *out)
                if ((err = crypto_cipher_setkey(tfm, ctx->key, ctx->keylen)) != 0)
                        return err;
 
-               tfm->__crt_alg->cra_cipher.cia_encrypt(tfm, key3, (const u8*)(ctx->consts+bs*2));
+               crypto_cipher_encrypt_one(tfm, key3,
+                                         (u8 *)(ctx->consts + bs * 2));
 
                ctx->xor(ctx->prev, ctx->odds, bs);
                ctx->xor(ctx->prev, key3, bs);
 
                _crypto_xcbc_digest_setkey(parent, ctx);
 
-               tfm->__crt_alg->cra_cipher.cia_encrypt(tfm, out, ctx->prev);
+               crypto_cipher_encrypt_one(tfm, out, ctx->prev);
        }
 
        return 0;
@@ -232,21 +251,25 @@ int crypto_xcbc_digest_final(struct hash_desc *pdesc, u8 *out)
 static int crypto_xcbc_digest(struct hash_desc *pdesc,
                  struct scatterlist *sg, unsigned int nbytes, u8 *out)
 {
+       if (WARN_ON_ONCE(in_irq()))
+               return -EDEADLK;
+
        crypto_xcbc_digest_init(pdesc);
-       crypto_xcbc_digest_update(pdesc, sg, nbytes);
+       crypto_xcbc_digest_update2(pdesc, sg, nbytes);
        return crypto_xcbc_digest_final(pdesc, out);
 }
 
 static int xcbc_init_tfm(struct crypto_tfm *tfm)
 {
+       struct crypto_cipher *cipher;
        struct crypto_instance *inst = (void *)tfm->__crt_alg;
        struct crypto_spawn *spawn = crypto_instance_ctx(inst);
        struct crypto_xcbc_ctx *ctx = crypto_hash_ctx_aligned(__crypto_hash_cast(tfm));
        int bs = crypto_hash_blocksize(__crypto_hash_cast(tfm));
 
-       tfm = crypto_spawn_tfm(spawn);
-       if (IS_ERR(tfm))
-               return PTR_ERR(tfm);
+       cipher = crypto_spawn_cipher(spawn);
+       if (IS_ERR(cipher))
+               return PTR_ERR(cipher);
 
        switch(bs) {
        case 16:
@@ -256,7 +279,7 @@ static int xcbc_init_tfm(struct crypto_tfm *tfm)
                return -EINVAL;
        }
 
-       ctx->child = crypto_cipher_cast(tfm);
+       ctx->child = cipher;
        ctx->odds = (u8*)(ctx+1);
        ctx->prev = ctx->odds + bs;
        ctx->key = ctx->prev + bs;
@@ -270,20 +293,27 @@ static void xcbc_exit_tfm(struct crypto_tfm *tfm)
        crypto_free_cipher(ctx->child);
 }
 
-static struct crypto_instance *xcbc_alloc(void *param, unsigned int len)
+static struct crypto_instance *xcbc_alloc(struct rtattr **tb)
 {
        struct crypto_instance *inst;
        struct crypto_alg *alg;
-       alg = crypto_get_attr_alg(param, len, CRYPTO_ALG_TYPE_CIPHER,
-                                 CRYPTO_ALG_TYPE_HASH_MASK | CRYPTO_ALG_ASYNC);
+       int err;
+
+       err = crypto_check_attr_type(tb, CRYPTO_ALG_TYPE_HASH);
+       if (err)
+               return ERR_PTR(err);
+
+       alg = crypto_get_attr_alg(tb, CRYPTO_ALG_TYPE_CIPHER,
+                                 CRYPTO_ALG_TYPE_MASK);
        if (IS_ERR(alg))
-               return ERR_PTR(PTR_ERR(alg));
+               return ERR_CAST(alg);
 
        switch(alg->cra_blocksize) {
        case 16:
                break;
        default:
-               return ERR_PTR(PTR_ERR(alg));
+               inst = ERR_PTR(-EINVAL);
+               goto out_put_alg;
        }
 
        inst = crypto_alloc_instance("xcbc", alg);
@@ -296,10 +326,7 @@ static struct crypto_instance *xcbc_alloc(void *param, unsigned int len)
        inst->alg.cra_alignmask = alg->cra_alignmask;
        inst->alg.cra_type = &crypto_hash_type;
 
-       inst->alg.cra_hash.digestsize =
-               (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) ==
-               CRYPTO_ALG_TYPE_HASH ? alg->cra_hash.digestsize :
-                                      alg->cra_blocksize;
+       inst->alg.cra_hash.digestsize = alg->cra_blocksize;
        inst->alg.cra_ctxsize = sizeof(struct crypto_xcbc_ctx) +
                                ALIGN(inst->alg.cra_blocksize * 3, sizeof(void *));
        inst->alg.cra_init = xcbc_init_tfm;