6 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
8 * This program is free software; you can redistribute it and/or modify it
9 * under the terms of the GNU General Public License as published by the Free
10 * Software Foundation; either version 2 of the License, or (at your option)
15 #include <crypto/scatterwalk.h>
17 #include <linux/errno.h>
18 #include <linux/hardirq.h>
19 #include <linux/highmem.h>
20 #include <linux/kernel.h>
21 #include <linux/module.h>
22 #include <linux/scatterlist.h>
26 static int init(struct hash_desc *desc)
28 struct crypto_tfm *tfm = crypto_hash_tfm(desc->tfm);
30 tfm->__crt_alg->cra_digest.dia_init(tfm);
34 static int update2(struct hash_desc *desc,
35 struct scatterlist *sg, unsigned int nbytes)
37 struct crypto_tfm *tfm = crypto_hash_tfm(desc->tfm);
38 unsigned int alignmask = crypto_tfm_alg_alignmask(tfm);
44 struct page *pg = sg_page(sg);
45 unsigned int offset = sg->offset;
46 unsigned int l = sg->length;
48 if (unlikely(l > nbytes))
53 unsigned int bytes_from_page = min(l, ((unsigned int)
56 char *src = crypto_kmap(pg, 0);
57 char *p = src + offset;
59 if (unlikely(offset & alignmask)) {
61 alignmask + 1 - (offset & alignmask);
62 bytes = min(bytes, bytes_from_page);
63 tfm->__crt_alg->cra_digest.dia_update(tfm, p,
66 bytes_from_page -= bytes;
69 tfm->__crt_alg->cra_digest.dia_update(tfm, p,
71 crypto_kunmap(src, 0);
72 crypto_yield(desc->flags);
80 sg = scatterwalk_sg_next(sg);
86 static int update(struct hash_desc *desc,
87 struct scatterlist *sg, unsigned int nbytes)
89 if (WARN_ON_ONCE(in_irq()))
91 return update2(desc, sg, nbytes);
94 static int final(struct hash_desc *desc, u8 *out)
96 struct crypto_tfm *tfm = crypto_hash_tfm(desc->tfm);
97 unsigned long alignmask = crypto_tfm_alg_alignmask(tfm);
98 struct digest_alg *digest = &tfm->__crt_alg->cra_digest;
100 if (unlikely((unsigned long)out & alignmask)) {
101 unsigned long align = alignmask + 1;
102 unsigned long addr = (unsigned long)crypto_tfm_ctx(tfm);
103 u8 *dst = (u8 *)ALIGN(addr, align) +
104 ALIGN(tfm->__crt_alg->cra_ctxsize, align);
106 digest->dia_final(tfm, dst);
107 memcpy(out, dst, digest->dia_digestsize);
109 digest->dia_final(tfm, out);
114 static int nosetkey(struct crypto_hash *tfm, const u8 *key, unsigned int keylen)
116 crypto_hash_clear_flags(tfm, CRYPTO_TFM_RES_MASK);
120 static int setkey(struct crypto_hash *hash, const u8 *key, unsigned int keylen)
122 struct crypto_tfm *tfm = crypto_hash_tfm(hash);
124 crypto_hash_clear_flags(hash, CRYPTO_TFM_RES_MASK);
125 return tfm->__crt_alg->cra_digest.dia_setkey(tfm, key, keylen);
128 static int digest(struct hash_desc *desc,
129 struct scatterlist *sg, unsigned int nbytes, u8 *out)
131 if (WARN_ON_ONCE(in_irq()))
135 update2(desc, sg, nbytes);
136 return final(desc, out);
139 int crypto_init_digest_ops(struct crypto_tfm *tfm)
141 struct hash_tfm *ops = &tfm->crt_hash;
142 struct digest_alg *dalg = &tfm->__crt_alg->cra_digest;
144 if (dalg->dia_digestsize > crypto_tfm_alg_blocksize(tfm))
148 ops->update = update;
150 ops->digest = digest;
151 ops->setkey = dalg->dia_setkey ? setkey : nosetkey;
152 ops->digestsize = dalg->dia_digestsize;
157 void crypto_exit_digest_ops(struct crypto_tfm *tfm)
161 static int digest_async_nosetkey(struct crypto_ahash *tfm_async, const u8 *key,
164 crypto_ahash_clear_flags(tfm_async, CRYPTO_TFM_RES_MASK);
168 static int digest_async_setkey(struct crypto_ahash *tfm_async, const u8 *key,
171 struct crypto_tfm *tfm = crypto_ahash_tfm(tfm_async);
172 struct digest_alg *dalg = &tfm->__crt_alg->cra_digest;
174 crypto_ahash_clear_flags(tfm_async, CRYPTO_TFM_RES_MASK);
175 return dalg->dia_setkey(tfm, key, keylen);
178 static int digest_async_init(struct ahash_request *req)
180 struct crypto_tfm *tfm = req->base.tfm;
181 struct digest_alg *dalg = &tfm->__crt_alg->cra_digest;
187 static int digest_async_update(struct ahash_request *req)
189 struct crypto_tfm *tfm = req->base.tfm;
190 struct hash_desc desc = {
191 .tfm = __crypto_hash_cast(tfm),
192 .flags = req->base.flags,
195 update(&desc, req->src, req->nbytes);
199 static int digest_async_final(struct ahash_request *req)
201 struct crypto_tfm *tfm = req->base.tfm;
202 struct hash_desc desc = {
203 .tfm = __crypto_hash_cast(tfm),
204 .flags = req->base.flags,
207 final(&desc, req->result);
211 static int digest_async_digest(struct ahash_request *req)
213 struct crypto_tfm *tfm = req->base.tfm;
214 struct hash_desc desc = {
215 .tfm = __crypto_hash_cast(tfm),
216 .flags = req->base.flags,
219 return digest(&desc, req->src, req->nbytes, req->result);
222 int crypto_init_digest_ops_async(struct crypto_tfm *tfm)
224 struct ahash_tfm *crt = &tfm->crt_ahash;
225 struct digest_alg *dalg = &tfm->__crt_alg->cra_digest;
227 if (dalg->dia_digestsize > crypto_tfm_alg_blocksize(tfm))
230 crt->init = digest_async_init;
231 crt->update = digest_async_update;
232 crt->final = digest_async_final;
233 crt->digest = digest_async_digest;
234 crt->setkey = dalg->dia_setkey ? digest_async_setkey :
235 digest_async_nosetkey;
236 crt->digestsize = dalg->dia_digestsize;
237 crt->base = __crypto_ahash_cast(tfm);