2
* Synchronous Cryptographic Hash operations.
4
* Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
6
* This program is free software; you can redistribute it and/or modify it
7
* under the terms of the GNU General Public License as published by the Free
8
* Software Foundation; either version 2 of the License, or (at your option)
13
#include <crypto/scatterwalk.h>
14
#include <crypto/internal/hash.h>
15
#include <linux/err.h>
16
#include <linux/kernel.h>
17
#include <linux/module.h>
18
#include <linux/slab.h>
19
#include <linux/seq_file.h>
20
#include <linux/cryptouser.h>
21
#include <net/netlink.h>
25
static const struct crypto_type crypto_shash_type;
27
static int shash_no_setkey(struct crypto_shash *tfm, const u8 *key,
33
static int shash_setkey_unaligned(struct crypto_shash *tfm, const u8 *key,
36
struct shash_alg *shash = crypto_shash_alg(tfm);
37
unsigned long alignmask = crypto_shash_alignmask(tfm);
39
u8 *buffer, *alignbuffer;
42
absize = keylen + (alignmask & ~(crypto_tfm_ctx_alignment() - 1));
43
buffer = kmalloc(absize, GFP_KERNEL);
47
alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1);
48
memcpy(alignbuffer, key, keylen);
49
err = shash->setkey(tfm, alignbuffer, keylen);
54
int crypto_shash_setkey(struct crypto_shash *tfm, const u8 *key,
57
struct shash_alg *shash = crypto_shash_alg(tfm);
58
unsigned long alignmask = crypto_shash_alignmask(tfm);
60
if ((unsigned long)key & alignmask)
61
return shash_setkey_unaligned(tfm, key, keylen);
63
return shash->setkey(tfm, key, keylen);
65
EXPORT_SYMBOL_GPL(crypto_shash_setkey);
67
static inline unsigned int shash_align_buffer_size(unsigned len,
70
return len + (mask & ~(__alignof__(u8 __attribute__ ((aligned))) - 1));
73
static int shash_update_unaligned(struct shash_desc *desc, const u8 *data,
76
struct crypto_shash *tfm = desc->tfm;
77
struct shash_alg *shash = crypto_shash_alg(tfm);
78
unsigned long alignmask = crypto_shash_alignmask(tfm);
79
unsigned int unaligned_len = alignmask + 1 -
80
((unsigned long)data & alignmask);
81
u8 ubuf[shash_align_buffer_size(unaligned_len, alignmask)]
82
__attribute__ ((aligned));
83
u8 *buf = PTR_ALIGN(&ubuf[0], alignmask + 1);
86
if (unaligned_len > len)
89
memcpy(buf, data, unaligned_len);
90
err = shash->update(desc, buf, unaligned_len);
91
memset(buf, 0, unaligned_len);
94
shash->update(desc, data + unaligned_len, len - unaligned_len);
97
int crypto_shash_update(struct shash_desc *desc, const u8 *data,
100
struct crypto_shash *tfm = desc->tfm;
101
struct shash_alg *shash = crypto_shash_alg(tfm);
102
unsigned long alignmask = crypto_shash_alignmask(tfm);
104
if ((unsigned long)data & alignmask)
105
return shash_update_unaligned(desc, data, len);
107
return shash->update(desc, data, len);
109
EXPORT_SYMBOL_GPL(crypto_shash_update);
111
static int shash_final_unaligned(struct shash_desc *desc, u8 *out)
113
struct crypto_shash *tfm = desc->tfm;
114
unsigned long alignmask = crypto_shash_alignmask(tfm);
115
struct shash_alg *shash = crypto_shash_alg(tfm);
116
unsigned int ds = crypto_shash_digestsize(tfm);
117
u8 ubuf[shash_align_buffer_size(ds, alignmask)]
118
__attribute__ ((aligned));
119
u8 *buf = PTR_ALIGN(&ubuf[0], alignmask + 1);
122
err = shash->final(desc, buf);
126
memcpy(out, buf, ds);
133
int crypto_shash_final(struct shash_desc *desc, u8 *out)
135
struct crypto_shash *tfm = desc->tfm;
136
struct shash_alg *shash = crypto_shash_alg(tfm);
137
unsigned long alignmask = crypto_shash_alignmask(tfm);
139
if ((unsigned long)out & alignmask)
140
return shash_final_unaligned(desc, out);
142
return shash->final(desc, out);
144
EXPORT_SYMBOL_GPL(crypto_shash_final);
146
static int shash_finup_unaligned(struct shash_desc *desc, const u8 *data,
147
unsigned int len, u8 *out)
149
return crypto_shash_update(desc, data, len) ?:
150
crypto_shash_final(desc, out);
153
int crypto_shash_finup(struct shash_desc *desc, const u8 *data,
154
unsigned int len, u8 *out)
156
struct crypto_shash *tfm = desc->tfm;
157
struct shash_alg *shash = crypto_shash_alg(tfm);
158
unsigned long alignmask = crypto_shash_alignmask(tfm);
160
if (((unsigned long)data | (unsigned long)out) & alignmask)
161
return shash_finup_unaligned(desc, data, len, out);
163
return shash->finup(desc, data, len, out);
165
EXPORT_SYMBOL_GPL(crypto_shash_finup);
167
static int shash_digest_unaligned(struct shash_desc *desc, const u8 *data,
168
unsigned int len, u8 *out)
170
return crypto_shash_init(desc) ?:
171
crypto_shash_finup(desc, data, len, out);
174
int crypto_shash_digest(struct shash_desc *desc, const u8 *data,
175
unsigned int len, u8 *out)
177
struct crypto_shash *tfm = desc->tfm;
178
struct shash_alg *shash = crypto_shash_alg(tfm);
179
unsigned long alignmask = crypto_shash_alignmask(tfm);
181
if (((unsigned long)data | (unsigned long)out) & alignmask)
182
return shash_digest_unaligned(desc, data, len, out);
184
return shash->digest(desc, data, len, out);
186
EXPORT_SYMBOL_GPL(crypto_shash_digest);
188
static int shash_default_export(struct shash_desc *desc, void *out)
190
memcpy(out, shash_desc_ctx(desc), crypto_shash_descsize(desc->tfm));
194
static int shash_default_import(struct shash_desc *desc, const void *in)
196
memcpy(shash_desc_ctx(desc), in, crypto_shash_descsize(desc->tfm));
200
static int shash_async_setkey(struct crypto_ahash *tfm, const u8 *key,
203
struct crypto_shash **ctx = crypto_ahash_ctx(tfm);
205
return crypto_shash_setkey(*ctx, key, keylen);
208
static int shash_async_init(struct ahash_request *req)
210
struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req));
211
struct shash_desc *desc = ahash_request_ctx(req);
214
desc->flags = req->base.flags;
216
return crypto_shash_init(desc);
219
int shash_ahash_update(struct ahash_request *req, struct shash_desc *desc)
221
struct crypto_hash_walk walk;
224
for (nbytes = crypto_hash_walk_first(req, &walk); nbytes > 0;
225
nbytes = crypto_hash_walk_done(&walk, nbytes))
226
nbytes = crypto_shash_update(desc, walk.data, nbytes);
230
EXPORT_SYMBOL_GPL(shash_ahash_update);
232
static int shash_async_update(struct ahash_request *req)
234
return shash_ahash_update(req, ahash_request_ctx(req));
237
static int shash_async_final(struct ahash_request *req)
239
return crypto_shash_final(ahash_request_ctx(req), req->result);
242
int shash_ahash_finup(struct ahash_request *req, struct shash_desc *desc)
244
struct crypto_hash_walk walk;
247
nbytes = crypto_hash_walk_first(req, &walk);
249
return crypto_shash_final(desc, req->result);
252
nbytes = crypto_hash_walk_last(&walk) ?
253
crypto_shash_finup(desc, walk.data, nbytes,
255
crypto_shash_update(desc, walk.data, nbytes);
256
nbytes = crypto_hash_walk_done(&walk, nbytes);
257
} while (nbytes > 0);
261
EXPORT_SYMBOL_GPL(shash_ahash_finup);
263
static int shash_async_finup(struct ahash_request *req)
265
struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req));
266
struct shash_desc *desc = ahash_request_ctx(req);
269
desc->flags = req->base.flags;
271
return shash_ahash_finup(req, desc);
274
int shash_ahash_digest(struct ahash_request *req, struct shash_desc *desc)
276
struct scatterlist *sg = req->src;
277
unsigned int offset = sg->offset;
278
unsigned int nbytes = req->nbytes;
281
if (nbytes < min(sg->length, ((unsigned int)(PAGE_SIZE)) - offset)) {
284
data = crypto_kmap(sg_page(sg), 0);
285
err = crypto_shash_digest(desc, data + offset, nbytes,
287
crypto_kunmap(data, 0);
288
crypto_yield(desc->flags);
290
err = crypto_shash_init(desc) ?:
291
shash_ahash_finup(req, desc);
295
EXPORT_SYMBOL_GPL(shash_ahash_digest);
297
static int shash_async_digest(struct ahash_request *req)
299
struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req));
300
struct shash_desc *desc = ahash_request_ctx(req);
303
desc->flags = req->base.flags;
305
return shash_ahash_digest(req, desc);
308
static int shash_async_export(struct ahash_request *req, void *out)
310
return crypto_shash_export(ahash_request_ctx(req), out);
313
static int shash_async_import(struct ahash_request *req, const void *in)
315
struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req));
316
struct shash_desc *desc = ahash_request_ctx(req);
319
desc->flags = req->base.flags;
321
return crypto_shash_import(desc, in);
324
static void crypto_exit_shash_ops_async(struct crypto_tfm *tfm)
326
struct crypto_shash **ctx = crypto_tfm_ctx(tfm);
328
crypto_free_shash(*ctx);
331
int crypto_init_shash_ops_async(struct crypto_tfm *tfm)
333
struct crypto_alg *calg = tfm->__crt_alg;
334
struct shash_alg *alg = __crypto_shash_alg(calg);
335
struct crypto_ahash *crt = __crypto_ahash_cast(tfm);
336
struct crypto_shash **ctx = crypto_tfm_ctx(tfm);
337
struct crypto_shash *shash;
339
if (!crypto_mod_get(calg))
342
shash = crypto_create_tfm(calg, &crypto_shash_type);
344
crypto_mod_put(calg);
345
return PTR_ERR(shash);
349
tfm->exit = crypto_exit_shash_ops_async;
351
crt->init = shash_async_init;
352
crt->update = shash_async_update;
353
crt->final = shash_async_final;
354
crt->finup = shash_async_finup;
355
crt->digest = shash_async_digest;
358
crt->setkey = shash_async_setkey;
360
crt->export = shash_async_export;
362
crt->import = shash_async_import;
364
crt->reqsize = sizeof(struct shash_desc) + crypto_shash_descsize(shash);
369
static int shash_compat_setkey(struct crypto_hash *tfm, const u8 *key,
372
struct shash_desc **descp = crypto_hash_ctx(tfm);
373
struct shash_desc *desc = *descp;
375
return crypto_shash_setkey(desc->tfm, key, keylen);
378
static int shash_compat_init(struct hash_desc *hdesc)
380
struct shash_desc **descp = crypto_hash_ctx(hdesc->tfm);
381
struct shash_desc *desc = *descp;
383
desc->flags = hdesc->flags;
385
return crypto_shash_init(desc);
388
static int shash_compat_update(struct hash_desc *hdesc, struct scatterlist *sg,
391
struct shash_desc **descp = crypto_hash_ctx(hdesc->tfm);
392
struct shash_desc *desc = *descp;
393
struct crypto_hash_walk walk;
396
for (nbytes = crypto_hash_walk_first_compat(hdesc, &walk, sg, len);
397
nbytes > 0; nbytes = crypto_hash_walk_done(&walk, nbytes))
398
nbytes = crypto_shash_update(desc, walk.data, nbytes);
403
static int shash_compat_final(struct hash_desc *hdesc, u8 *out)
405
struct shash_desc **descp = crypto_hash_ctx(hdesc->tfm);
407
return crypto_shash_final(*descp, out);
410
static int shash_compat_digest(struct hash_desc *hdesc, struct scatterlist *sg,
411
unsigned int nbytes, u8 *out)
413
unsigned int offset = sg->offset;
416
if (nbytes < min(sg->length, ((unsigned int)(PAGE_SIZE)) - offset)) {
417
struct shash_desc **descp = crypto_hash_ctx(hdesc->tfm);
418
struct shash_desc *desc = *descp;
421
desc->flags = hdesc->flags;
423
data = crypto_kmap(sg_page(sg), 0);
424
err = crypto_shash_digest(desc, data + offset, nbytes, out);
425
crypto_kunmap(data, 0);
426
crypto_yield(desc->flags);
430
err = shash_compat_init(hdesc);
434
err = shash_compat_update(hdesc, sg, nbytes);
438
err = shash_compat_final(hdesc, out);
444
static void crypto_exit_shash_ops_compat(struct crypto_tfm *tfm)
446
struct shash_desc **descp = crypto_tfm_ctx(tfm);
447
struct shash_desc *desc = *descp;
449
crypto_free_shash(desc->tfm);
453
static int crypto_init_shash_ops_compat(struct crypto_tfm *tfm)
455
struct hash_tfm *crt = &tfm->crt_hash;
456
struct crypto_alg *calg = tfm->__crt_alg;
457
struct shash_alg *alg = __crypto_shash_alg(calg);
458
struct shash_desc **descp = crypto_tfm_ctx(tfm);
459
struct crypto_shash *shash;
460
struct shash_desc *desc;
462
if (!crypto_mod_get(calg))
465
shash = crypto_create_tfm(calg, &crypto_shash_type);
467
crypto_mod_put(calg);
468
return PTR_ERR(shash);
471
desc = kmalloc(sizeof(*desc) + crypto_shash_descsize(shash),
474
crypto_free_shash(shash);
480
tfm->exit = crypto_exit_shash_ops_compat;
482
crt->init = shash_compat_init;
483
crt->update = shash_compat_update;
484
crt->final = shash_compat_final;
485
crt->digest = shash_compat_digest;
486
crt->setkey = shash_compat_setkey;
488
crt->digestsize = alg->digestsize;
493
static int crypto_init_shash_ops(struct crypto_tfm *tfm, u32 type, u32 mask)
495
switch (mask & CRYPTO_ALG_TYPE_MASK) {
496
case CRYPTO_ALG_TYPE_HASH_MASK:
497
return crypto_init_shash_ops_compat(tfm);
503
static unsigned int crypto_shash_ctxsize(struct crypto_alg *alg, u32 type,
506
switch (mask & CRYPTO_ALG_TYPE_MASK) {
507
case CRYPTO_ALG_TYPE_HASH_MASK:
508
return sizeof(struct shash_desc *);
514
static int crypto_shash_init_tfm(struct crypto_tfm *tfm)
516
struct crypto_shash *hash = __crypto_shash_cast(tfm);
518
hash->descsize = crypto_shash_alg(hash)->descsize;
522
static unsigned int crypto_shash_extsize(struct crypto_alg *alg)
524
return alg->cra_ctxsize;
528
static int crypto_shash_report(struct sk_buff *skb, struct crypto_alg *alg)
530
struct crypto_report_hash rhash;
531
struct shash_alg *salg = __crypto_shash_alg(alg);
533
snprintf(rhash.type, CRYPTO_MAX_ALG_NAME, "%s", "shash");
534
rhash.blocksize = alg->cra_blocksize;
535
rhash.digestsize = salg->digestsize;
537
NLA_PUT(skb, CRYPTOCFGA_REPORT_HASH,
538
sizeof(struct crypto_report_hash), &rhash);
546
static int crypto_shash_report(struct sk_buff *skb, struct crypto_alg *alg)
552
static void crypto_shash_show(struct seq_file *m, struct crypto_alg *alg)
553
__attribute__ ((unused));
554
static void crypto_shash_show(struct seq_file *m, struct crypto_alg *alg)
556
struct shash_alg *salg = __crypto_shash_alg(alg);
558
seq_printf(m, "type : shash\n");
559
seq_printf(m, "blocksize : %u\n", alg->cra_blocksize);
560
seq_printf(m, "digestsize : %u\n", salg->digestsize);
563
static const struct crypto_type crypto_shash_type = {
564
.ctxsize = crypto_shash_ctxsize,
565
.extsize = crypto_shash_extsize,
566
.init = crypto_init_shash_ops,
567
.init_tfm = crypto_shash_init_tfm,
568
#ifdef CONFIG_PROC_FS
569
.show = crypto_shash_show,
571
.report = crypto_shash_report,
572
.maskclear = ~CRYPTO_ALG_TYPE_MASK,
573
.maskset = CRYPTO_ALG_TYPE_MASK,
574
.type = CRYPTO_ALG_TYPE_SHASH,
575
.tfmsize = offsetof(struct crypto_shash, base),
578
struct crypto_shash *crypto_alloc_shash(const char *alg_name, u32 type,
581
return crypto_alloc_tfm(alg_name, &crypto_shash_type, type, mask);
583
EXPORT_SYMBOL_GPL(crypto_alloc_shash);
585
static int shash_prepare_alg(struct shash_alg *alg)
587
struct crypto_alg *base = &alg->base;
589
if (alg->digestsize > PAGE_SIZE / 8 ||
590
alg->descsize > PAGE_SIZE / 8 ||
591
alg->statesize > PAGE_SIZE / 8)
594
base->cra_type = &crypto_shash_type;
595
base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
596
base->cra_flags |= CRYPTO_ALG_TYPE_SHASH;
599
alg->finup = shash_finup_unaligned;
601
alg->digest = shash_digest_unaligned;
603
alg->export = shash_default_export;
604
alg->import = shash_default_import;
605
alg->statesize = alg->descsize;
608
alg->setkey = shash_no_setkey;
613
int crypto_register_shash(struct shash_alg *alg)
615
struct crypto_alg *base = &alg->base;
618
err = shash_prepare_alg(alg);
622
return crypto_register_alg(base);
624
EXPORT_SYMBOL_GPL(crypto_register_shash);
626
int crypto_unregister_shash(struct shash_alg *alg)
628
return crypto_unregister_alg(&alg->base);
630
EXPORT_SYMBOL_GPL(crypto_unregister_shash);
632
int shash_register_instance(struct crypto_template *tmpl,
633
struct shash_instance *inst)
637
err = shash_prepare_alg(&inst->alg);
641
return crypto_register_instance(tmpl, shash_crypto_instance(inst));
643
EXPORT_SYMBOL_GPL(shash_register_instance);
645
void shash_free_instance(struct crypto_instance *inst)
647
crypto_drop_spawn(crypto_instance_ctx(inst));
648
kfree(shash_instance(inst));
650
EXPORT_SYMBOL_GPL(shash_free_instance);
652
int crypto_init_shash_spawn(struct crypto_shash_spawn *spawn,
653
struct shash_alg *alg,
654
struct crypto_instance *inst)
656
return crypto_init_spawn2(&spawn->base, &alg->base, inst,
659
EXPORT_SYMBOL_GPL(crypto_init_shash_spawn);
661
struct shash_alg *shash_attr_alg(struct rtattr *rta, u32 type, u32 mask)
663
struct crypto_alg *alg;
665
alg = crypto_attr_alg2(rta, &crypto_shash_type, type, mask);
666
return IS_ERR(alg) ? ERR_CAST(alg) :
667
container_of(alg, struct shash_alg, base);
669
EXPORT_SYMBOL_GPL(shash_attr_alg);
671
MODULE_LICENSE("GPL");
672
MODULE_DESCRIPTION("Synchronous cryptographic hash type");