2 * Algorithm testing framework and tests.
4 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
5 * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
6 * Copyright (c) 2007 Nokia Siemens Networks
7 * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
9 * Updated RFC4106 AES-GCM testing.
10 * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
11 * Adrian Hoban <adrian.hoban@intel.com>
12 * Gabriele Paoloni <gabriele.paoloni@intel.com>
13 * Tadeusz Struk (tadeusz.struk@intel.com)
14 * Copyright (c) 2010, Intel Corporation.
16 * This program is free software; you can redistribute it and/or modify it
17 * under the terms of the GNU General Public License as published by the Free
18 * Software Foundation; either version 2 of the License, or (at your option)
23 #include <crypto/aead.h>
24 #include <crypto/hash.h>
25 #include <crypto/skcipher.h>
26 #include <linux/err.h>
27 #include <linux/fips.h>
28 #include <linux/module.h>
29 #include <linux/scatterlist.h>
30 #include <linux/slab.h>
31 #include <linux/string.h>
32 #include <crypto/rng.h>
33 #include <crypto/drbg.h>
34 #include <crypto/akcipher.h>
35 #include <crypto/kpp.h>
36 #include <crypto/acompress.h>
41 module_param(notests, bool, 0644);
42 MODULE_PARM_DESC(notests, "disable crypto self-tests");
44 #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
47 int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
57 * Need slab memory for testing (size in number of pages).
62 * Indexes into the xbuf to simulate cross-page access.
74 * Used by test_cipher()
79 struct tcrypt_result {
80 struct completion completion;
84 struct aead_test_suite {
86 struct aead_testvec *vecs;
91 struct cipher_test_suite {
93 struct cipher_testvec *vecs;
98 struct comp_test_suite {
100 struct comp_testvec *vecs;
105 struct hash_test_suite {
106 struct hash_testvec *vecs;
110 struct cprng_test_suite {
111 struct cprng_testvec *vecs;
115 struct drbg_test_suite {
116 struct drbg_testvec *vecs;
120 struct akcipher_test_suite {
121 struct akcipher_testvec *vecs;
125 struct kpp_test_suite {
126 struct kpp_testvec *vecs;
130 struct alg_test_desc {
132 int (*test)(const struct alg_test_desc *desc, const char *driver,
134 int fips_allowed; /* set if alg is allowed in fips mode */
137 struct aead_test_suite aead;
138 struct cipher_test_suite cipher;
139 struct comp_test_suite comp;
140 struct hash_test_suite hash;
141 struct cprng_test_suite cprng;
142 struct drbg_test_suite drbg;
143 struct akcipher_test_suite akcipher;
144 struct kpp_test_suite kpp;
148 static unsigned int IDX[8] = { IDX1, IDX2, IDX3, IDX4, IDX5, IDX6, IDX7, IDX8 };
150 static void hexdump(unsigned char *buf, unsigned int len)
152 print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,
157 static void tcrypt_complete(struct crypto_async_request *req, int err)
159 struct tcrypt_result *res = req->data;
161 if (err == -EINPROGRESS)
165 complete(&res->completion);
168 static int testmgr_alloc_buf(char *buf[XBUFSIZE])
172 for (i = 0; i < XBUFSIZE; i++) {
173 buf[i] = (void *)__get_free_page(GFP_KERNEL);
182 free_page((unsigned long)buf[i]);
187 static void testmgr_free_buf(char *buf[XBUFSIZE])
191 for (i = 0; i < XBUFSIZE; i++)
192 free_page((unsigned long)buf[i]);
195 static int wait_async_op(struct tcrypt_result *tr, int ret)
197 if (ret == -EINPROGRESS || ret == -EBUSY) {
198 wait_for_completion(&tr->completion);
199 reinit_completion(&tr->completion);
205 static int ahash_partial_update(struct ahash_request **preq,
206 struct crypto_ahash *tfm, struct hash_testvec *template,
207 void *hash_buff, int k, int temp, struct scatterlist *sg,
208 const char *algo, char *result, struct tcrypt_result *tresult)
211 struct ahash_request *req;
212 int statesize, ret = -EINVAL;
213 const char guard[] = { 0x00, 0xba, 0xad, 0x00 };
216 statesize = crypto_ahash_statesize(
217 crypto_ahash_reqtfm(req));
218 state = kmalloc(statesize + sizeof(guard), GFP_KERNEL);
220 pr_err("alt: hash: Failed to alloc state for %s\n", algo);
223 memcpy(state + statesize, guard, sizeof(guard));
224 ret = crypto_ahash_export(req, state);
225 WARN_ON(memcmp(state + statesize, guard, sizeof(guard)));
227 pr_err("alt: hash: Failed to export() for %s\n", algo);
230 ahash_request_free(req);
231 req = ahash_request_alloc(tfm, GFP_KERNEL);
233 pr_err("alg: hash: Failed to alloc request for %s\n", algo);
236 ahash_request_set_callback(req,
237 CRYPTO_TFM_REQ_MAY_BACKLOG,
238 tcrypt_complete, tresult);
240 memcpy(hash_buff, template->plaintext + temp,
242 sg_init_one(&sg[0], hash_buff, template->tap[k]);
243 ahash_request_set_crypt(req, sg, result, template->tap[k]);
244 ret = crypto_ahash_import(req, state);
246 pr_err("alg: hash: Failed to import() for %s\n", algo);
249 ret = wait_async_op(tresult, crypto_ahash_update(req));
256 ahash_request_free(req);
263 static int __test_hash(struct crypto_ahash *tfm, struct hash_testvec *template,
264 unsigned int tcount, bool use_digest,
265 const int align_offset)
267 const char *algo = crypto_tfm_alg_driver_name(crypto_ahash_tfm(tfm));
268 size_t digest_size = crypto_ahash_digestsize(tfm);
269 unsigned int i, j, k, temp;
270 struct scatterlist sg[8];
273 struct ahash_request *req;
274 struct tcrypt_result tresult;
276 char *xbuf[XBUFSIZE];
279 result = kmalloc(digest_size, GFP_KERNEL);
282 key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
285 if (testmgr_alloc_buf(xbuf))
288 init_completion(&tresult.completion);
290 req = ahash_request_alloc(tfm, GFP_KERNEL);
292 printk(KERN_ERR "alg: hash: Failed to allocate request for "
296 ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
297 tcrypt_complete, &tresult);
300 for (i = 0; i < tcount; i++) {
305 if (WARN_ON(align_offset + template[i].psize > PAGE_SIZE))
309 memset(result, 0, digest_size);
312 hash_buff += align_offset;
314 memcpy(hash_buff, template[i].plaintext, template[i].psize);
315 sg_init_one(&sg[0], hash_buff, template[i].psize);
317 if (template[i].ksize) {
318 crypto_ahash_clear_flags(tfm, ~0);
319 if (template[i].ksize > MAX_KEYLEN) {
320 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
321 j, algo, template[i].ksize, MAX_KEYLEN);
325 memcpy(key, template[i].key, template[i].ksize);
326 ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
328 printk(KERN_ERR "alg: hash: setkey failed on "
329 "test %d for %s: ret=%d\n", j, algo,
335 ahash_request_set_crypt(req, sg, result, template[i].psize);
337 ret = wait_async_op(&tresult, crypto_ahash_digest(req));
339 pr_err("alg: hash: digest failed on test %d "
340 "for %s: ret=%d\n", j, algo, -ret);
344 ret = wait_async_op(&tresult, crypto_ahash_init(req));
346 pr_err("alt: hash: init failed on test %d "
347 "for %s: ret=%d\n", j, algo, -ret);
350 ret = wait_async_op(&tresult, crypto_ahash_update(req));
352 pr_err("alt: hash: update failed on test %d "
353 "for %s: ret=%d\n", j, algo, -ret);
356 ret = wait_async_op(&tresult, crypto_ahash_final(req));
358 pr_err("alt: hash: final failed on test %d "
359 "for %s: ret=%d\n", j, algo, -ret);
364 if (memcmp(result, template[i].digest,
365 crypto_ahash_digestsize(tfm))) {
366 printk(KERN_ERR "alg: hash: Test %d failed for %s\n",
368 hexdump(result, crypto_ahash_digestsize(tfm));
375 for (i = 0; i < tcount; i++) {
376 /* alignment tests are only done with continuous buffers */
377 if (align_offset != 0)
384 memset(result, 0, digest_size);
387 sg_init_table(sg, template[i].np);
389 for (k = 0; k < template[i].np; k++) {
390 if (WARN_ON(offset_in_page(IDX[k]) +
391 template[i].tap[k] > PAGE_SIZE))
394 memcpy(xbuf[IDX[k] >> PAGE_SHIFT] +
395 offset_in_page(IDX[k]),
396 template[i].plaintext + temp,
399 temp += template[i].tap[k];
402 if (template[i].ksize) {
403 if (template[i].ksize > MAX_KEYLEN) {
404 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
405 j, algo, template[i].ksize, MAX_KEYLEN);
409 crypto_ahash_clear_flags(tfm, ~0);
410 memcpy(key, template[i].key, template[i].ksize);
411 ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
414 printk(KERN_ERR "alg: hash: setkey "
415 "failed on chunking test %d "
416 "for %s: ret=%d\n", j, algo, -ret);
421 ahash_request_set_crypt(req, sg, result, template[i].psize);
422 ret = crypto_ahash_digest(req);
428 wait_for_completion(&tresult.completion);
429 reinit_completion(&tresult.completion);
435 printk(KERN_ERR "alg: hash: digest failed "
436 "on chunking test %d for %s: "
437 "ret=%d\n", j, algo, -ret);
441 if (memcmp(result, template[i].digest,
442 crypto_ahash_digestsize(tfm))) {
443 printk(KERN_ERR "alg: hash: Chunking test %d "
444 "failed for %s\n", j, algo);
445 hexdump(result, crypto_ahash_digestsize(tfm));
451 /* partial update exercise */
453 for (i = 0; i < tcount; i++) {
454 /* alignment tests are only done with continuous buffers */
455 if (align_offset != 0)
458 if (template[i].np < 2)
462 memset(result, 0, digest_size);
466 memcpy(hash_buff, template[i].plaintext,
468 sg_init_one(&sg[0], hash_buff, template[i].tap[0]);
470 if (template[i].ksize) {
471 crypto_ahash_clear_flags(tfm, ~0);
472 if (template[i].ksize > MAX_KEYLEN) {
473 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
474 j, algo, template[i].ksize, MAX_KEYLEN);
478 memcpy(key, template[i].key, template[i].ksize);
479 ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
481 pr_err("alg: hash: setkey failed on test %d for %s: ret=%d\n",
487 ahash_request_set_crypt(req, sg, result, template[i].tap[0]);
488 ret = wait_async_op(&tresult, crypto_ahash_init(req));
490 pr_err("alt: hash: init failed on test %d for %s: ret=%d\n",
494 ret = wait_async_op(&tresult, crypto_ahash_update(req));
496 pr_err("alt: hash: update failed on test %d for %s: ret=%d\n",
501 temp = template[i].tap[0];
502 for (k = 1; k < template[i].np; k++) {
503 ret = ahash_partial_update(&req, tfm, &template[i],
504 hash_buff, k, temp, &sg[0], algo, result,
507 pr_err("hash: partial update failed on test %d for %s: ret=%d\n",
511 temp += template[i].tap[k];
513 ret = wait_async_op(&tresult, crypto_ahash_final(req));
515 pr_err("alt: hash: final failed on test %d for %s: ret=%d\n",
519 if (memcmp(result, template[i].digest,
520 crypto_ahash_digestsize(tfm))) {
521 pr_err("alg: hash: Partial Test %d failed for %s\n",
523 hexdump(result, crypto_ahash_digestsize(tfm));
532 ahash_request_free(req);
534 testmgr_free_buf(xbuf);
541 static int test_hash(struct crypto_ahash *tfm, struct hash_testvec *template,
542 unsigned int tcount, bool use_digest)
544 unsigned int alignmask;
547 ret = __test_hash(tfm, template, tcount, use_digest, 0);
551 /* test unaligned buffers, check with one byte offset */
552 ret = __test_hash(tfm, template, tcount, use_digest, 1);
556 alignmask = crypto_tfm_alg_alignmask(&tfm->base);
558 /* Check if alignment mask for tfm is correctly set. */
559 ret = __test_hash(tfm, template, tcount, use_digest,
568 static int __test_aead(struct crypto_aead *tfm, int enc,
569 struct aead_testvec *template, unsigned int tcount,
570 const bool diff_dst, const int align_offset)
572 const char *algo = crypto_tfm_alg_driver_name(crypto_aead_tfm(tfm));
573 unsigned int i, j, k, n, temp;
577 struct aead_request *req;
578 struct scatterlist *sg;
579 struct scatterlist *sgout;
581 struct tcrypt_result result;
582 unsigned int authsize, iv_len;
587 char *xbuf[XBUFSIZE];
588 char *xoutbuf[XBUFSIZE];
589 char *axbuf[XBUFSIZE];
591 iv = kzalloc(MAX_IVLEN, GFP_KERNEL);
594 key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
597 if (testmgr_alloc_buf(xbuf))
599 if (testmgr_alloc_buf(axbuf))
601 if (diff_dst && testmgr_alloc_buf(xoutbuf))
604 /* avoid "the frame size is larger than 1024 bytes" compiler warning */
605 sg = kmalloc(sizeof(*sg) * 8 * (diff_dst ? 4 : 2), GFP_KERNEL);
620 init_completion(&result.completion);
622 req = aead_request_alloc(tfm, GFP_KERNEL);
624 pr_err("alg: aead%s: Failed to allocate request for %s\n",
629 aead_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
630 tcrypt_complete, &result);
632 iv_len = crypto_aead_ivsize(tfm);
634 for (i = 0, j = 0; i < tcount; i++) {
640 /* some templates have no input data but they will
644 input += align_offset;
648 if (WARN_ON(align_offset + template[i].ilen >
649 PAGE_SIZE || template[i].alen > PAGE_SIZE))
652 memcpy(input, template[i].input, template[i].ilen);
653 memcpy(assoc, template[i].assoc, template[i].alen);
655 memcpy(iv, template[i].iv, iv_len);
657 memset(iv, 0, iv_len);
659 crypto_aead_clear_flags(tfm, ~0);
661 crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
663 if (template[i].klen > MAX_KEYLEN) {
664 pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
665 d, j, algo, template[i].klen,
670 memcpy(key, template[i].key, template[i].klen);
672 ret = crypto_aead_setkey(tfm, key, template[i].klen);
673 if (template[i].fail == !ret) {
674 pr_err("alg: aead%s: setkey failed on test %d for %s: flags=%x\n",
675 d, j, algo, crypto_aead_get_flags(tfm));
680 authsize = abs(template[i].rlen - template[i].ilen);
681 ret = crypto_aead_setauthsize(tfm, authsize);
683 pr_err("alg: aead%s: Failed to set authsize to %u on test %d for %s\n",
684 d, authsize, j, algo);
688 k = !!template[i].alen;
689 sg_init_table(sg, k + 1);
690 sg_set_buf(&sg[0], assoc, template[i].alen);
691 sg_set_buf(&sg[k], input,
692 template[i].ilen + (enc ? authsize : 0));
696 sg_init_table(sgout, k + 1);
697 sg_set_buf(&sgout[0], assoc, template[i].alen);
700 output += align_offset;
701 sg_set_buf(&sgout[k], output,
702 template[i].rlen + (enc ? 0 : authsize));
705 aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
706 template[i].ilen, iv);
708 aead_request_set_ad(req, template[i].alen);
710 ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
714 if (template[i].novrfy) {
715 /* verification was supposed to fail */
716 pr_err("alg: aead%s: %s failed on test %d for %s: ret was 0, expected -EBADMSG\n",
718 /* so really, we got a bad message */
725 wait_for_completion(&result.completion);
726 reinit_completion(&result.completion);
731 if (template[i].novrfy)
732 /* verification failure was expected */
736 pr_err("alg: aead%s: %s failed on test %d for %s: ret=%d\n",
737 d, e, j, algo, -ret);
742 if (memcmp(q, template[i].result, template[i].rlen)) {
743 pr_err("alg: aead%s: Test %d failed on %s for %s\n",
745 hexdump(q, template[i].rlen);
751 for (i = 0, j = 0; i < tcount; i++) {
752 /* alignment tests are only done with continuous buffers */
753 if (align_offset != 0)
762 memcpy(iv, template[i].iv, iv_len);
764 memset(iv, 0, MAX_IVLEN);
766 crypto_aead_clear_flags(tfm, ~0);
768 crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
769 if (template[i].klen > MAX_KEYLEN) {
770 pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
771 d, j, algo, template[i].klen, MAX_KEYLEN);
775 memcpy(key, template[i].key, template[i].klen);
777 ret = crypto_aead_setkey(tfm, key, template[i].klen);
778 if (template[i].fail == !ret) {
779 pr_err("alg: aead%s: setkey failed on chunk test %d for %s: flags=%x\n",
780 d, j, algo, crypto_aead_get_flags(tfm));
785 authsize = abs(template[i].rlen - template[i].ilen);
788 sg_init_table(sg, template[i].anp + template[i].np);
790 sg_init_table(sgout, template[i].anp + template[i].np);
793 for (k = 0, temp = 0; k < template[i].anp; k++) {
794 if (WARN_ON(offset_in_page(IDX[k]) +
795 template[i].atap[k] > PAGE_SIZE))
798 memcpy(axbuf[IDX[k] >> PAGE_SHIFT] +
799 offset_in_page(IDX[k]),
800 template[i].assoc + temp,
801 template[i].atap[k]),
802 template[i].atap[k]);
804 sg_set_buf(&sgout[k],
805 axbuf[IDX[k] >> PAGE_SHIFT] +
806 offset_in_page(IDX[k]),
807 template[i].atap[k]);
808 temp += template[i].atap[k];
811 for (k = 0, temp = 0; k < template[i].np; k++) {
812 if (WARN_ON(offset_in_page(IDX[k]) +
813 template[i].tap[k] > PAGE_SIZE))
816 q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
817 memcpy(q, template[i].input + temp, template[i].tap[k]);
818 sg_set_buf(&sg[template[i].anp + k],
819 q, template[i].tap[k]);
822 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
823 offset_in_page(IDX[k]);
825 memset(q, 0, template[i].tap[k]);
827 sg_set_buf(&sgout[template[i].anp + k],
828 q, template[i].tap[k]);
831 n = template[i].tap[k];
832 if (k == template[i].np - 1 && enc)
834 if (offset_in_page(q) + n < PAGE_SIZE)
837 temp += template[i].tap[k];
840 ret = crypto_aead_setauthsize(tfm, authsize);
842 pr_err("alg: aead%s: Failed to set authsize to %u on chunk test %d for %s\n",
843 d, authsize, j, algo);
848 if (WARN_ON(sg[template[i].anp + k - 1].offset +
849 sg[template[i].anp + k - 1].length +
850 authsize > PAGE_SIZE)) {
856 sgout[template[i].anp + k - 1].length +=
858 sg[template[i].anp + k - 1].length += authsize;
861 aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
865 aead_request_set_ad(req, template[i].alen);
867 ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
871 if (template[i].novrfy) {
872 /* verification was supposed to fail */
873 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret was 0, expected -EBADMSG\n",
875 /* so really, we got a bad message */
882 wait_for_completion(&result.completion);
883 reinit_completion(&result.completion);
888 if (template[i].novrfy)
889 /* verification failure was expected */
893 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret=%d\n",
894 d, e, j, algo, -ret);
899 for (k = 0, temp = 0; k < template[i].np; k++) {
901 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
902 offset_in_page(IDX[k]);
904 q = xbuf[IDX[k] >> PAGE_SHIFT] +
905 offset_in_page(IDX[k]);
907 n = template[i].tap[k];
908 if (k == template[i].np - 1)
909 n += enc ? authsize : -authsize;
911 if (memcmp(q, template[i].result + temp, n)) {
912 pr_err("alg: aead%s: Chunk test %d failed on %s at page %u for %s\n",
919 if (k == template[i].np - 1 && !enc) {
921 memcmp(q, template[i].input +
927 for (n = 0; offset_in_page(q + n) && q[n]; n++)
931 pr_err("alg: aead%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
932 d, j, e, k, algo, n);
937 temp += template[i].tap[k];
944 aead_request_free(req);
948 testmgr_free_buf(xoutbuf);
950 testmgr_free_buf(axbuf);
952 testmgr_free_buf(xbuf);
959 static int test_aead(struct crypto_aead *tfm, int enc,
960 struct aead_testvec *template, unsigned int tcount)
962 unsigned int alignmask;
965 /* test 'dst == src' case */
966 ret = __test_aead(tfm, enc, template, tcount, false, 0);
970 /* test 'dst != src' case */
971 ret = __test_aead(tfm, enc, template, tcount, true, 0);
975 /* test unaligned buffers, check with one byte offset */
976 ret = __test_aead(tfm, enc, template, tcount, true, 1);
980 alignmask = crypto_tfm_alg_alignmask(&tfm->base);
982 /* Check if alignment mask for tfm is correctly set. */
983 ret = __test_aead(tfm, enc, template, tcount, true,
992 static int test_cipher(struct crypto_cipher *tfm, int enc,
993 struct cipher_testvec *template, unsigned int tcount)
995 const char *algo = crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm));
996 unsigned int i, j, k;
1000 char *xbuf[XBUFSIZE];
1003 if (testmgr_alloc_buf(xbuf))
1012 for (i = 0; i < tcount; i++) {
1016 if (fips_enabled && template[i].fips_skip)
1022 if (WARN_ON(template[i].ilen > PAGE_SIZE))
1026 memcpy(data, template[i].input, template[i].ilen);
1028 crypto_cipher_clear_flags(tfm, ~0);
1030 crypto_cipher_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
1032 ret = crypto_cipher_setkey(tfm, template[i].key,
1034 if (template[i].fail == !ret) {
1035 printk(KERN_ERR "alg: cipher: setkey failed "
1036 "on test %d for %s: flags=%x\n", j,
1037 algo, crypto_cipher_get_flags(tfm));
1042 for (k = 0; k < template[i].ilen;
1043 k += crypto_cipher_blocksize(tfm)) {
1045 crypto_cipher_encrypt_one(tfm, data + k,
1048 crypto_cipher_decrypt_one(tfm, data + k,
1053 if (memcmp(q, template[i].result, template[i].rlen)) {
1054 printk(KERN_ERR "alg: cipher: Test %d failed "
1055 "on %s for %s\n", j, e, algo);
1056 hexdump(q, template[i].rlen);
1065 testmgr_free_buf(xbuf);
1070 static int __test_skcipher(struct crypto_skcipher *tfm, int enc,
1071 struct cipher_testvec *template, unsigned int tcount,
1072 const bool diff_dst, const int align_offset)
1075 crypto_tfm_alg_driver_name(crypto_skcipher_tfm(tfm));
1076 unsigned int i, j, k, n, temp;
1078 struct skcipher_request *req;
1079 struct scatterlist sg[8];
1080 struct scatterlist sgout[8];
1082 struct tcrypt_result result;
1085 char *xbuf[XBUFSIZE];
1086 char *xoutbuf[XBUFSIZE];
1088 unsigned int ivsize = crypto_skcipher_ivsize(tfm);
1090 if (testmgr_alloc_buf(xbuf))
1093 if (diff_dst && testmgr_alloc_buf(xoutbuf))
1106 init_completion(&result.completion);
1108 req = skcipher_request_alloc(tfm, GFP_KERNEL);
1110 pr_err("alg: skcipher%s: Failed to allocate request for %s\n",
1115 skcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1116 tcrypt_complete, &result);
1119 for (i = 0; i < tcount; i++) {
1120 if (template[i].np && !template[i].also_non_np)
1123 if (fips_enabled && template[i].fips_skip)
1127 memcpy(iv, template[i].iv, ivsize);
1129 memset(iv, 0, MAX_IVLEN);
1133 if (WARN_ON(align_offset + template[i].ilen > PAGE_SIZE))
1137 data += align_offset;
1138 memcpy(data, template[i].input, template[i].ilen);
1140 crypto_skcipher_clear_flags(tfm, ~0);
1142 crypto_skcipher_set_flags(tfm,
1143 CRYPTO_TFM_REQ_WEAK_KEY);
1145 ret = crypto_skcipher_setkey(tfm, template[i].key,
1147 if (template[i].fail == !ret) {
1148 pr_err("alg: skcipher%s: setkey failed on test %d for %s: flags=%x\n",
1149 d, j, algo, crypto_skcipher_get_flags(tfm));
1154 sg_init_one(&sg[0], data, template[i].ilen);
1157 data += align_offset;
1158 sg_init_one(&sgout[0], data, template[i].ilen);
1161 skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1162 template[i].ilen, iv);
1163 ret = enc ? crypto_skcipher_encrypt(req) :
1164 crypto_skcipher_decrypt(req);
1171 wait_for_completion(&result.completion);
1172 reinit_completion(&result.completion);
1178 pr_err("alg: skcipher%s: %s failed on test %d for %s: ret=%d\n",
1179 d, e, j, algo, -ret);
1184 if (memcmp(q, template[i].result, template[i].rlen)) {
1185 pr_err("alg: skcipher%s: Test %d failed (invalid result) on %s for %s\n",
1187 hexdump(q, template[i].rlen);
1192 if (template[i].iv_out &&
1193 memcmp(iv, template[i].iv_out,
1194 crypto_skcipher_ivsize(tfm))) {
1195 pr_err("alg: skcipher%s: Test %d failed (invalid output IV) on %s for %s\n",
1197 hexdump(iv, crypto_skcipher_ivsize(tfm));
1204 for (i = 0; i < tcount; i++) {
1205 /* alignment tests are only done with continuous buffers */
1206 if (align_offset != 0)
1209 if (!template[i].np)
1212 if (fips_enabled && template[i].fips_skip)
1216 memcpy(iv, template[i].iv, ivsize);
1218 memset(iv, 0, MAX_IVLEN);
1221 crypto_skcipher_clear_flags(tfm, ~0);
1223 crypto_skcipher_set_flags(tfm,
1224 CRYPTO_TFM_REQ_WEAK_KEY);
1226 ret = crypto_skcipher_setkey(tfm, template[i].key,
1228 if (template[i].fail == !ret) {
1229 pr_err("alg: skcipher%s: setkey failed on chunk test %d for %s: flags=%x\n",
1230 d, j, algo, crypto_skcipher_get_flags(tfm));
1237 sg_init_table(sg, template[i].np);
1239 sg_init_table(sgout, template[i].np);
1240 for (k = 0; k < template[i].np; k++) {
1241 if (WARN_ON(offset_in_page(IDX[k]) +
1242 template[i].tap[k] > PAGE_SIZE))
1245 q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
1247 memcpy(q, template[i].input + temp, template[i].tap[k]);
1249 if (offset_in_page(q) + template[i].tap[k] < PAGE_SIZE)
1250 q[template[i].tap[k]] = 0;
1252 sg_set_buf(&sg[k], q, template[i].tap[k]);
1254 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1255 offset_in_page(IDX[k]);
1257 sg_set_buf(&sgout[k], q, template[i].tap[k]);
1259 memset(q, 0, template[i].tap[k]);
1260 if (offset_in_page(q) +
1261 template[i].tap[k] < PAGE_SIZE)
1262 q[template[i].tap[k]] = 0;
1265 temp += template[i].tap[k];
1268 skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1269 template[i].ilen, iv);
1271 ret = enc ? crypto_skcipher_encrypt(req) :
1272 crypto_skcipher_decrypt(req);
1279 wait_for_completion(&result.completion);
1280 reinit_completion(&result.completion);
1286 pr_err("alg: skcipher%s: %s failed on chunk test %d for %s: ret=%d\n",
1287 d, e, j, algo, -ret);
1293 for (k = 0; k < template[i].np; k++) {
1295 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1296 offset_in_page(IDX[k]);
1298 q = xbuf[IDX[k] >> PAGE_SHIFT] +
1299 offset_in_page(IDX[k]);
1301 if (memcmp(q, template[i].result + temp,
1302 template[i].tap[k])) {
1303 pr_err("alg: skcipher%s: Chunk test %d failed on %s at page %u for %s\n",
1305 hexdump(q, template[i].tap[k]);
1309 q += template[i].tap[k];
1310 for (n = 0; offset_in_page(q + n) && q[n]; n++)
1313 pr_err("alg: skcipher%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
1314 d, j, e, k, algo, n);
1318 temp += template[i].tap[k];
1325 skcipher_request_free(req);
1327 testmgr_free_buf(xoutbuf);
1329 testmgr_free_buf(xbuf);
1334 static int test_skcipher(struct crypto_skcipher *tfm, int enc,
1335 struct cipher_testvec *template, unsigned int tcount)
1337 unsigned int alignmask;
1340 /* test 'dst == src' case */
1341 ret = __test_skcipher(tfm, enc, template, tcount, false, 0);
1345 /* test 'dst != src' case */
1346 ret = __test_skcipher(tfm, enc, template, tcount, true, 0);
1350 /* test unaligned buffers, check with one byte offset */
1351 ret = __test_skcipher(tfm, enc, template, tcount, true, 1);
1355 alignmask = crypto_tfm_alg_alignmask(&tfm->base);
1357 /* Check if alignment mask for tfm is correctly set. */
1358 ret = __test_skcipher(tfm, enc, template, tcount, true,
1367 static int test_comp(struct crypto_comp *tfm, struct comp_testvec *ctemplate,
1368 struct comp_testvec *dtemplate, int ctcount, int dtcount)
1370 const char *algo = crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm));
1372 char result[COMP_BUF_SIZE];
1375 for (i = 0; i < ctcount; i++) {
1377 unsigned int dlen = COMP_BUF_SIZE;
1379 memset(result, 0, sizeof (result));
1381 ilen = ctemplate[i].inlen;
1382 ret = crypto_comp_compress(tfm, ctemplate[i].input,
1383 ilen, result, &dlen);
1385 printk(KERN_ERR "alg: comp: compression failed "
1386 "on test %d for %s: ret=%d\n", i + 1, algo,
1391 if (dlen != ctemplate[i].outlen) {
1392 printk(KERN_ERR "alg: comp: Compression test %d "
1393 "failed for %s: output len = %d\n", i + 1, algo,
1399 if (memcmp(result, ctemplate[i].output, dlen)) {
1400 printk(KERN_ERR "alg: comp: Compression test %d "
1401 "failed for %s\n", i + 1, algo);
1402 hexdump(result, dlen);
1408 for (i = 0; i < dtcount; i++) {
1410 unsigned int dlen = COMP_BUF_SIZE;
1412 memset(result, 0, sizeof (result));
1414 ilen = dtemplate[i].inlen;
1415 ret = crypto_comp_decompress(tfm, dtemplate[i].input,
1416 ilen, result, &dlen);
1418 printk(KERN_ERR "alg: comp: decompression failed "
1419 "on test %d for %s: ret=%d\n", i + 1, algo,
1424 if (dlen != dtemplate[i].outlen) {
1425 printk(KERN_ERR "alg: comp: Decompression test %d "
1426 "failed for %s: output len = %d\n", i + 1, algo,
1432 if (memcmp(result, dtemplate[i].output, dlen)) {
1433 printk(KERN_ERR "alg: comp: Decompression test %d "
1434 "failed for %s\n", i + 1, algo);
1435 hexdump(result, dlen);
1447 static int test_acomp(struct crypto_acomp *tfm, struct comp_testvec *ctemplate,
1448 struct comp_testvec *dtemplate, int ctcount, int dtcount)
1450 const char *algo = crypto_tfm_alg_driver_name(crypto_acomp_tfm(tfm));
1454 struct scatterlist src, dst;
1455 struct acomp_req *req;
1456 struct tcrypt_result result;
1458 output = kmalloc(COMP_BUF_SIZE, GFP_KERNEL);
1462 for (i = 0; i < ctcount; i++) {
1463 unsigned int dlen = COMP_BUF_SIZE;
1464 int ilen = ctemplate[i].inlen;
1467 input_vec = kmemdup(ctemplate[i].input, ilen, GFP_KERNEL);
1473 memset(output, 0, dlen);
1474 init_completion(&result.completion);
1475 sg_init_one(&src, input_vec, ilen);
1476 sg_init_one(&dst, output, dlen);
1478 req = acomp_request_alloc(tfm);
1480 pr_err("alg: acomp: request alloc failed for %s\n",
1487 acomp_request_set_params(req, &src, &dst, ilen, dlen);
1488 acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1489 tcrypt_complete, &result);
1491 ret = wait_async_op(&result, crypto_acomp_compress(req));
1493 pr_err("alg: acomp: compression failed on test %d for %s: ret=%d\n",
1496 acomp_request_free(req);
1500 if (req->dlen != ctemplate[i].outlen) {
1501 pr_err("alg: acomp: Compression test %d failed for %s: output len = %d\n",
1502 i + 1, algo, req->dlen);
1505 acomp_request_free(req);
1509 if (memcmp(output, ctemplate[i].output, req->dlen)) {
1510 pr_err("alg: acomp: Compression test %d failed for %s\n",
1512 hexdump(output, req->dlen);
1515 acomp_request_free(req);
1520 acomp_request_free(req);
1523 for (i = 0; i < dtcount; i++) {
1524 unsigned int dlen = COMP_BUF_SIZE;
1525 int ilen = dtemplate[i].inlen;
1528 input_vec = kmemdup(dtemplate[i].input, ilen, GFP_KERNEL);
1534 memset(output, 0, dlen);
1535 init_completion(&result.completion);
1536 sg_init_one(&src, input_vec, ilen);
1537 sg_init_one(&dst, output, dlen);
1539 req = acomp_request_alloc(tfm);
1541 pr_err("alg: acomp: request alloc failed for %s\n",
1548 acomp_request_set_params(req, &src, &dst, ilen, dlen);
1549 acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1550 tcrypt_complete, &result);
1552 ret = wait_async_op(&result, crypto_acomp_decompress(req));
1554 pr_err("alg: acomp: decompression failed on test %d for %s: ret=%d\n",
1557 acomp_request_free(req);
1561 if (req->dlen != dtemplate[i].outlen) {
1562 pr_err("alg: acomp: Decompression test %d failed for %s: output len = %d\n",
1563 i + 1, algo, req->dlen);
1566 acomp_request_free(req);
1570 if (memcmp(output, dtemplate[i].output, req->dlen)) {
1571 pr_err("alg: acomp: Decompression test %d failed for %s\n",
1573 hexdump(output, req->dlen);
1576 acomp_request_free(req);
1581 acomp_request_free(req);
1591 static int test_cprng(struct crypto_rng *tfm, struct cprng_testvec *template,
1592 unsigned int tcount)
1594 const char *algo = crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm));
1595 int err = 0, i, j, seedsize;
1599 seedsize = crypto_rng_seedsize(tfm);
1601 seed = kmalloc(seedsize, GFP_KERNEL);
1603 printk(KERN_ERR "alg: cprng: Failed to allocate seed space "
1608 for (i = 0; i < tcount; i++) {
1609 memset(result, 0, 32);
1611 memcpy(seed, template[i].v, template[i].vlen);
1612 memcpy(seed + template[i].vlen, template[i].key,
1614 memcpy(seed + template[i].vlen + template[i].klen,
1615 template[i].dt, template[i].dtlen);
1617 err = crypto_rng_reset(tfm, seed, seedsize);
1619 printk(KERN_ERR "alg: cprng: Failed to reset rng "
1624 for (j = 0; j < template[i].loops; j++) {
1625 err = crypto_rng_get_bytes(tfm, result,
1628 printk(KERN_ERR "alg: cprng: Failed to obtain "
1629 "the correct amount of random data for "
1630 "%s (requested %d)\n", algo,
1636 err = memcmp(result, template[i].result,
1639 printk(KERN_ERR "alg: cprng: Test %d failed for %s\n",
1641 hexdump(result, template[i].rlen);
1652 static int alg_test_aead(const struct alg_test_desc *desc, const char *driver,
1655 struct crypto_aead *tfm;
1658 tfm = crypto_alloc_aead(driver, type, mask);
1660 printk(KERN_ERR "alg: aead: Failed to load transform for %s: "
1661 "%ld\n", driver, PTR_ERR(tfm));
1662 return PTR_ERR(tfm);
1665 if (desc->suite.aead.enc.vecs) {
1666 err = test_aead(tfm, ENCRYPT, desc->suite.aead.enc.vecs,
1667 desc->suite.aead.enc.count);
1672 if (!err && desc->suite.aead.dec.vecs)
1673 err = test_aead(tfm, DECRYPT, desc->suite.aead.dec.vecs,
1674 desc->suite.aead.dec.count);
1677 crypto_free_aead(tfm);
1681 static int alg_test_cipher(const struct alg_test_desc *desc,
1682 const char *driver, u32 type, u32 mask)
1684 struct crypto_cipher *tfm;
1687 tfm = crypto_alloc_cipher(driver, type, mask);
1689 printk(KERN_ERR "alg: cipher: Failed to load transform for "
1690 "%s: %ld\n", driver, PTR_ERR(tfm));
1691 return PTR_ERR(tfm);
1694 if (desc->suite.cipher.enc.vecs) {
1695 err = test_cipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1696 desc->suite.cipher.enc.count);
1701 if (desc->suite.cipher.dec.vecs)
1702 err = test_cipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1703 desc->suite.cipher.dec.count);
1706 crypto_free_cipher(tfm);
1710 static int alg_test_skcipher(const struct alg_test_desc *desc,
1711 const char *driver, u32 type, u32 mask)
1713 struct crypto_skcipher *tfm;
1716 tfm = crypto_alloc_skcipher(driver, type, mask);
1718 printk(KERN_ERR "alg: skcipher: Failed to load transform for "
1719 "%s: %ld\n", driver, PTR_ERR(tfm));
1720 return PTR_ERR(tfm);
1723 if (desc->suite.cipher.enc.vecs) {
1724 err = test_skcipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1725 desc->suite.cipher.enc.count);
1730 if (desc->suite.cipher.dec.vecs)
1731 err = test_skcipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1732 desc->suite.cipher.dec.count);
1735 crypto_free_skcipher(tfm);
1739 static int alg_test_comp(const struct alg_test_desc *desc, const char *driver,
1742 struct crypto_comp *comp;
1743 struct crypto_acomp *acomp;
1745 u32 algo_type = type & CRYPTO_ALG_TYPE_ACOMPRESS_MASK;
1747 if (algo_type == CRYPTO_ALG_TYPE_ACOMPRESS) {
1748 acomp = crypto_alloc_acomp(driver, type, mask);
1749 if (IS_ERR(acomp)) {
1750 pr_err("alg: acomp: Failed to load transform for %s: %ld\n",
1751 driver, PTR_ERR(acomp));
1752 return PTR_ERR(acomp);
1754 err = test_acomp(acomp, desc->suite.comp.comp.vecs,
1755 desc->suite.comp.decomp.vecs,
1756 desc->suite.comp.comp.count,
1757 desc->suite.comp.decomp.count);
1758 crypto_free_acomp(acomp);
1760 comp = crypto_alloc_comp(driver, type, mask);
1762 pr_err("alg: comp: Failed to load transform for %s: %ld\n",
1763 driver, PTR_ERR(comp));
1764 return PTR_ERR(comp);
1767 err = test_comp(comp, desc->suite.comp.comp.vecs,
1768 desc->suite.comp.decomp.vecs,
1769 desc->suite.comp.comp.count,
1770 desc->suite.comp.decomp.count);
1772 crypto_free_comp(comp);
1777 static int alg_test_hash(const struct alg_test_desc *desc, const char *driver,
1780 struct crypto_ahash *tfm;
1783 tfm = crypto_alloc_ahash(driver, type, mask);
1785 printk(KERN_ERR "alg: hash: Failed to load transform for %s: "
1786 "%ld\n", driver, PTR_ERR(tfm));
1787 return PTR_ERR(tfm);
1790 err = test_hash(tfm, desc->suite.hash.vecs,
1791 desc->suite.hash.count, true);
1793 err = test_hash(tfm, desc->suite.hash.vecs,
1794 desc->suite.hash.count, false);
1796 crypto_free_ahash(tfm);
1800 static int alg_test_crc32c(const struct alg_test_desc *desc,
1801 const char *driver, u32 type, u32 mask)
1803 struct crypto_shash *tfm;
1807 err = alg_test_hash(desc, driver, type, mask);
1811 tfm = crypto_alloc_shash(driver, type, mask);
1813 printk(KERN_ERR "alg: crc32c: Failed to load transform for %s: "
1814 "%ld\n", driver, PTR_ERR(tfm));
1820 SHASH_DESC_ON_STACK(shash, tfm);
1821 u32 *ctx = (u32 *)shash_desc_ctx(shash);
1826 *ctx = le32_to_cpu(420553207);
1827 err = crypto_shash_final(shash, (u8 *)&val);
1829 printk(KERN_ERR "alg: crc32c: Operation failed for "
1830 "%s: %d\n", driver, err);
1834 if (val != ~420553207) {
1835 printk(KERN_ERR "alg: crc32c: Test failed for %s: "
1836 "%d\n", driver, val);
1841 crypto_free_shash(tfm);
1847 static int alg_test_cprng(const struct alg_test_desc *desc, const char *driver,
1850 struct crypto_rng *rng;
1853 rng = crypto_alloc_rng(driver, type, mask);
1855 printk(KERN_ERR "alg: cprng: Failed to load transform for %s: "
1856 "%ld\n", driver, PTR_ERR(rng));
1857 return PTR_ERR(rng);
1860 err = test_cprng(rng, desc->suite.cprng.vecs, desc->suite.cprng.count);
1862 crypto_free_rng(rng);
1868 static int drbg_cavs_test(struct drbg_testvec *test, int pr,
1869 const char *driver, u32 type, u32 mask)
1872 struct crypto_rng *drng;
1873 struct drbg_test_data test_data;
1874 struct drbg_string addtl, pers, testentropy;
1875 unsigned char *buf = kzalloc(test->expectedlen, GFP_KERNEL);
1880 drng = crypto_alloc_rng(driver, type, mask);
1882 printk(KERN_ERR "alg: drbg: could not allocate DRNG handle for "
1888 test_data.testentropy = &testentropy;
1889 drbg_string_fill(&testentropy, test->entropy, test->entropylen);
1890 drbg_string_fill(&pers, test->pers, test->perslen);
1891 ret = crypto_drbg_reset_test(drng, &pers, &test_data);
1893 printk(KERN_ERR "alg: drbg: Failed to reset rng\n");
1897 drbg_string_fill(&addtl, test->addtla, test->addtllen);
1899 drbg_string_fill(&testentropy, test->entpra, test->entprlen);
1900 ret = crypto_drbg_get_bytes_addtl_test(drng,
1901 buf, test->expectedlen, &addtl, &test_data);
1903 ret = crypto_drbg_get_bytes_addtl(drng,
1904 buf, test->expectedlen, &addtl);
1907 printk(KERN_ERR "alg: drbg: could not obtain random data for "
1908 "driver %s\n", driver);
1912 drbg_string_fill(&addtl, test->addtlb, test->addtllen);
1914 drbg_string_fill(&testentropy, test->entprb, test->entprlen);
1915 ret = crypto_drbg_get_bytes_addtl_test(drng,
1916 buf, test->expectedlen, &addtl, &test_data);
1918 ret = crypto_drbg_get_bytes_addtl(drng,
1919 buf, test->expectedlen, &addtl);
1922 printk(KERN_ERR "alg: drbg: could not obtain random data for "
1923 "driver %s\n", driver);
1927 ret = memcmp(test->expected, buf, test->expectedlen);
1930 crypto_free_rng(drng);
1936 static int alg_test_drbg(const struct alg_test_desc *desc, const char *driver,
1942 struct drbg_testvec *template = desc->suite.drbg.vecs;
1943 unsigned int tcount = desc->suite.drbg.count;
1945 if (0 == memcmp(driver, "drbg_pr_", 8))
1948 for (i = 0; i < tcount; i++) {
1949 err = drbg_cavs_test(&template[i], pr, driver, type, mask);
1951 printk(KERN_ERR "alg: drbg: Test %d failed for %s\n",
1961 static int do_test_kpp(struct crypto_kpp *tfm, struct kpp_testvec *vec,
1964 struct kpp_request *req;
1965 void *input_buf = NULL;
1966 void *output_buf = NULL;
1967 struct tcrypt_result result;
1968 unsigned int out_len_max;
1970 struct scatterlist src, dst;
1972 req = kpp_request_alloc(tfm, GFP_KERNEL);
1976 init_completion(&result.completion);
1978 err = crypto_kpp_set_secret(tfm, vec->secret, vec->secret_size);
1982 out_len_max = crypto_kpp_maxsize(tfm);
1983 output_buf = kzalloc(out_len_max, GFP_KERNEL);
1989 /* Use appropriate parameter as base */
1990 kpp_request_set_input(req, NULL, 0);
1991 sg_init_one(&dst, output_buf, out_len_max);
1992 kpp_request_set_output(req, &dst, out_len_max);
1993 kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1994 tcrypt_complete, &result);
1996 /* Compute public key */
1997 err = wait_async_op(&result, crypto_kpp_generate_public_key(req));
1999 pr_err("alg: %s: generate public key test failed. err %d\n",
2003 /* Verify calculated public key */
2004 if (memcmp(vec->expected_a_public, sg_virt(req->dst),
2005 vec->expected_a_public_size)) {
2006 pr_err("alg: %s: generate public key test failed. Invalid output\n",
2012 /* Calculate shared secret key by using counter part (b) public key. */
2013 input_buf = kzalloc(vec->b_public_size, GFP_KERNEL);
2019 memcpy(input_buf, vec->b_public, vec->b_public_size);
2020 sg_init_one(&src, input_buf, vec->b_public_size);
2021 sg_init_one(&dst, output_buf, out_len_max);
2022 kpp_request_set_input(req, &src, vec->b_public_size);
2023 kpp_request_set_output(req, &dst, out_len_max);
2024 kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
2025 tcrypt_complete, &result);
2026 err = wait_async_op(&result, crypto_kpp_compute_shared_secret(req));
2028 pr_err("alg: %s: compute shard secret test failed. err %d\n",
2033 * verify shared secret from which the user will derive
2034 * secret key by executing whatever hash it has chosen
2036 if (memcmp(vec->expected_ss, sg_virt(req->dst),
2037 vec->expected_ss_size)) {
2038 pr_err("alg: %s: compute shared secret test failed. Invalid output\n",
2048 kpp_request_free(req);
2052 static int test_kpp(struct crypto_kpp *tfm, const char *alg,
2053 struct kpp_testvec *vecs, unsigned int tcount)
2057 for (i = 0; i < tcount; i++) {
2058 ret = do_test_kpp(tfm, vecs++, alg);
2060 pr_err("alg: %s: test failed on vector %d, err=%d\n",
2068 static int alg_test_kpp(const struct alg_test_desc *desc, const char *driver,
2071 struct crypto_kpp *tfm;
2074 tfm = crypto_alloc_kpp(driver, type, mask);
2076 pr_err("alg: kpp: Failed to load tfm for %s: %ld\n",
2077 driver, PTR_ERR(tfm));
2078 return PTR_ERR(tfm);
2080 if (desc->suite.kpp.vecs)
2081 err = test_kpp(tfm, desc->alg, desc->suite.kpp.vecs,
2082 desc->suite.kpp.count);
2084 crypto_free_kpp(tfm);
2088 static int test_akcipher_one(struct crypto_akcipher *tfm,
2089 struct akcipher_testvec *vecs)
2091 char *xbuf[XBUFSIZE];
2092 struct akcipher_request *req;
2093 void *outbuf_enc = NULL;
2094 void *outbuf_dec = NULL;
2095 struct tcrypt_result result;
2096 unsigned int out_len_max, out_len = 0;
2098 struct scatterlist src, dst, src_tab[2];
2100 if (testmgr_alloc_buf(xbuf))
2103 req = akcipher_request_alloc(tfm, GFP_KERNEL);
2107 init_completion(&result.completion);
2109 if (vecs->public_key_vec)
2110 err = crypto_akcipher_set_pub_key(tfm, vecs->key,
2113 err = crypto_akcipher_set_priv_key(tfm, vecs->key,
2119 out_len_max = crypto_akcipher_maxsize(tfm);
2120 outbuf_enc = kzalloc(out_len_max, GFP_KERNEL);
2124 if (WARN_ON(vecs->m_size > PAGE_SIZE))
2127 memcpy(xbuf[0], vecs->m, vecs->m_size);
2129 sg_init_table(src_tab, 2);
2130 sg_set_buf(&src_tab[0], xbuf[0], 8);
2131 sg_set_buf(&src_tab[1], xbuf[0] + 8, vecs->m_size - 8);
2132 sg_init_one(&dst, outbuf_enc, out_len_max);
2133 akcipher_request_set_crypt(req, src_tab, &dst, vecs->m_size,
2135 akcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
2136 tcrypt_complete, &result);
2138 /* Run RSA encrypt - c = m^e mod n;*/
2139 err = wait_async_op(&result, crypto_akcipher_encrypt(req));
2141 pr_err("alg: akcipher: encrypt test failed. err %d\n", err);
2144 if (req->dst_len != vecs->c_size) {
2145 pr_err("alg: akcipher: encrypt test failed. Invalid output len\n");
2149 /* verify that encrypted message is equal to expected */
2150 if (memcmp(vecs->c, outbuf_enc, vecs->c_size)) {
2151 pr_err("alg: akcipher: encrypt test failed. Invalid output\n");
2152 hexdump(outbuf_enc, vecs->c_size);
2156 /* Don't invoke decrypt for vectors with public key */
2157 if (vecs->public_key_vec) {
2161 outbuf_dec = kzalloc(out_len_max, GFP_KERNEL);
2167 if (WARN_ON(vecs->c_size > PAGE_SIZE))
2170 memcpy(xbuf[0], vecs->c, vecs->c_size);
2172 sg_init_one(&src, xbuf[0], vecs->c_size);
2173 sg_init_one(&dst, outbuf_dec, out_len_max);
2174 init_completion(&result.completion);
2175 akcipher_request_set_crypt(req, &src, &dst, vecs->c_size, out_len_max);
2177 /* Run RSA decrypt - m = c^d mod n;*/
2178 err = wait_async_op(&result, crypto_akcipher_decrypt(req));
2180 pr_err("alg: akcipher: decrypt test failed. err %d\n", err);
2183 out_len = req->dst_len;
2184 if (out_len < vecs->m_size) {
2185 pr_err("alg: akcipher: decrypt test failed. "
2186 "Invalid output len %u\n", out_len);
2190 /* verify that decrypted message is equal to the original msg */
2191 if (memchr_inv(outbuf_dec, 0, out_len - vecs->m_size) ||
2192 memcmp(vecs->m, outbuf_dec + out_len - vecs->m_size,
2194 pr_err("alg: akcipher: decrypt test failed. Invalid output\n");
2195 hexdump(outbuf_dec, out_len);
2202 akcipher_request_free(req);
2204 testmgr_free_buf(xbuf);
2208 static int test_akcipher(struct crypto_akcipher *tfm, const char *alg,
2209 struct akcipher_testvec *vecs, unsigned int tcount)
2212 crypto_tfm_alg_driver_name(crypto_akcipher_tfm(tfm));
2215 for (i = 0; i < tcount; i++) {
2216 ret = test_akcipher_one(tfm, vecs++);
2220 pr_err("alg: akcipher: test %d failed for %s, err=%d\n",
2227 static int alg_test_akcipher(const struct alg_test_desc *desc,
2228 const char *driver, u32 type, u32 mask)
2230 struct crypto_akcipher *tfm;
2233 tfm = crypto_alloc_akcipher(driver, type, mask);
2235 pr_err("alg: akcipher: Failed to load tfm for %s: %ld\n",
2236 driver, PTR_ERR(tfm));
2237 return PTR_ERR(tfm);
2239 if (desc->suite.akcipher.vecs)
2240 err = test_akcipher(tfm, desc->alg, desc->suite.akcipher.vecs,
2241 desc->suite.akcipher.count);
2243 crypto_free_akcipher(tfm);
2247 static int alg_test_null(const struct alg_test_desc *desc,
2248 const char *driver, u32 type, u32 mask)
2253 /* Please keep this list sorted by algorithm name. */
2254 static const struct alg_test_desc alg_test_descs[] = {
2256 .alg = "ansi_cprng",
2257 .test = alg_test_cprng,
2260 .vecs = ansi_cprng_aes_tv_template,
2261 .count = ANSI_CPRNG_AES_TEST_VECTORS
2265 .alg = "authenc(hmac(md5),ecb(cipher_null))",
2266 .test = alg_test_aead,
2270 .vecs = hmac_md5_ecb_cipher_null_enc_tv_template,
2271 .count = HMAC_MD5_ECB_CIPHER_NULL_ENC_TEST_VECTORS
2274 .vecs = hmac_md5_ecb_cipher_null_dec_tv_template,
2275 .count = HMAC_MD5_ECB_CIPHER_NULL_DEC_TEST_VECTORS
2280 .alg = "authenc(hmac(sha1),cbc(aes))",
2281 .test = alg_test_aead,
2286 hmac_sha1_aes_cbc_enc_tv_temp,
2288 HMAC_SHA1_AES_CBC_ENC_TEST_VEC
2293 .alg = "authenc(hmac(sha1),cbc(des))",
2294 .test = alg_test_aead,
2299 hmac_sha1_des_cbc_enc_tv_temp,
2301 HMAC_SHA1_DES_CBC_ENC_TEST_VEC
2306 .alg = "authenc(hmac(sha1),cbc(des3_ede))",
2307 .test = alg_test_aead,
2313 hmac_sha1_des3_ede_cbc_enc_tv_temp,
2315 HMAC_SHA1_DES3_EDE_CBC_ENC_TEST_VEC
2320 .alg = "authenc(hmac(sha1),ctr(aes))",
2321 .test = alg_test_null,
2324 .alg = "authenc(hmac(sha1),ecb(cipher_null))",
2325 .test = alg_test_aead,
2330 hmac_sha1_ecb_cipher_null_enc_tv_temp,
2332 HMAC_SHA1_ECB_CIPHER_NULL_ENC_TEST_VEC
2336 hmac_sha1_ecb_cipher_null_dec_tv_temp,
2338 HMAC_SHA1_ECB_CIPHER_NULL_DEC_TEST_VEC
2343 .alg = "authenc(hmac(sha1),rfc3686(ctr(aes)))",
2344 .test = alg_test_null,
2347 .alg = "authenc(hmac(sha224),cbc(des))",
2348 .test = alg_test_aead,
2353 hmac_sha224_des_cbc_enc_tv_temp,
2355 HMAC_SHA224_DES_CBC_ENC_TEST_VEC
2360 .alg = "authenc(hmac(sha224),cbc(des3_ede))",
2361 .test = alg_test_aead,
2367 hmac_sha224_des3_ede_cbc_enc_tv_temp,
2369 HMAC_SHA224_DES3_EDE_CBC_ENC_TEST_VEC
2374 .alg = "authenc(hmac(sha256),cbc(aes))",
2375 .test = alg_test_aead,
2381 hmac_sha256_aes_cbc_enc_tv_temp,
2383 HMAC_SHA256_AES_CBC_ENC_TEST_VEC
2388 .alg = "authenc(hmac(sha256),cbc(des))",
2389 .test = alg_test_aead,
2394 hmac_sha256_des_cbc_enc_tv_temp,
2396 HMAC_SHA256_DES_CBC_ENC_TEST_VEC
2401 .alg = "authenc(hmac(sha256),cbc(des3_ede))",
2402 .test = alg_test_aead,
2408 hmac_sha256_des3_ede_cbc_enc_tv_temp,
2410 HMAC_SHA256_DES3_EDE_CBC_ENC_TEST_VEC
2415 .alg = "authenc(hmac(sha256),ctr(aes))",
2416 .test = alg_test_null,
2419 .alg = "authenc(hmac(sha256),rfc3686(ctr(aes)))",
2420 .test = alg_test_null,
2423 .alg = "authenc(hmac(sha384),cbc(des))",
2424 .test = alg_test_aead,
2429 hmac_sha384_des_cbc_enc_tv_temp,
2431 HMAC_SHA384_DES_CBC_ENC_TEST_VEC
2436 .alg = "authenc(hmac(sha384),cbc(des3_ede))",
2437 .test = alg_test_aead,
2443 hmac_sha384_des3_ede_cbc_enc_tv_temp,
2445 HMAC_SHA384_DES3_EDE_CBC_ENC_TEST_VEC
2450 .alg = "authenc(hmac(sha384),ctr(aes))",
2451 .test = alg_test_null,
2454 .alg = "authenc(hmac(sha384),rfc3686(ctr(aes)))",
2455 .test = alg_test_null,
2458 .alg = "authenc(hmac(sha512),cbc(aes))",
2460 .test = alg_test_aead,
2465 hmac_sha512_aes_cbc_enc_tv_temp,
2467 HMAC_SHA512_AES_CBC_ENC_TEST_VEC
2472 .alg = "authenc(hmac(sha512),cbc(des))",
2473 .test = alg_test_aead,
2478 hmac_sha512_des_cbc_enc_tv_temp,
2480 HMAC_SHA512_DES_CBC_ENC_TEST_VEC
2485 .alg = "authenc(hmac(sha512),cbc(des3_ede))",
2486 .test = alg_test_aead,
2492 hmac_sha512_des3_ede_cbc_enc_tv_temp,
2494 HMAC_SHA512_DES3_EDE_CBC_ENC_TEST_VEC
2499 .alg = "authenc(hmac(sha512),ctr(aes))",
2500 .test = alg_test_null,
2503 .alg = "authenc(hmac(sha512),rfc3686(ctr(aes)))",
2504 .test = alg_test_null,
2508 .test = alg_test_skcipher,
2513 .vecs = aes_cbc_enc_tv_template,
2514 .count = AES_CBC_ENC_TEST_VECTORS
2517 .vecs = aes_cbc_dec_tv_template,
2518 .count = AES_CBC_DEC_TEST_VECTORS
2523 .alg = "cbc(anubis)",
2524 .test = alg_test_skcipher,
2528 .vecs = anubis_cbc_enc_tv_template,
2529 .count = ANUBIS_CBC_ENC_TEST_VECTORS
2532 .vecs = anubis_cbc_dec_tv_template,
2533 .count = ANUBIS_CBC_DEC_TEST_VECTORS
2538 .alg = "cbc(blowfish)",
2539 .test = alg_test_skcipher,
2543 .vecs = bf_cbc_enc_tv_template,
2544 .count = BF_CBC_ENC_TEST_VECTORS
2547 .vecs = bf_cbc_dec_tv_template,
2548 .count = BF_CBC_DEC_TEST_VECTORS
2553 .alg = "cbc(camellia)",
2554 .test = alg_test_skcipher,
2558 .vecs = camellia_cbc_enc_tv_template,
2559 .count = CAMELLIA_CBC_ENC_TEST_VECTORS
2562 .vecs = camellia_cbc_dec_tv_template,
2563 .count = CAMELLIA_CBC_DEC_TEST_VECTORS
2568 .alg = "cbc(cast5)",
2569 .test = alg_test_skcipher,
2573 .vecs = cast5_cbc_enc_tv_template,
2574 .count = CAST5_CBC_ENC_TEST_VECTORS
2577 .vecs = cast5_cbc_dec_tv_template,
2578 .count = CAST5_CBC_DEC_TEST_VECTORS
2583 .alg = "cbc(cast6)",
2584 .test = alg_test_skcipher,
2588 .vecs = cast6_cbc_enc_tv_template,
2589 .count = CAST6_CBC_ENC_TEST_VECTORS
2592 .vecs = cast6_cbc_dec_tv_template,
2593 .count = CAST6_CBC_DEC_TEST_VECTORS
2599 .test = alg_test_skcipher,
2603 .vecs = des_cbc_enc_tv_template,
2604 .count = DES_CBC_ENC_TEST_VECTORS
2607 .vecs = des_cbc_dec_tv_template,
2608 .count = DES_CBC_DEC_TEST_VECTORS
2613 .alg = "cbc(des3_ede)",
2614 .test = alg_test_skcipher,
2619 .vecs = des3_ede_cbc_enc_tv_template,
2620 .count = DES3_EDE_CBC_ENC_TEST_VECTORS
2623 .vecs = des3_ede_cbc_dec_tv_template,
2624 .count = DES3_EDE_CBC_DEC_TEST_VECTORS
2629 .alg = "cbc(serpent)",
2630 .test = alg_test_skcipher,
2634 .vecs = serpent_cbc_enc_tv_template,
2635 .count = SERPENT_CBC_ENC_TEST_VECTORS
2638 .vecs = serpent_cbc_dec_tv_template,
2639 .count = SERPENT_CBC_DEC_TEST_VECTORS
2644 .alg = "cbc(twofish)",
2645 .test = alg_test_skcipher,
2649 .vecs = tf_cbc_enc_tv_template,
2650 .count = TF_CBC_ENC_TEST_VECTORS
2653 .vecs = tf_cbc_dec_tv_template,
2654 .count = TF_CBC_DEC_TEST_VECTORS
2660 .test = alg_test_aead,
2665 .vecs = aes_ccm_enc_tv_template,
2666 .count = AES_CCM_ENC_TEST_VECTORS
2669 .vecs = aes_ccm_dec_tv_template,
2670 .count = AES_CCM_DEC_TEST_VECTORS
2676 .test = alg_test_skcipher,
2680 .vecs = chacha20_enc_tv_template,
2681 .count = CHACHA20_ENC_TEST_VECTORS
2684 .vecs = chacha20_enc_tv_template,
2685 .count = CHACHA20_ENC_TEST_VECTORS
2692 .test = alg_test_hash,
2695 .vecs = aes_cmac128_tv_template,
2696 .count = CMAC_AES_TEST_VECTORS
2700 .alg = "cmac(des3_ede)",
2702 .test = alg_test_hash,
2705 .vecs = des3_ede_cmac64_tv_template,
2706 .count = CMAC_DES3_EDE_TEST_VECTORS
2710 .alg = "compress_null",
2711 .test = alg_test_null,
2714 .test = alg_test_hash,
2717 .vecs = crc32_tv_template,
2718 .count = CRC32_TEST_VECTORS
2723 .test = alg_test_crc32c,
2727 .vecs = crc32c_tv_template,
2728 .count = CRC32C_TEST_VECTORS
2733 .test = alg_test_hash,
2737 .vecs = crct10dif_tv_template,
2738 .count = CRCT10DIF_TEST_VECTORS
2743 .test = alg_test_skcipher,
2748 .vecs = aes_ctr_enc_tv_template,
2749 .count = AES_CTR_ENC_TEST_VECTORS
2752 .vecs = aes_ctr_dec_tv_template,
2753 .count = AES_CTR_DEC_TEST_VECTORS
2758 .alg = "ctr(blowfish)",
2759 .test = alg_test_skcipher,
2763 .vecs = bf_ctr_enc_tv_template,
2764 .count = BF_CTR_ENC_TEST_VECTORS
2767 .vecs = bf_ctr_dec_tv_template,
2768 .count = BF_CTR_DEC_TEST_VECTORS
2773 .alg = "ctr(camellia)",
2774 .test = alg_test_skcipher,
2778 .vecs = camellia_ctr_enc_tv_template,
2779 .count = CAMELLIA_CTR_ENC_TEST_VECTORS
2782 .vecs = camellia_ctr_dec_tv_template,
2783 .count = CAMELLIA_CTR_DEC_TEST_VECTORS
2788 .alg = "ctr(cast5)",
2789 .test = alg_test_skcipher,
2793 .vecs = cast5_ctr_enc_tv_template,
2794 .count = CAST5_CTR_ENC_TEST_VECTORS
2797 .vecs = cast5_ctr_dec_tv_template,
2798 .count = CAST5_CTR_DEC_TEST_VECTORS
2803 .alg = "ctr(cast6)",
2804 .test = alg_test_skcipher,
2808 .vecs = cast6_ctr_enc_tv_template,
2809 .count = CAST6_CTR_ENC_TEST_VECTORS
2812 .vecs = cast6_ctr_dec_tv_template,
2813 .count = CAST6_CTR_DEC_TEST_VECTORS
2819 .test = alg_test_skcipher,
2823 .vecs = des_ctr_enc_tv_template,
2824 .count = DES_CTR_ENC_TEST_VECTORS
2827 .vecs = des_ctr_dec_tv_template,
2828 .count = DES_CTR_DEC_TEST_VECTORS
2833 .alg = "ctr(des3_ede)",
2834 .test = alg_test_skcipher,
2838 .vecs = des3_ede_ctr_enc_tv_template,
2839 .count = DES3_EDE_CTR_ENC_TEST_VECTORS
2842 .vecs = des3_ede_ctr_dec_tv_template,
2843 .count = DES3_EDE_CTR_DEC_TEST_VECTORS
2848 .alg = "ctr(serpent)",
2849 .test = alg_test_skcipher,
2853 .vecs = serpent_ctr_enc_tv_template,
2854 .count = SERPENT_CTR_ENC_TEST_VECTORS
2857 .vecs = serpent_ctr_dec_tv_template,
2858 .count = SERPENT_CTR_DEC_TEST_VECTORS
2863 .alg = "ctr(twofish)",
2864 .test = alg_test_skcipher,
2868 .vecs = tf_ctr_enc_tv_template,
2869 .count = TF_CTR_ENC_TEST_VECTORS
2872 .vecs = tf_ctr_dec_tv_template,
2873 .count = TF_CTR_DEC_TEST_VECTORS
2878 .alg = "cts(cbc(aes))",
2879 .test = alg_test_skcipher,
2883 .vecs = cts_mode_enc_tv_template,
2884 .count = CTS_MODE_ENC_TEST_VECTORS
2887 .vecs = cts_mode_dec_tv_template,
2888 .count = CTS_MODE_DEC_TEST_VECTORS
2894 .test = alg_test_comp,
2899 .vecs = deflate_comp_tv_template,
2900 .count = DEFLATE_COMP_TEST_VECTORS
2903 .vecs = deflate_decomp_tv_template,
2904 .count = DEFLATE_DECOMP_TEST_VECTORS
2910 .test = alg_test_kpp,
2914 .vecs = dh_tv_template,
2915 .count = DH_TEST_VECTORS
2919 .alg = "digest_null",
2920 .test = alg_test_null,
2922 .alg = "drbg_nopr_ctr_aes128",
2923 .test = alg_test_drbg,
2927 .vecs = drbg_nopr_ctr_aes128_tv_template,
2928 .count = ARRAY_SIZE(drbg_nopr_ctr_aes128_tv_template)
2932 .alg = "drbg_nopr_ctr_aes192",
2933 .test = alg_test_drbg,
2937 .vecs = drbg_nopr_ctr_aes192_tv_template,
2938 .count = ARRAY_SIZE(drbg_nopr_ctr_aes192_tv_template)
2942 .alg = "drbg_nopr_ctr_aes256",
2943 .test = alg_test_drbg,
2947 .vecs = drbg_nopr_ctr_aes256_tv_template,
2948 .count = ARRAY_SIZE(drbg_nopr_ctr_aes256_tv_template)
2953 * There is no need to specifically test the DRBG with every
2954 * backend cipher -- covered by drbg_nopr_hmac_sha256 test
2956 .alg = "drbg_nopr_hmac_sha1",
2958 .test = alg_test_null,
2960 .alg = "drbg_nopr_hmac_sha256",
2961 .test = alg_test_drbg,
2965 .vecs = drbg_nopr_hmac_sha256_tv_template,
2967 ARRAY_SIZE(drbg_nopr_hmac_sha256_tv_template)
2971 /* covered by drbg_nopr_hmac_sha256 test */
2972 .alg = "drbg_nopr_hmac_sha384",
2974 .test = alg_test_null,
2976 .alg = "drbg_nopr_hmac_sha512",
2977 .test = alg_test_null,
2980 .alg = "drbg_nopr_sha1",
2982 .test = alg_test_null,
2984 .alg = "drbg_nopr_sha256",
2985 .test = alg_test_drbg,
2989 .vecs = drbg_nopr_sha256_tv_template,
2990 .count = ARRAY_SIZE(drbg_nopr_sha256_tv_template)
2994 /* covered by drbg_nopr_sha256 test */
2995 .alg = "drbg_nopr_sha384",
2997 .test = alg_test_null,
2999 .alg = "drbg_nopr_sha512",
3001 .test = alg_test_null,
3003 .alg = "drbg_pr_ctr_aes128",
3004 .test = alg_test_drbg,
3008 .vecs = drbg_pr_ctr_aes128_tv_template,
3009 .count = ARRAY_SIZE(drbg_pr_ctr_aes128_tv_template)
3013 /* covered by drbg_pr_ctr_aes128 test */
3014 .alg = "drbg_pr_ctr_aes192",
3016 .test = alg_test_null,
3018 .alg = "drbg_pr_ctr_aes256",
3020 .test = alg_test_null,
3022 .alg = "drbg_pr_hmac_sha1",
3024 .test = alg_test_null,
3026 .alg = "drbg_pr_hmac_sha256",
3027 .test = alg_test_drbg,
3031 .vecs = drbg_pr_hmac_sha256_tv_template,
3032 .count = ARRAY_SIZE(drbg_pr_hmac_sha256_tv_template)
3036 /* covered by drbg_pr_hmac_sha256 test */
3037 .alg = "drbg_pr_hmac_sha384",
3039 .test = alg_test_null,
3041 .alg = "drbg_pr_hmac_sha512",
3042 .test = alg_test_null,
3045 .alg = "drbg_pr_sha1",
3047 .test = alg_test_null,
3049 .alg = "drbg_pr_sha256",
3050 .test = alg_test_drbg,
3054 .vecs = drbg_pr_sha256_tv_template,
3055 .count = ARRAY_SIZE(drbg_pr_sha256_tv_template)
3059 /* covered by drbg_pr_sha256 test */
3060 .alg = "drbg_pr_sha384",
3062 .test = alg_test_null,
3064 .alg = "drbg_pr_sha512",
3066 .test = alg_test_null,
3069 .test = alg_test_skcipher,
3074 .vecs = aes_enc_tv_template,
3075 .count = AES_ENC_TEST_VECTORS
3078 .vecs = aes_dec_tv_template,
3079 .count = AES_DEC_TEST_VECTORS
3084 .alg = "ecb(anubis)",
3085 .test = alg_test_skcipher,
3089 .vecs = anubis_enc_tv_template,
3090 .count = ANUBIS_ENC_TEST_VECTORS
3093 .vecs = anubis_dec_tv_template,
3094 .count = ANUBIS_DEC_TEST_VECTORS
3100 .test = alg_test_skcipher,
3104 .vecs = arc4_enc_tv_template,
3105 .count = ARC4_ENC_TEST_VECTORS
3108 .vecs = arc4_dec_tv_template,
3109 .count = ARC4_DEC_TEST_VECTORS
3114 .alg = "ecb(blowfish)",
3115 .test = alg_test_skcipher,
3119 .vecs = bf_enc_tv_template,
3120 .count = BF_ENC_TEST_VECTORS
3123 .vecs = bf_dec_tv_template,
3124 .count = BF_DEC_TEST_VECTORS
3129 .alg = "ecb(camellia)",
3130 .test = alg_test_skcipher,
3134 .vecs = camellia_enc_tv_template,
3135 .count = CAMELLIA_ENC_TEST_VECTORS
3138 .vecs = camellia_dec_tv_template,
3139 .count = CAMELLIA_DEC_TEST_VECTORS
3144 .alg = "ecb(cast5)",
3145 .test = alg_test_skcipher,
3149 .vecs = cast5_enc_tv_template,
3150 .count = CAST5_ENC_TEST_VECTORS
3153 .vecs = cast5_dec_tv_template,
3154 .count = CAST5_DEC_TEST_VECTORS
3159 .alg = "ecb(cast6)",
3160 .test = alg_test_skcipher,
3164 .vecs = cast6_enc_tv_template,
3165 .count = CAST6_ENC_TEST_VECTORS
3168 .vecs = cast6_dec_tv_template,
3169 .count = CAST6_DEC_TEST_VECTORS
3174 .alg = "ecb(cipher_null)",
3175 .test = alg_test_null,
3178 .test = alg_test_skcipher,
3182 .vecs = des_enc_tv_template,
3183 .count = DES_ENC_TEST_VECTORS
3186 .vecs = des_dec_tv_template,
3187 .count = DES_DEC_TEST_VECTORS
3192 .alg = "ecb(des3_ede)",
3193 .test = alg_test_skcipher,
3198 .vecs = des3_ede_enc_tv_template,
3199 .count = DES3_EDE_ENC_TEST_VECTORS
3202 .vecs = des3_ede_dec_tv_template,
3203 .count = DES3_EDE_DEC_TEST_VECTORS
3208 .alg = "ecb(fcrypt)",
3209 .test = alg_test_skcipher,
3213 .vecs = fcrypt_pcbc_enc_tv_template,
3217 .vecs = fcrypt_pcbc_dec_tv_template,
3223 .alg = "ecb(khazad)",
3224 .test = alg_test_skcipher,
3228 .vecs = khazad_enc_tv_template,
3229 .count = KHAZAD_ENC_TEST_VECTORS
3232 .vecs = khazad_dec_tv_template,
3233 .count = KHAZAD_DEC_TEST_VECTORS
3239 .test = alg_test_skcipher,
3243 .vecs = seed_enc_tv_template,
3244 .count = SEED_ENC_TEST_VECTORS
3247 .vecs = seed_dec_tv_template,
3248 .count = SEED_DEC_TEST_VECTORS
3253 .alg = "ecb(serpent)",
3254 .test = alg_test_skcipher,
3258 .vecs = serpent_enc_tv_template,
3259 .count = SERPENT_ENC_TEST_VECTORS
3262 .vecs = serpent_dec_tv_template,
3263 .count = SERPENT_DEC_TEST_VECTORS
3269 .test = alg_test_skcipher,
3273 .vecs = tea_enc_tv_template,
3274 .count = TEA_ENC_TEST_VECTORS
3277 .vecs = tea_dec_tv_template,
3278 .count = TEA_DEC_TEST_VECTORS
3283 .alg = "ecb(tnepres)",
3284 .test = alg_test_skcipher,
3288 .vecs = tnepres_enc_tv_template,
3289 .count = TNEPRES_ENC_TEST_VECTORS
3292 .vecs = tnepres_dec_tv_template,
3293 .count = TNEPRES_DEC_TEST_VECTORS
3298 .alg = "ecb(twofish)",
3299 .test = alg_test_skcipher,
3303 .vecs = tf_enc_tv_template,
3304 .count = TF_ENC_TEST_VECTORS
3307 .vecs = tf_dec_tv_template,
3308 .count = TF_DEC_TEST_VECTORS
3314 .test = alg_test_skcipher,
3318 .vecs = xeta_enc_tv_template,
3319 .count = XETA_ENC_TEST_VECTORS
3322 .vecs = xeta_dec_tv_template,
3323 .count = XETA_DEC_TEST_VECTORS
3329 .test = alg_test_skcipher,
3333 .vecs = xtea_enc_tv_template,
3334 .count = XTEA_ENC_TEST_VECTORS
3337 .vecs = xtea_dec_tv_template,
3338 .count = XTEA_DEC_TEST_VECTORS
3344 .test = alg_test_kpp,
3348 .vecs = ecdh_tv_template,
3349 .count = ECDH_TEST_VECTORS
3354 .test = alg_test_aead,
3359 .vecs = aes_gcm_enc_tv_template,
3360 .count = AES_GCM_ENC_TEST_VECTORS
3363 .vecs = aes_gcm_dec_tv_template,
3364 .count = AES_GCM_DEC_TEST_VECTORS
3370 .test = alg_test_hash,
3374 .vecs = ghash_tv_template,
3375 .count = GHASH_TEST_VECTORS
3379 .alg = "hmac(crc32)",
3380 .test = alg_test_hash,
3383 .vecs = bfin_crc_tv_template,
3384 .count = BFIN_CRC_TEST_VECTORS
3389 .test = alg_test_hash,
3392 .vecs = hmac_md5_tv_template,
3393 .count = HMAC_MD5_TEST_VECTORS
3397 .alg = "hmac(rmd128)",
3398 .test = alg_test_hash,
3401 .vecs = hmac_rmd128_tv_template,
3402 .count = HMAC_RMD128_TEST_VECTORS
3406 .alg = "hmac(rmd160)",
3407 .test = alg_test_hash,
3410 .vecs = hmac_rmd160_tv_template,
3411 .count = HMAC_RMD160_TEST_VECTORS
3415 .alg = "hmac(sha1)",
3416 .test = alg_test_hash,
3420 .vecs = hmac_sha1_tv_template,
3421 .count = HMAC_SHA1_TEST_VECTORS
3425 .alg = "hmac(sha224)",
3426 .test = alg_test_hash,
3430 .vecs = hmac_sha224_tv_template,
3431 .count = HMAC_SHA224_TEST_VECTORS
3435 .alg = "hmac(sha256)",
3436 .test = alg_test_hash,
3440 .vecs = hmac_sha256_tv_template,
3441 .count = HMAC_SHA256_TEST_VECTORS
3445 .alg = "hmac(sha3-224)",
3446 .test = alg_test_hash,
3450 .vecs = hmac_sha3_224_tv_template,
3451 .count = HMAC_SHA3_224_TEST_VECTORS
3455 .alg = "hmac(sha3-256)",
3456 .test = alg_test_hash,
3460 .vecs = hmac_sha3_256_tv_template,
3461 .count = HMAC_SHA3_256_TEST_VECTORS
3465 .alg = "hmac(sha3-384)",
3466 .test = alg_test_hash,
3470 .vecs = hmac_sha3_384_tv_template,
3471 .count = HMAC_SHA3_384_TEST_VECTORS
3475 .alg = "hmac(sha3-512)",
3476 .test = alg_test_hash,
3480 .vecs = hmac_sha3_512_tv_template,
3481 .count = HMAC_SHA3_512_TEST_VECTORS
3485 .alg = "hmac(sha384)",
3486 .test = alg_test_hash,
3490 .vecs = hmac_sha384_tv_template,
3491 .count = HMAC_SHA384_TEST_VECTORS
3495 .alg = "hmac(sha512)",
3496 .test = alg_test_hash,
3500 .vecs = hmac_sha512_tv_template,
3501 .count = HMAC_SHA512_TEST_VECTORS
3505 .alg = "jitterentropy_rng",
3507 .test = alg_test_null,
3510 .test = alg_test_skcipher,
3515 .vecs = aes_kw_enc_tv_template,
3516 .count = ARRAY_SIZE(aes_kw_enc_tv_template)
3519 .vecs = aes_kw_dec_tv_template,
3520 .count = ARRAY_SIZE(aes_kw_dec_tv_template)
3526 .test = alg_test_skcipher,
3530 .vecs = aes_lrw_enc_tv_template,
3531 .count = AES_LRW_ENC_TEST_VECTORS
3534 .vecs = aes_lrw_dec_tv_template,
3535 .count = AES_LRW_DEC_TEST_VECTORS
3540 .alg = "lrw(camellia)",
3541 .test = alg_test_skcipher,
3545 .vecs = camellia_lrw_enc_tv_template,
3546 .count = CAMELLIA_LRW_ENC_TEST_VECTORS
3549 .vecs = camellia_lrw_dec_tv_template,
3550 .count = CAMELLIA_LRW_DEC_TEST_VECTORS
3555 .alg = "lrw(cast6)",
3556 .test = alg_test_skcipher,
3560 .vecs = cast6_lrw_enc_tv_template,
3561 .count = CAST6_LRW_ENC_TEST_VECTORS
3564 .vecs = cast6_lrw_dec_tv_template,
3565 .count = CAST6_LRW_DEC_TEST_VECTORS
3570 .alg = "lrw(serpent)",
3571 .test = alg_test_skcipher,
3575 .vecs = serpent_lrw_enc_tv_template,
3576 .count = SERPENT_LRW_ENC_TEST_VECTORS
3579 .vecs = serpent_lrw_dec_tv_template,
3580 .count = SERPENT_LRW_DEC_TEST_VECTORS
3585 .alg = "lrw(twofish)",
3586 .test = alg_test_skcipher,
3590 .vecs = tf_lrw_enc_tv_template,
3591 .count = TF_LRW_ENC_TEST_VECTORS
3594 .vecs = tf_lrw_dec_tv_template,
3595 .count = TF_LRW_DEC_TEST_VECTORS
3601 .test = alg_test_comp,
3606 .vecs = lz4_comp_tv_template,
3607 .count = LZ4_COMP_TEST_VECTORS
3610 .vecs = lz4_decomp_tv_template,
3611 .count = LZ4_DECOMP_TEST_VECTORS
3617 .test = alg_test_comp,
3622 .vecs = lz4hc_comp_tv_template,
3623 .count = LZ4HC_COMP_TEST_VECTORS
3626 .vecs = lz4hc_decomp_tv_template,
3627 .count = LZ4HC_DECOMP_TEST_VECTORS
3633 .test = alg_test_comp,
3638 .vecs = lzo_comp_tv_template,
3639 .count = LZO_COMP_TEST_VECTORS
3642 .vecs = lzo_decomp_tv_template,
3643 .count = LZO_DECOMP_TEST_VECTORS
3649 .test = alg_test_hash,
3652 .vecs = md4_tv_template,
3653 .count = MD4_TEST_VECTORS
3658 .test = alg_test_hash,
3661 .vecs = md5_tv_template,
3662 .count = MD5_TEST_VECTORS
3666 .alg = "michael_mic",
3667 .test = alg_test_hash,
3670 .vecs = michael_mic_tv_template,
3671 .count = MICHAEL_MIC_TEST_VECTORS
3676 .test = alg_test_skcipher,
3681 .vecs = aes_ofb_enc_tv_template,
3682 .count = AES_OFB_ENC_TEST_VECTORS
3685 .vecs = aes_ofb_dec_tv_template,
3686 .count = AES_OFB_DEC_TEST_VECTORS
3691 .alg = "pcbc(fcrypt)",
3692 .test = alg_test_skcipher,
3696 .vecs = fcrypt_pcbc_enc_tv_template,
3697 .count = FCRYPT_ENC_TEST_VECTORS
3700 .vecs = fcrypt_pcbc_dec_tv_template,
3701 .count = FCRYPT_DEC_TEST_VECTORS
3707 .test = alg_test_hash,
3710 .vecs = poly1305_tv_template,
3711 .count = POLY1305_TEST_VECTORS
3715 .alg = "rfc3686(ctr(aes))",
3716 .test = alg_test_skcipher,
3721 .vecs = aes_ctr_rfc3686_enc_tv_template,
3722 .count = AES_CTR_3686_ENC_TEST_VECTORS
3725 .vecs = aes_ctr_rfc3686_dec_tv_template,
3726 .count = AES_CTR_3686_DEC_TEST_VECTORS
3731 .alg = "rfc4106(gcm(aes))",
3732 .test = alg_test_aead,
3737 .vecs = aes_gcm_rfc4106_enc_tv_template,
3738 .count = AES_GCM_4106_ENC_TEST_VECTORS
3741 .vecs = aes_gcm_rfc4106_dec_tv_template,
3742 .count = AES_GCM_4106_DEC_TEST_VECTORS
3747 .alg = "rfc4309(ccm(aes))",
3748 .test = alg_test_aead,
3753 .vecs = aes_ccm_rfc4309_enc_tv_template,
3754 .count = AES_CCM_4309_ENC_TEST_VECTORS
3757 .vecs = aes_ccm_rfc4309_dec_tv_template,
3758 .count = AES_CCM_4309_DEC_TEST_VECTORS
3763 .alg = "rfc4543(gcm(aes))",
3764 .test = alg_test_aead,
3768 .vecs = aes_gcm_rfc4543_enc_tv_template,
3769 .count = AES_GCM_4543_ENC_TEST_VECTORS
3772 .vecs = aes_gcm_rfc4543_dec_tv_template,
3773 .count = AES_GCM_4543_DEC_TEST_VECTORS
3778 .alg = "rfc7539(chacha20,poly1305)",
3779 .test = alg_test_aead,
3783 .vecs = rfc7539_enc_tv_template,
3784 .count = RFC7539_ENC_TEST_VECTORS
3787 .vecs = rfc7539_dec_tv_template,
3788 .count = RFC7539_DEC_TEST_VECTORS
3793 .alg = "rfc7539esp(chacha20,poly1305)",
3794 .test = alg_test_aead,
3798 .vecs = rfc7539esp_enc_tv_template,
3799 .count = RFC7539ESP_ENC_TEST_VECTORS
3802 .vecs = rfc7539esp_dec_tv_template,
3803 .count = RFC7539ESP_DEC_TEST_VECTORS
3809 .test = alg_test_hash,
3812 .vecs = rmd128_tv_template,
3813 .count = RMD128_TEST_VECTORS
3818 .test = alg_test_hash,
3821 .vecs = rmd160_tv_template,
3822 .count = RMD160_TEST_VECTORS
3827 .test = alg_test_hash,
3830 .vecs = rmd256_tv_template,
3831 .count = RMD256_TEST_VECTORS
3836 .test = alg_test_hash,
3839 .vecs = rmd320_tv_template,
3840 .count = RMD320_TEST_VECTORS
3845 .test = alg_test_akcipher,
3849 .vecs = rsa_tv_template,
3850 .count = RSA_TEST_VECTORS
3855 .test = alg_test_skcipher,
3859 .vecs = salsa20_stream_enc_tv_template,
3860 .count = SALSA20_STREAM_ENC_TEST_VECTORS
3866 .test = alg_test_hash,
3870 .vecs = sha1_tv_template,
3871 .count = SHA1_TEST_VECTORS
3876 .test = alg_test_hash,
3880 .vecs = sha224_tv_template,
3881 .count = SHA224_TEST_VECTORS
3886 .test = alg_test_hash,
3890 .vecs = sha256_tv_template,
3891 .count = SHA256_TEST_VECTORS
3896 .test = alg_test_hash,
3900 .vecs = sha3_224_tv_template,
3901 .count = SHA3_224_TEST_VECTORS
3906 .test = alg_test_hash,
3910 .vecs = sha3_256_tv_template,
3911 .count = SHA3_256_TEST_VECTORS
3916 .test = alg_test_hash,
3920 .vecs = sha3_384_tv_template,
3921 .count = SHA3_384_TEST_VECTORS
3926 .test = alg_test_hash,
3930 .vecs = sha3_512_tv_template,
3931 .count = SHA3_512_TEST_VECTORS
3936 .test = alg_test_hash,
3940 .vecs = sha384_tv_template,
3941 .count = SHA384_TEST_VECTORS
3946 .test = alg_test_hash,
3950 .vecs = sha512_tv_template,
3951 .count = SHA512_TEST_VECTORS
3956 .test = alg_test_hash,
3959 .vecs = tgr128_tv_template,
3960 .count = TGR128_TEST_VECTORS
3965 .test = alg_test_hash,
3968 .vecs = tgr160_tv_template,
3969 .count = TGR160_TEST_VECTORS
3974 .test = alg_test_hash,
3977 .vecs = tgr192_tv_template,
3978 .count = TGR192_TEST_VECTORS
3983 .test = alg_test_hash,
3986 .vecs = aes_vmac128_tv_template,
3987 .count = VMAC_AES_TEST_VECTORS
3992 .test = alg_test_hash,
3995 .vecs = wp256_tv_template,
3996 .count = WP256_TEST_VECTORS
4001 .test = alg_test_hash,
4004 .vecs = wp384_tv_template,
4005 .count = WP384_TEST_VECTORS
4010 .test = alg_test_hash,
4013 .vecs = wp512_tv_template,
4014 .count = WP512_TEST_VECTORS
4019 .test = alg_test_hash,
4022 .vecs = aes_xcbc128_tv_template,
4023 .count = XCBC_AES_TEST_VECTORS
4028 .test = alg_test_skcipher,
4033 .vecs = aes_xts_enc_tv_template,
4034 .count = AES_XTS_ENC_TEST_VECTORS
4037 .vecs = aes_xts_dec_tv_template,
4038 .count = AES_XTS_DEC_TEST_VECTORS
4043 .alg = "xts(camellia)",
4044 .test = alg_test_skcipher,
4048 .vecs = camellia_xts_enc_tv_template,
4049 .count = CAMELLIA_XTS_ENC_TEST_VECTORS
4052 .vecs = camellia_xts_dec_tv_template,
4053 .count = CAMELLIA_XTS_DEC_TEST_VECTORS
4058 .alg = "xts(cast6)",
4059 .test = alg_test_skcipher,
4063 .vecs = cast6_xts_enc_tv_template,
4064 .count = CAST6_XTS_ENC_TEST_VECTORS
4067 .vecs = cast6_xts_dec_tv_template,
4068 .count = CAST6_XTS_DEC_TEST_VECTORS
4073 .alg = "xts(serpent)",
4074 .test = alg_test_skcipher,
4078 .vecs = serpent_xts_enc_tv_template,
4079 .count = SERPENT_XTS_ENC_TEST_VECTORS
4082 .vecs = serpent_xts_dec_tv_template,
4083 .count = SERPENT_XTS_DEC_TEST_VECTORS
4088 .alg = "xts(twofish)",
4089 .test = alg_test_skcipher,
4093 .vecs = tf_xts_enc_tv_template,
4094 .count = TF_XTS_ENC_TEST_VECTORS
4097 .vecs = tf_xts_dec_tv_template,
4098 .count = TF_XTS_DEC_TEST_VECTORS
4105 static bool alg_test_descs_checked;
4107 static void alg_test_descs_check_order(void)
4111 /* only check once */
4112 if (alg_test_descs_checked)
4115 alg_test_descs_checked = true;
4117 for (i = 1; i < ARRAY_SIZE(alg_test_descs); i++) {
4118 int diff = strcmp(alg_test_descs[i - 1].alg,
4119 alg_test_descs[i].alg);
4121 if (WARN_ON(diff > 0)) {
4122 pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n",
4123 alg_test_descs[i - 1].alg,
4124 alg_test_descs[i].alg);
4127 if (WARN_ON(diff == 0)) {
4128 pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n",
4129 alg_test_descs[i].alg);
4134 static int alg_find_test(const char *alg)
4137 int end = ARRAY_SIZE(alg_test_descs);
4139 while (start < end) {
4140 int i = (start + end) / 2;
4141 int diff = strcmp(alg_test_descs[i].alg, alg);
4159 int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
4165 if (!fips_enabled && notests) {
4166 printk_once(KERN_INFO "alg: self-tests disabled\n");
4170 alg_test_descs_check_order();
4172 if ((type & CRYPTO_ALG_TYPE_MASK) == CRYPTO_ALG_TYPE_CIPHER) {
4173 char nalg[CRYPTO_MAX_ALG_NAME];
4175 if (snprintf(nalg, sizeof(nalg), "ecb(%s)", alg) >=
4177 return -ENAMETOOLONG;
4179 i = alg_find_test(nalg);
4183 if (fips_enabled && !alg_test_descs[i].fips_allowed)
4186 rc = alg_test_cipher(alg_test_descs + i, driver, type, mask);
4190 i = alg_find_test(alg);
4191 j = alg_find_test(driver);
4195 if (fips_enabled && ((i >= 0 && !alg_test_descs[i].fips_allowed) ||
4196 (j >= 0 && !alg_test_descs[j].fips_allowed)))
4201 rc |= alg_test_descs[i].test(alg_test_descs + i, driver,
4203 if (j >= 0 && j != i)
4204 rc |= alg_test_descs[j].test(alg_test_descs + j, driver,
4208 if (fips_enabled && rc)
4209 panic("%s: %s alg self test failed in fips mode!\n", driver, alg);
4211 if (fips_enabled && !rc)
4212 pr_info("alg: self-tests for %s (%s) passed\n", driver, alg);
4217 printk(KERN_INFO "alg: No test for %s (%s)\n", alg, driver);
4223 #endif /* CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
4225 EXPORT_SYMBOL_GPL(alg_test);