Merge tag 'armsoc-dt' of git://git.kernel.org/pub/scm/linux/kernel/git/soc/soc
[sfrench/cifs-2.6.git] / arch / arm / crypto / sha256_neon_glue.c
1 /*
2  * Glue code for the SHA256 Secure Hash Algorithm assembly implementation
3  * using NEON instructions.
4  *
5  * Copyright © 2015 Google Inc.
6  *
7  * This file is based on sha512_neon_glue.c:
8  *   Copyright © 2014 Jussi Kivilinna <jussi.kivilinna@iki.fi>
9  *
10  * This program is free software; you can redistribute it and/or modify it
11  * under the terms of the GNU General Public License as published by the Free
12  * Software Foundation; either version 2 of the License, or (at your option)
13  * any later version.
14  *
15  */
16
17 #include <crypto/internal/hash.h>
18 #include <crypto/internal/simd.h>
19 #include <linux/cryptohash.h>
20 #include <linux/types.h>
21 #include <linux/string.h>
22 #include <crypto/sha.h>
23 #include <crypto/sha256_base.h>
24 #include <asm/byteorder.h>
25 #include <asm/simd.h>
26 #include <asm/neon.h>
27
28 #include "sha256_glue.h"
29
30 asmlinkage void sha256_block_data_order_neon(u32 *digest, const void *data,
31                                              unsigned int num_blks);
32
33 static int sha256_update(struct shash_desc *desc, const u8 *data,
34                          unsigned int len)
35 {
36         struct sha256_state *sctx = shash_desc_ctx(desc);
37
38         if (!crypto_simd_usable() ||
39             (sctx->count % SHA256_BLOCK_SIZE) + len < SHA256_BLOCK_SIZE)
40                 return crypto_sha256_arm_update(desc, data, len);
41
42         kernel_neon_begin();
43         sha256_base_do_update(desc, data, len,
44                         (sha256_block_fn *)sha256_block_data_order_neon);
45         kernel_neon_end();
46
47         return 0;
48 }
49
50 static int sha256_finup(struct shash_desc *desc, const u8 *data,
51                         unsigned int len, u8 *out)
52 {
53         if (!crypto_simd_usable())
54                 return crypto_sha256_arm_finup(desc, data, len, out);
55
56         kernel_neon_begin();
57         if (len)
58                 sha256_base_do_update(desc, data, len,
59                         (sha256_block_fn *)sha256_block_data_order_neon);
60         sha256_base_do_finalize(desc,
61                         (sha256_block_fn *)sha256_block_data_order_neon);
62         kernel_neon_end();
63
64         return sha256_base_finish(desc, out);
65 }
66
67 static int sha256_final(struct shash_desc *desc, u8 *out)
68 {
69         return sha256_finup(desc, NULL, 0, out);
70 }
71
72 struct shash_alg sha256_neon_algs[] = { {
73         .digestsize     =       SHA256_DIGEST_SIZE,
74         .init           =       sha256_base_init,
75         .update         =       sha256_update,
76         .final          =       sha256_final,
77         .finup          =       sha256_finup,
78         .descsize       =       sizeof(struct sha256_state),
79         .base           =       {
80                 .cra_name       =       "sha256",
81                 .cra_driver_name =      "sha256-neon",
82                 .cra_priority   =       250,
83                 .cra_blocksize  =       SHA256_BLOCK_SIZE,
84                 .cra_module     =       THIS_MODULE,
85         }
86 }, {
87         .digestsize     =       SHA224_DIGEST_SIZE,
88         .init           =       sha224_base_init,
89         .update         =       sha256_update,
90         .final          =       sha256_final,
91         .finup          =       sha256_finup,
92         .descsize       =       sizeof(struct sha256_state),
93         .base           =       {
94                 .cra_name       =       "sha224",
95                 .cra_driver_name =      "sha224-neon",
96                 .cra_priority   =       250,
97                 .cra_blocksize  =       SHA224_BLOCK_SIZE,
98                 .cra_module     =       THIS_MODULE,
99         }
100 } };