Merge tag 'kvm-s390-master-4.15-3' of git://git.kernel.org/pub/scm/linux/kernel/git...
[sfrench/cifs-2.6.git] / arch / s390 / crypto / prng.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright IBM Corp. 2006, 2015
4  * Author(s): Jan Glauber <jan.glauber@de.ibm.com>
5  *            Harald Freudenberger <freude@de.ibm.com>
6  * Driver for the s390 pseudo random number generator
7  */
8
9 #define KMSG_COMPONENT "prng"
10 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
11
12 #include <linux/fs.h>
13 #include <linux/fips.h>
14 #include <linux/init.h>
15 #include <linux/kernel.h>
16 #include <linux/device.h>
17 #include <linux/miscdevice.h>
18 #include <linux/module.h>
19 #include <linux/moduleparam.h>
20 #include <linux/mutex.h>
21 #include <linux/cpufeature.h>
22 #include <linux/random.h>
23 #include <linux/slab.h>
24 #include <linux/sched/signal.h>
25
26 #include <asm/debug.h>
27 #include <linux/uaccess.h>
28 #include <asm/timex.h>
29 #include <asm/cpacf.h>
30
31 MODULE_LICENSE("GPL");
32 MODULE_AUTHOR("IBM Corporation");
33 MODULE_DESCRIPTION("s390 PRNG interface");
34
35
36 #define PRNG_MODE_AUTO    0
37 #define PRNG_MODE_TDES    1
38 #define PRNG_MODE_SHA512  2
39
40 static unsigned int prng_mode = PRNG_MODE_AUTO;
41 module_param_named(mode, prng_mode, int, 0);
42 MODULE_PARM_DESC(prng_mode, "PRNG mode: 0 - auto, 1 - TDES, 2 - SHA512");
43
44
45 #define PRNG_CHUNKSIZE_TDES_MIN   8
46 #define PRNG_CHUNKSIZE_TDES_MAX   (64*1024)
47 #define PRNG_CHUNKSIZE_SHA512_MIN 64
48 #define PRNG_CHUNKSIZE_SHA512_MAX (64*1024)
49
50 static unsigned int prng_chunk_size = 256;
51 module_param_named(chunksize, prng_chunk_size, int, 0);
52 MODULE_PARM_DESC(prng_chunk_size, "PRNG read chunk size in bytes");
53
54
55 #define PRNG_RESEED_LIMIT_TDES           4096
56 #define PRNG_RESEED_LIMIT_TDES_LOWER     4096
57 #define PRNG_RESEED_LIMIT_SHA512       100000
58 #define PRNG_RESEED_LIMIT_SHA512_LOWER  10000
59
60 static unsigned int prng_reseed_limit;
61 module_param_named(reseed_limit, prng_reseed_limit, int, 0);
62 MODULE_PARM_DESC(prng_reseed_limit, "PRNG reseed limit");
63
64
65 /*
66  * Any one who considers arithmetical methods of producing random digits is,
67  * of course, in a state of sin. -- John von Neumann
68  */
69
70 static int prng_errorflag;
71
72 #define PRNG_GEN_ENTROPY_FAILED  1
73 #define PRNG_SELFTEST_FAILED     2
74 #define PRNG_INSTANTIATE_FAILED  3
75 #define PRNG_SEED_FAILED         4
76 #define PRNG_RESEED_FAILED       5
77 #define PRNG_GEN_FAILED          6
78
79 struct prng_ws_s {
80         u8  parm_block[32];
81         u32 reseed_counter;
82         u64 byte_counter;
83 };
84
85 struct prno_ws_s {
86         u32 res;
87         u32 reseed_counter;
88         u64 stream_bytes;
89         u8  V[112];
90         u8  C[112];
91 };
92
93 struct prng_data_s {
94         struct mutex mutex;
95         union {
96                 struct prng_ws_s prngws;
97                 struct prno_ws_s prnows;
98         };
99         u8 *buf;
100         u32 rest;
101         u8 *prev;
102 };
103
104 static struct prng_data_s *prng_data;
105
106 /* initial parameter block for tdes mode, copied from libica */
107 static const u8 initial_parm_block[32] __initconst = {
108         0x0F, 0x2B, 0x8E, 0x63, 0x8C, 0x8E, 0xD2, 0x52,
109         0x64, 0xB7, 0xA0, 0x7B, 0x75, 0x28, 0xB8, 0xF4,
110         0x75, 0x5F, 0xD2, 0xA6, 0x8D, 0x97, 0x11, 0xFF,
111         0x49, 0xD8, 0x23, 0xF3, 0x7E, 0x21, 0xEC, 0xA0 };
112
113
114 /*** helper functions ***/
115
116 /*
117  * generate_entropy:
118  * This algorithm produces 64 bytes of entropy data based on 1024
119  * individual stckf() invocations assuming that each stckf() value
120  * contributes 0.25 bits of entropy. So the caller gets 256 bit
121  * entropy per 64 byte or 4 bits entropy per byte.
122  */
123 static int generate_entropy(u8 *ebuf, size_t nbytes)
124 {
125         int n, ret = 0;
126         u8 *pg, *h, hash[64];
127
128         /* allocate 2 pages */
129         pg = (u8 *) __get_free_pages(GFP_KERNEL, 1);
130         if (!pg) {
131                 prng_errorflag = PRNG_GEN_ENTROPY_FAILED;
132                 return -ENOMEM;
133         }
134
135         while (nbytes) {
136                 /* fill pages with urandom bytes */
137                 get_random_bytes(pg, 2*PAGE_SIZE);
138                 /* exor pages with 1024 stckf values */
139                 for (n = 0; n < 2 * PAGE_SIZE / sizeof(u64); n++) {
140                         u64 *p = ((u64 *)pg) + n;
141                         *p ^= get_tod_clock_fast();
142                 }
143                 n = (nbytes < sizeof(hash)) ? nbytes : sizeof(hash);
144                 if (n < sizeof(hash))
145                         h = hash;
146                 else
147                         h = ebuf;
148                 /* hash over the filled pages */
149                 cpacf_kimd(CPACF_KIMD_SHA_512, h, pg, 2*PAGE_SIZE);
150                 if (n < sizeof(hash))
151                         memcpy(ebuf, hash, n);
152                 ret += n;
153                 ebuf += n;
154                 nbytes -= n;
155         }
156
157         free_pages((unsigned long)pg, 1);
158         return ret;
159 }
160
161
162 /*** tdes functions ***/
163
164 static void prng_tdes_add_entropy(void)
165 {
166         __u64 entropy[4];
167         unsigned int i;
168
169         for (i = 0; i < 16; i++) {
170                 cpacf_kmc(CPACF_KMC_PRNG, prng_data->prngws.parm_block,
171                           (char *) entropy, (char *) entropy,
172                           sizeof(entropy));
173                 memcpy(prng_data->prngws.parm_block, entropy, sizeof(entropy));
174         }
175 }
176
177
178 static void prng_tdes_seed(int nbytes)
179 {
180         char buf[16];
181         int i = 0;
182
183         BUG_ON(nbytes > sizeof(buf));
184
185         get_random_bytes(buf, nbytes);
186
187         /* Add the entropy */
188         while (nbytes >= 8) {
189                 *((__u64 *)prng_data->prngws.parm_block) ^= *((__u64 *)(buf+i));
190                 prng_tdes_add_entropy();
191                 i += 8;
192                 nbytes -= 8;
193         }
194         prng_tdes_add_entropy();
195         prng_data->prngws.reseed_counter = 0;
196 }
197
198
199 static int __init prng_tdes_instantiate(void)
200 {
201         int datalen;
202
203         pr_debug("prng runs in TDES mode with "
204                  "chunksize=%d and reseed_limit=%u\n",
205                  prng_chunk_size, prng_reseed_limit);
206
207         /* memory allocation, prng_data struct init, mutex init */
208         datalen = sizeof(struct prng_data_s) + prng_chunk_size;
209         prng_data = kzalloc(datalen, GFP_KERNEL);
210         if (!prng_data) {
211                 prng_errorflag = PRNG_INSTANTIATE_FAILED;
212                 return -ENOMEM;
213         }
214         mutex_init(&prng_data->mutex);
215         prng_data->buf = ((u8 *)prng_data) + sizeof(struct prng_data_s);
216         memcpy(prng_data->prngws.parm_block, initial_parm_block, 32);
217
218         /* initialize the PRNG, add 128 bits of entropy */
219         prng_tdes_seed(16);
220
221         return 0;
222 }
223
224
225 static void prng_tdes_deinstantiate(void)
226 {
227         pr_debug("The prng module stopped "
228                  "after running in triple DES mode\n");
229         kzfree(prng_data);
230 }
231
232
233 /*** sha512 functions ***/
234
235 static int __init prng_sha512_selftest(void)
236 {
237         /* NIST DRBG testvector for Hash Drbg, Sha-512, Count #0 */
238         static const u8 seed[] __initconst = {
239                 0x6b, 0x50, 0xa7, 0xd8, 0xf8, 0xa5, 0x5d, 0x7a,
240                 0x3d, 0xf8, 0xbb, 0x40, 0xbc, 0xc3, 0xb7, 0x22,
241                 0xd8, 0x70, 0x8d, 0xe6, 0x7f, 0xda, 0x01, 0x0b,
242                 0x03, 0xc4, 0xc8, 0x4d, 0x72, 0x09, 0x6f, 0x8c,
243                 0x3e, 0xc6, 0x49, 0xcc, 0x62, 0x56, 0xd9, 0xfa,
244                 0x31, 0xdb, 0x7a, 0x29, 0x04, 0xaa, 0xf0, 0x25 };
245         static const u8 V0[] __initconst = {
246                 0x00, 0xad, 0xe3, 0x6f, 0x9a, 0x01, 0xc7, 0x76,
247                 0x61, 0x34, 0x35, 0xf5, 0x4e, 0x24, 0x74, 0x22,
248                 0x21, 0x9a, 0x29, 0x89, 0xc7, 0x93, 0x2e, 0x60,
249                 0x1e, 0xe8, 0x14, 0x24, 0x8d, 0xd5, 0x03, 0xf1,
250                 0x65, 0x5d, 0x08, 0x22, 0x72, 0xd5, 0xad, 0x95,
251                 0xe1, 0x23, 0x1e, 0x8a, 0xa7, 0x13, 0xd9, 0x2b,
252                 0x5e, 0xbc, 0xbb, 0x80, 0xab, 0x8d, 0xe5, 0x79,
253                 0xab, 0x5b, 0x47, 0x4e, 0xdd, 0xee, 0x6b, 0x03,
254                 0x8f, 0x0f, 0x5c, 0x5e, 0xa9, 0x1a, 0x83, 0xdd,
255                 0xd3, 0x88, 0xb2, 0x75, 0x4b, 0xce, 0x83, 0x36,
256                 0x57, 0x4b, 0xf1, 0x5c, 0xca, 0x7e, 0x09, 0xc0,
257                 0xd3, 0x89, 0xc6, 0xe0, 0xda, 0xc4, 0x81, 0x7e,
258                 0x5b, 0xf9, 0xe1, 0x01, 0xc1, 0x92, 0x05, 0xea,
259                 0xf5, 0x2f, 0xc6, 0xc6, 0xc7, 0x8f, 0xbc, 0xf4 };
260         static const u8 C0[] __initconst = {
261                 0x00, 0xf4, 0xa3, 0xe5, 0xa0, 0x72, 0x63, 0x95,
262                 0xc6, 0x4f, 0x48, 0xd0, 0x8b, 0x5b, 0x5f, 0x8e,
263                 0x6b, 0x96, 0x1f, 0x16, 0xed, 0xbc, 0x66, 0x94,
264                 0x45, 0x31, 0xd7, 0x47, 0x73, 0x22, 0xa5, 0x86,
265                 0xce, 0xc0, 0x4c, 0xac, 0x63, 0xb8, 0x39, 0x50,
266                 0xbf, 0xe6, 0x59, 0x6c, 0x38, 0x58, 0x99, 0x1f,
267                 0x27, 0xa7, 0x9d, 0x71, 0x2a, 0xb3, 0x7b, 0xf9,
268                 0xfb, 0x17, 0x86, 0xaa, 0x99, 0x81, 0xaa, 0x43,
269                 0xe4, 0x37, 0xd3, 0x1e, 0x6e, 0xe5, 0xe6, 0xee,
270                 0xc2, 0xed, 0x95, 0x4f, 0x53, 0x0e, 0x46, 0x8a,
271                 0xcc, 0x45, 0xa5, 0xdb, 0x69, 0x0d, 0x81, 0xc9,
272                 0x32, 0x92, 0xbc, 0x8f, 0x33, 0xe6, 0xf6, 0x09,
273                 0x7c, 0x8e, 0x05, 0x19, 0x0d, 0xf1, 0xb6, 0xcc,
274                 0xf3, 0x02, 0x21, 0x90, 0x25, 0xec, 0xed, 0x0e };
275         static const u8 random[] __initconst = {
276                 0x95, 0xb7, 0xf1, 0x7e, 0x98, 0x02, 0xd3, 0x57,
277                 0x73, 0x92, 0xc6, 0xa9, 0xc0, 0x80, 0x83, 0xb6,
278                 0x7d, 0xd1, 0x29, 0x22, 0x65, 0xb5, 0xf4, 0x2d,
279                 0x23, 0x7f, 0x1c, 0x55, 0xbb, 0x9b, 0x10, 0xbf,
280                 0xcf, 0xd8, 0x2c, 0x77, 0xa3, 0x78, 0xb8, 0x26,
281                 0x6a, 0x00, 0x99, 0x14, 0x3b, 0x3c, 0x2d, 0x64,
282                 0x61, 0x1e, 0xee, 0xb6, 0x9a, 0xcd, 0xc0, 0x55,
283                 0x95, 0x7c, 0x13, 0x9e, 0x8b, 0x19, 0x0c, 0x7a,
284                 0x06, 0x95, 0x5f, 0x2c, 0x79, 0x7c, 0x27, 0x78,
285                 0xde, 0x94, 0x03, 0x96, 0xa5, 0x01, 0xf4, 0x0e,
286                 0x91, 0x39, 0x6a, 0xcf, 0x8d, 0x7e, 0x45, 0xeb,
287                 0xdb, 0xb5, 0x3b, 0xbf, 0x8c, 0x97, 0x52, 0x30,
288                 0xd2, 0xf0, 0xff, 0x91, 0x06, 0xc7, 0x61, 0x19,
289                 0xae, 0x49, 0x8e, 0x7f, 0xbc, 0x03, 0xd9, 0x0f,
290                 0x8e, 0x4c, 0x51, 0x62, 0x7a, 0xed, 0x5c, 0x8d,
291                 0x42, 0x63, 0xd5, 0xd2, 0xb9, 0x78, 0x87, 0x3a,
292                 0x0d, 0xe5, 0x96, 0xee, 0x6d, 0xc7, 0xf7, 0xc2,
293                 0x9e, 0x37, 0xee, 0xe8, 0xb3, 0x4c, 0x90, 0xdd,
294                 0x1c, 0xf6, 0xa9, 0xdd, 0xb2, 0x2b, 0x4c, 0xbd,
295                 0x08, 0x6b, 0x14, 0xb3, 0x5d, 0xe9, 0x3d, 0xa2,
296                 0xd5, 0xcb, 0x18, 0x06, 0x69, 0x8c, 0xbd, 0x7b,
297                 0xbb, 0x67, 0xbf, 0xe3, 0xd3, 0x1f, 0xd2, 0xd1,
298                 0xdb, 0xd2, 0xa1, 0xe0, 0x58, 0xa3, 0xeb, 0x99,
299                 0xd7, 0xe5, 0x1f, 0x1a, 0x93, 0x8e, 0xed, 0x5e,
300                 0x1c, 0x1d, 0xe2, 0x3a, 0x6b, 0x43, 0x45, 0xd3,
301                 0x19, 0x14, 0x09, 0xf9, 0x2f, 0x39, 0xb3, 0x67,
302                 0x0d, 0x8d, 0xbf, 0xb6, 0x35, 0xd8, 0xe6, 0xa3,
303                 0x69, 0x32, 0xd8, 0x10, 0x33, 0xd1, 0x44, 0x8d,
304                 0x63, 0xb4, 0x03, 0xdd, 0xf8, 0x8e, 0x12, 0x1b,
305                 0x6e, 0x81, 0x9a, 0xc3, 0x81, 0x22, 0x6c, 0x13,
306                 0x21, 0xe4, 0xb0, 0x86, 0x44, 0xf6, 0x72, 0x7c,
307                 0x36, 0x8c, 0x5a, 0x9f, 0x7a, 0x4b, 0x3e, 0xe2 };
308
309         u8 buf[sizeof(random)];
310         struct prno_ws_s ws;
311
312         memset(&ws, 0, sizeof(ws));
313
314         /* initial seed */
315         cpacf_prno(CPACF_PRNO_SHA512_DRNG_SEED,
316                    &ws, NULL, 0, seed, sizeof(seed));
317
318         /* check working states V and C */
319         if (memcmp(ws.V, V0, sizeof(V0)) != 0
320             || memcmp(ws.C, C0, sizeof(C0)) != 0) {
321                 pr_err("The prng self test state test "
322                        "for the SHA-512 mode failed\n");
323                 prng_errorflag = PRNG_SELFTEST_FAILED;
324                 return -EIO;
325         }
326
327         /* generate random bytes */
328         cpacf_prno(CPACF_PRNO_SHA512_DRNG_GEN,
329                    &ws, buf, sizeof(buf), NULL, 0);
330         cpacf_prno(CPACF_PRNO_SHA512_DRNG_GEN,
331                    &ws, buf, sizeof(buf), NULL, 0);
332
333         /* check against expected data */
334         if (memcmp(buf, random, sizeof(random)) != 0) {
335                 pr_err("The prng self test data test "
336                        "for the SHA-512 mode failed\n");
337                 prng_errorflag = PRNG_SELFTEST_FAILED;
338                 return -EIO;
339         }
340
341         return 0;
342 }
343
344
345 static int __init prng_sha512_instantiate(void)
346 {
347         int ret, datalen;
348         u8 seed[64 + 32 + 16];
349
350         pr_debug("prng runs in SHA-512 mode "
351                  "with chunksize=%d and reseed_limit=%u\n",
352                  prng_chunk_size, prng_reseed_limit);
353
354         /* memory allocation, prng_data struct init, mutex init */
355         datalen = sizeof(struct prng_data_s) + prng_chunk_size;
356         if (fips_enabled)
357                 datalen += prng_chunk_size;
358         prng_data = kzalloc(datalen, GFP_KERNEL);
359         if (!prng_data) {
360                 prng_errorflag = PRNG_INSTANTIATE_FAILED;
361                 return -ENOMEM;
362         }
363         mutex_init(&prng_data->mutex);
364         prng_data->buf = ((u8 *)prng_data) + sizeof(struct prng_data_s);
365
366         /* selftest */
367         ret = prng_sha512_selftest();
368         if (ret)
369                 goto outfree;
370
371         /* generate initial seed bytestring, with 256 + 128 bits entropy */
372         ret = generate_entropy(seed, 64 + 32);
373         if (ret != 64 + 32)
374                 goto outfree;
375         /* followed by 16 bytes of unique nonce */
376         get_tod_clock_ext(seed + 64 + 32);
377
378         /* initial seed of the prno drng */
379         cpacf_prno(CPACF_PRNO_SHA512_DRNG_SEED,
380                    &prng_data->prnows, NULL, 0, seed, sizeof(seed));
381
382         /* if fips mode is enabled, generate a first block of random
383            bytes for the FIPS 140-2 Conditional Self Test */
384         if (fips_enabled) {
385                 prng_data->prev = prng_data->buf + prng_chunk_size;
386                 cpacf_prno(CPACF_PRNO_SHA512_DRNG_GEN,
387                            &prng_data->prnows,
388                            prng_data->prev, prng_chunk_size, NULL, 0);
389         }
390
391         return 0;
392
393 outfree:
394         kfree(prng_data);
395         return ret;
396 }
397
398
399 static void prng_sha512_deinstantiate(void)
400 {
401         pr_debug("The prng module stopped after running in SHA-512 mode\n");
402         kzfree(prng_data);
403 }
404
405
406 static int prng_sha512_reseed(void)
407 {
408         int ret;
409         u8 seed[64];
410
411         /* fetch 256 bits of fresh entropy */
412         ret = generate_entropy(seed, sizeof(seed));
413         if (ret != sizeof(seed))
414                 return ret;
415
416         /* do a reseed of the prno drng with this bytestring */
417         cpacf_prno(CPACF_PRNO_SHA512_DRNG_SEED,
418                    &prng_data->prnows, NULL, 0, seed, sizeof(seed));
419
420         return 0;
421 }
422
423
424 static int prng_sha512_generate(u8 *buf, size_t nbytes)
425 {
426         int ret;
427
428         /* reseed needed ? */
429         if (prng_data->prnows.reseed_counter > prng_reseed_limit) {
430                 ret = prng_sha512_reseed();
431                 if (ret)
432                         return ret;
433         }
434
435         /* PRNO generate */
436         cpacf_prno(CPACF_PRNO_SHA512_DRNG_GEN,
437                    &prng_data->prnows, buf, nbytes, NULL, 0);
438
439         /* FIPS 140-2 Conditional Self Test */
440         if (fips_enabled) {
441                 if (!memcmp(prng_data->prev, buf, nbytes)) {
442                         prng_errorflag = PRNG_GEN_FAILED;
443                         return -EILSEQ;
444                 }
445                 memcpy(prng_data->prev, buf, nbytes);
446         }
447
448         return nbytes;
449 }
450
451
452 /*** file io functions ***/
453
454 static int prng_open(struct inode *inode, struct file *file)
455 {
456         return nonseekable_open(inode, file);
457 }
458
459
460 static ssize_t prng_tdes_read(struct file *file, char __user *ubuf,
461                               size_t nbytes, loff_t *ppos)
462 {
463         int chunk, n, ret = 0;
464
465         /* lock prng_data struct */
466         if (mutex_lock_interruptible(&prng_data->mutex))
467                 return -ERESTARTSYS;
468
469         while (nbytes) {
470                 if (need_resched()) {
471                         if (signal_pending(current)) {
472                                 if (ret == 0)
473                                         ret = -ERESTARTSYS;
474                                 break;
475                         }
476                         /* give mutex free before calling schedule() */
477                         mutex_unlock(&prng_data->mutex);
478                         schedule();
479                         /* occopy mutex again */
480                         if (mutex_lock_interruptible(&prng_data->mutex)) {
481                                 if (ret == 0)
482                                         ret = -ERESTARTSYS;
483                                 return ret;
484                         }
485                 }
486
487                 /*
488                  * we lose some random bytes if an attacker issues
489                  * reads < 8 bytes, but we don't care
490                  */
491                 chunk = min_t(int, nbytes, prng_chunk_size);
492
493                 /* PRNG only likes multiples of 8 bytes */
494                 n = (chunk + 7) & -8;
495
496                 if (prng_data->prngws.reseed_counter > prng_reseed_limit)
497                         prng_tdes_seed(8);
498
499                 /* if the CPU supports PRNG stckf is present too */
500                 *((unsigned long long *)prng_data->buf) = get_tod_clock_fast();
501
502                 /*
503                  * Beside the STCKF the input for the TDES-EDE is the output
504                  * of the last operation. We differ here from X9.17 since we
505                  * only store one timestamp into the buffer. Padding the whole
506                  * buffer with timestamps does not improve security, since
507                  * successive stckf have nearly constant offsets.
508                  * If an attacker knows the first timestamp it would be
509                  * trivial to guess the additional values. One timestamp
510                  * is therefore enough and still guarantees unique input values.
511                  *
512                  * Note: you can still get strict X9.17 conformity by setting
513                  * prng_chunk_size to 8 bytes.
514                  */
515                 cpacf_kmc(CPACF_KMC_PRNG, prng_data->prngws.parm_block,
516                           prng_data->buf, prng_data->buf, n);
517
518                 prng_data->prngws.byte_counter += n;
519                 prng_data->prngws.reseed_counter += n;
520
521                 if (copy_to_user(ubuf, prng_data->buf, chunk)) {
522                         ret = -EFAULT;
523                         break;
524                 }
525
526                 nbytes -= chunk;
527                 ret += chunk;
528                 ubuf += chunk;
529         }
530
531         /* unlock prng_data struct */
532         mutex_unlock(&prng_data->mutex);
533
534         return ret;
535 }
536
537
538 static ssize_t prng_sha512_read(struct file *file, char __user *ubuf,
539                                 size_t nbytes, loff_t *ppos)
540 {
541         int n, ret = 0;
542         u8 *p;
543
544         /* if errorflag is set do nothing and return 'broken pipe' */
545         if (prng_errorflag)
546                 return -EPIPE;
547
548         /* lock prng_data struct */
549         if (mutex_lock_interruptible(&prng_data->mutex))
550                 return -ERESTARTSYS;
551
552         while (nbytes) {
553                 if (need_resched()) {
554                         if (signal_pending(current)) {
555                                 if (ret == 0)
556                                         ret = -ERESTARTSYS;
557                                 break;
558                         }
559                         /* give mutex free before calling schedule() */
560                         mutex_unlock(&prng_data->mutex);
561                         schedule();
562                         /* occopy mutex again */
563                         if (mutex_lock_interruptible(&prng_data->mutex)) {
564                                 if (ret == 0)
565                                         ret = -ERESTARTSYS;
566                                 return ret;
567                         }
568                 }
569                 if (prng_data->rest) {
570                         /* push left over random bytes from the previous read */
571                         p = prng_data->buf + prng_chunk_size - prng_data->rest;
572                         n = (nbytes < prng_data->rest) ?
573                                 nbytes : prng_data->rest;
574                         prng_data->rest -= n;
575                 } else {
576                         /* generate one chunk of random bytes into read buf */
577                         p = prng_data->buf;
578                         n = prng_sha512_generate(p, prng_chunk_size);
579                         if (n < 0) {
580                                 ret = n;
581                                 break;
582                         }
583                         if (nbytes < prng_chunk_size) {
584                                 n = nbytes;
585                                 prng_data->rest = prng_chunk_size - n;
586                         } else {
587                                 n = prng_chunk_size;
588                                 prng_data->rest = 0;
589                         }
590                 }
591                 if (copy_to_user(ubuf, p, n)) {
592                         ret = -EFAULT;
593                         break;
594                 }
595                 ubuf += n;
596                 nbytes -= n;
597                 ret += n;
598         }
599
600         /* unlock prng_data struct */
601         mutex_unlock(&prng_data->mutex);
602
603         return ret;
604 }
605
606
607 /*** sysfs stuff ***/
608
609 static const struct file_operations prng_sha512_fops = {
610         .owner          = THIS_MODULE,
611         .open           = &prng_open,
612         .release        = NULL,
613         .read           = &prng_sha512_read,
614         .llseek         = noop_llseek,
615 };
616 static const struct file_operations prng_tdes_fops = {
617         .owner          = THIS_MODULE,
618         .open           = &prng_open,
619         .release        = NULL,
620         .read           = &prng_tdes_read,
621         .llseek         = noop_llseek,
622 };
623
624 static struct miscdevice prng_sha512_dev = {
625         .name   = "prandom",
626         .minor  = MISC_DYNAMIC_MINOR,
627         .mode   = 0644,
628         .fops   = &prng_sha512_fops,
629 };
630 static struct miscdevice prng_tdes_dev = {
631         .name   = "prandom",
632         .minor  = MISC_DYNAMIC_MINOR,
633         .mode   = 0644,
634         .fops   = &prng_tdes_fops,
635 };
636
637
638 /* chunksize attribute (ro) */
639 static ssize_t prng_chunksize_show(struct device *dev,
640                                    struct device_attribute *attr,
641                                    char *buf)
642 {
643         return snprintf(buf, PAGE_SIZE, "%u\n", prng_chunk_size);
644 }
645 static DEVICE_ATTR(chunksize, 0444, prng_chunksize_show, NULL);
646
647 /* counter attribute (ro) */
648 static ssize_t prng_counter_show(struct device *dev,
649                                  struct device_attribute *attr,
650                                  char *buf)
651 {
652         u64 counter;
653
654         if (mutex_lock_interruptible(&prng_data->mutex))
655                 return -ERESTARTSYS;
656         if (prng_mode == PRNG_MODE_SHA512)
657                 counter = prng_data->prnows.stream_bytes;
658         else
659                 counter = prng_data->prngws.byte_counter;
660         mutex_unlock(&prng_data->mutex);
661
662         return snprintf(buf, PAGE_SIZE, "%llu\n", counter);
663 }
664 static DEVICE_ATTR(byte_counter, 0444, prng_counter_show, NULL);
665
666 /* errorflag attribute (ro) */
667 static ssize_t prng_errorflag_show(struct device *dev,
668                                    struct device_attribute *attr,
669                                    char *buf)
670 {
671         return snprintf(buf, PAGE_SIZE, "%d\n", prng_errorflag);
672 }
673 static DEVICE_ATTR(errorflag, 0444, prng_errorflag_show, NULL);
674
675 /* mode attribute (ro) */
676 static ssize_t prng_mode_show(struct device *dev,
677                               struct device_attribute *attr,
678                               char *buf)
679 {
680         if (prng_mode == PRNG_MODE_TDES)
681                 return snprintf(buf, PAGE_SIZE, "TDES\n");
682         else
683                 return snprintf(buf, PAGE_SIZE, "SHA512\n");
684 }
685 static DEVICE_ATTR(mode, 0444, prng_mode_show, NULL);
686
687 /* reseed attribute (w) */
688 static ssize_t prng_reseed_store(struct device *dev,
689                                  struct device_attribute *attr,
690                                  const char *buf, size_t count)
691 {
692         if (mutex_lock_interruptible(&prng_data->mutex))
693                 return -ERESTARTSYS;
694         prng_sha512_reseed();
695         mutex_unlock(&prng_data->mutex);
696
697         return count;
698 }
699 static DEVICE_ATTR(reseed, 0200, NULL, prng_reseed_store);
700
701 /* reseed limit attribute (rw) */
702 static ssize_t prng_reseed_limit_show(struct device *dev,
703                                       struct device_attribute *attr,
704                                       char *buf)
705 {
706         return snprintf(buf, PAGE_SIZE, "%u\n", prng_reseed_limit);
707 }
708 static ssize_t prng_reseed_limit_store(struct device *dev,
709                                        struct device_attribute *attr,
710                                        const char *buf, size_t count)
711 {
712         unsigned limit;
713
714         if (sscanf(buf, "%u\n", &limit) != 1)
715                 return -EINVAL;
716
717         if (prng_mode == PRNG_MODE_SHA512) {
718                 if (limit < PRNG_RESEED_LIMIT_SHA512_LOWER)
719                         return -EINVAL;
720         } else {
721                 if (limit < PRNG_RESEED_LIMIT_TDES_LOWER)
722                         return -EINVAL;
723         }
724
725         prng_reseed_limit = limit;
726
727         return count;
728 }
729 static DEVICE_ATTR(reseed_limit, 0644,
730                    prng_reseed_limit_show, prng_reseed_limit_store);
731
732 /* strength attribute (ro) */
733 static ssize_t prng_strength_show(struct device *dev,
734                                   struct device_attribute *attr,
735                                   char *buf)
736 {
737         return snprintf(buf, PAGE_SIZE, "256\n");
738 }
739 static DEVICE_ATTR(strength, 0444, prng_strength_show, NULL);
740
741 static struct attribute *prng_sha512_dev_attrs[] = {
742         &dev_attr_errorflag.attr,
743         &dev_attr_chunksize.attr,
744         &dev_attr_byte_counter.attr,
745         &dev_attr_mode.attr,
746         &dev_attr_reseed.attr,
747         &dev_attr_reseed_limit.attr,
748         &dev_attr_strength.attr,
749         NULL
750 };
751 static struct attribute *prng_tdes_dev_attrs[] = {
752         &dev_attr_chunksize.attr,
753         &dev_attr_byte_counter.attr,
754         &dev_attr_mode.attr,
755         NULL
756 };
757
758 static struct attribute_group prng_sha512_dev_attr_group = {
759         .attrs = prng_sha512_dev_attrs
760 };
761 static struct attribute_group prng_tdes_dev_attr_group = {
762         .attrs = prng_tdes_dev_attrs
763 };
764
765
766 /*** module init and exit ***/
767
768 static int __init prng_init(void)
769 {
770         int ret;
771
772         /* check if the CPU has a PRNG */
773         if (!cpacf_query_func(CPACF_KMC, CPACF_KMC_PRNG))
774                 return -EOPNOTSUPP;
775
776         /* choose prng mode */
777         if (prng_mode != PRNG_MODE_TDES) {
778                 /* check for MSA5 support for PRNO operations */
779                 if (!cpacf_query_func(CPACF_PRNO, CPACF_PRNO_SHA512_DRNG_GEN)) {
780                         if (prng_mode == PRNG_MODE_SHA512) {
781                                 pr_err("The prng module cannot "
782                                        "start in SHA-512 mode\n");
783                                 return -EOPNOTSUPP;
784                         }
785                         prng_mode = PRNG_MODE_TDES;
786                 } else
787                         prng_mode = PRNG_MODE_SHA512;
788         }
789
790         if (prng_mode == PRNG_MODE_SHA512) {
791
792                 /* SHA512 mode */
793
794                 if (prng_chunk_size < PRNG_CHUNKSIZE_SHA512_MIN
795                     || prng_chunk_size > PRNG_CHUNKSIZE_SHA512_MAX)
796                         return -EINVAL;
797                 prng_chunk_size = (prng_chunk_size + 0x3f) & ~0x3f;
798
799                 if (prng_reseed_limit == 0)
800                         prng_reseed_limit = PRNG_RESEED_LIMIT_SHA512;
801                 else if (prng_reseed_limit < PRNG_RESEED_LIMIT_SHA512_LOWER)
802                         return -EINVAL;
803
804                 ret = prng_sha512_instantiate();
805                 if (ret)
806                         goto out;
807
808                 ret = misc_register(&prng_sha512_dev);
809                 if (ret) {
810                         prng_sha512_deinstantiate();
811                         goto out;
812                 }
813                 ret = sysfs_create_group(&prng_sha512_dev.this_device->kobj,
814                                          &prng_sha512_dev_attr_group);
815                 if (ret) {
816                         misc_deregister(&prng_sha512_dev);
817                         prng_sha512_deinstantiate();
818                         goto out;
819                 }
820
821         } else {
822
823                 /* TDES mode */
824
825                 if (prng_chunk_size < PRNG_CHUNKSIZE_TDES_MIN
826                     || prng_chunk_size > PRNG_CHUNKSIZE_TDES_MAX)
827                         return -EINVAL;
828                 prng_chunk_size = (prng_chunk_size + 0x07) & ~0x07;
829
830                 if (prng_reseed_limit == 0)
831                         prng_reseed_limit = PRNG_RESEED_LIMIT_TDES;
832                 else if (prng_reseed_limit < PRNG_RESEED_LIMIT_TDES_LOWER)
833                         return -EINVAL;
834
835                 ret = prng_tdes_instantiate();
836                 if (ret)
837                         goto out;
838
839                 ret = misc_register(&prng_tdes_dev);
840                 if (ret) {
841                         prng_tdes_deinstantiate();
842                         goto out;
843                 }
844                 ret = sysfs_create_group(&prng_tdes_dev.this_device->kobj,
845                                          &prng_tdes_dev_attr_group);
846                 if (ret) {
847                         misc_deregister(&prng_tdes_dev);
848                         prng_tdes_deinstantiate();
849                         goto out;
850                 }
851
852         }
853
854 out:
855         return ret;
856 }
857
858
859 static void __exit prng_exit(void)
860 {
861         if (prng_mode == PRNG_MODE_SHA512) {
862                 sysfs_remove_group(&prng_sha512_dev.this_device->kobj,
863                                    &prng_sha512_dev_attr_group);
864                 misc_deregister(&prng_sha512_dev);
865                 prng_sha512_deinstantiate();
866         } else {
867                 sysfs_remove_group(&prng_tdes_dev.this_device->kobj,
868                                    &prng_tdes_dev_attr_group);
869                 misc_deregister(&prng_tdes_dev);
870                 prng_tdes_deinstantiate();
871         }
872 }
873
874 module_cpu_feature_match(MSA, prng_init);
875 module_exit(prng_exit);