arch/riscv/crypto/sm3-riscv64-glue.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * SM3 using the RISC-V vector crypto extensions
   4  *
   5  * Copyright (C) 2023 VRULL GmbH
   6  * Author: Heiko Stuebner <heiko.stuebner@vrull.eu>
   7  *
   8  * Copyright (C) 2023 SiFive, Inc.
   9  * Author: Jerry Shih <jerry.shih@sifive.com>
  10  */
  11
  12 #include <asm/simd.h>
  13 #include <asm/vector.h>
  14 #include <crypto/internal/hash.h>
  15 #include <crypto/internal/simd.h>
  16 #include <crypto/sm3_base.h>
  17 #include <linux/linkage.h>
  18 #include <linux/module.h>
  19
  20 /*
  21  * Note: the asm function only uses the 'state' field of struct sm3_state.
  22  * It is assumed to be the first field.
  23  */
  24 asmlinkage void sm3_transform_zvksh_zvkb(
  25         struct sm3_state *state, const u8 *data, int num_blocks);
  26
  27 static int riscv64_sm3_update(struct shash_desc *desc, const u8 *data,
  28                               unsigned int len)
  29 {
  30         /*
  31          * Ensure struct sm3_state begins directly with the SM3
  32          * 256-bit internal state, as this is what the asm function expects.
  33          */
  34         BUILD_BUG_ON(offsetof(struct sm3_state, state) != 0);
  35
  36         if (crypto_simd_usable()) {
  37                 kernel_vector_begin();
  38                 sm3_base_do_update(desc, data, len, sm3_transform_zvksh_zvkb);
  39                 kernel_vector_end();
  40         } else {
  41                 sm3_update(shash_desc_ctx(desc), data, len);
  42         }
  43         return 0;
  44 }
  45
  46 static int riscv64_sm3_finup(struct shash_desc *desc, const u8 *data,
  47                              unsigned int len, u8 *out)
  48 {
  49         struct sm3_state *ctx;
  50
  51         if (crypto_simd_usable()) {
  52                 kernel_vector_begin();
  53                 if (len)
  54                         sm3_base_do_update(desc, data, len,
  55                                            sm3_transform_zvksh_zvkb);
  56                 sm3_base_do_finalize(desc, sm3_transform_zvksh_zvkb);
  57                 kernel_vector_end();
  58
  59                 return sm3_base_finish(desc, out);
  60         }
  61
  62         ctx = shash_desc_ctx(desc);
  63         if (len)
  64                 sm3_update(ctx, data, len);
  65         sm3_final(ctx, out);
  66
  67         return 0;
  68 }
  69
  70 static int riscv64_sm3_final(struct shash_desc *desc, u8 *out)
  71 {
  72         return riscv64_sm3_finup(desc, NULL, 0, out);
  73 }
  74
  75 static struct shash_alg riscv64_sm3_alg = {
  76         .init = sm3_base_init,
  77         .update = riscv64_sm3_update,
  78         .final = riscv64_sm3_final,
  79         .finup = riscv64_sm3_finup,
  80         .descsize = sizeof(struct sm3_state),
  81         .digestsize = SM3_DIGEST_SIZE,
  82         .base = {
  83                 .cra_blocksize = SM3_BLOCK_SIZE,
  84                 .cra_priority = 300,
  85                 .cra_name = "sm3",
  86                 .cra_driver_name = "sm3-riscv64-zvksh-zvkb",
  87                 .cra_module = THIS_MODULE,
  88         },
  89 };
  90
  91 static int __init riscv64_sm3_mod_init(void)
  92 {
  93         if (riscv_isa_extension_available(NULL, ZVKSH) &&
  94             riscv_isa_extension_available(NULL, ZVKB) &&
  95             riscv_vector_vlen() >= 128)
  96                 return crypto_register_shash(&riscv64_sm3_alg);
  97
  98         return -ENODEV;
  99 }
 100
 101 static void __exit riscv64_sm3_mod_exit(void)
 102 {
 103         crypto_unregister_shash(&riscv64_sm3_alg);
 104 }
 105
 106 module_init(riscv64_sm3_mod_init);
 107 module_exit(riscv64_sm3_mod_exit);
 108
 109 MODULE_DESCRIPTION("SM3 (RISC-V accelerated)");
 110 MODULE_AUTHOR("Heiko Stuebner <heiko.stuebner@vrull.eu>");
 111 MODULE_LICENSE("GPL");
 112 MODULE_ALIAS_CRYPTO("sm3");