blob: 932f0aafddc32dc3974e71bdb8d0f37ad9e3aa80 [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001/* SPDX-License-Identifier: GPL-2.0-or-later */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * Cryptographic API.
4 *
5 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
Herbert Xu5cb1454b2005-11-05 16:58:14 +11006 * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 */
8#ifndef _CRYPTO_INTERNAL_H
9#define _CRYPTO_INTERNAL_H
Herbert Xucce9e062006-08-21 21:08:13 +100010
11#include <crypto/algapi.h>
Herbert Xu28259822006-08-06 21:23:26 +100012#include <linux/completion.h>
Herbert Xu9a70f422021-09-17 08:26:19 +080013#include <linux/jump_label.h>
Herbert Xu5cb1454b2005-11-05 16:58:14 +110014#include <linux/list.h>
Herbert Xu4cc77202006-08-06 21:16:34 +100015#include <linux/module.h>
Herbert Xu28259822006-08-06 21:23:26 +100016#include <linux/notifier.h>
Herbert Xu1dbb9202020-07-30 22:39:13 +100017#include <linux/numa.h>
18#include <linux/refcount.h>
Herbert Xu5cb1454b2005-11-05 16:58:14 +110019#include <linux/rwsem.h>
Herbert Xu1dbb9202020-07-30 22:39:13 +100020#include <linux/sched.h>
21#include <linux/types.h>
Neil Hormanccb778e2008-08-05 14:13:08 +080022
Herbert Xu4cc77202006-08-06 21:16:34 +100023struct crypto_instance;
24struct crypto_template;
25
Herbert Xu28259822006-08-06 21:23:26 +100026struct crypto_larval {
27 struct crypto_alg alg;
28 struct crypto_alg *adult;
29 struct completion completion;
Herbert Xu492e2b62006-09-21 11:35:17 +100030 u32 mask;
Herbert Xu9a70f422021-09-17 08:26:19 +080031 bool test_started;
Herbert Xu28259822006-08-06 21:23:26 +100032};
33
Herbert Xu5163ab52021-06-17 15:28:10 +080034enum {
35 CRYPTOA_UNSPEC,
36 CRYPTOA_ALG,
37 CRYPTOA_TYPE,
38 __CRYPTOA_MAX,
39};
40
41#define CRYPTOA_MAX (__CRYPTOA_MAX - 1)
42
43/* Maximum number of (rtattr) parameters for each template. */
44#define CRYPTO_MAX_ATTRS 32
45
Herbert Xu5cb1454b2005-11-05 16:58:14 +110046extern struct list_head crypto_alg_list;
47extern struct rw_semaphore crypto_alg_sem;
Herbert Xu28259822006-08-06 21:23:26 +100048extern struct blocking_notifier_head crypto_chain;
Herbert Xu5cb1454b2005-11-05 16:58:14 +110049
Eric Biggers118fe0a2022-11-13 16:12:35 -080050#ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
51static inline bool crypto_boot_test_finished(void)
52{
53 return true;
54}
55static inline void set_crypto_boot_test_finished(void)
56{
57}
58#else
59DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_finished);
60static inline bool crypto_boot_test_finished(void)
61{
62 return static_branch_likely(&__crypto_boot_test_finished);
63}
64static inline void set_crypto_boot_test_finished(void)
65{
66 static_branch_enable(&__crypto_boot_test_finished);
67}
68#endif /* !CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
Herbert Xu9a70f422021-09-17 08:26:19 +080069
Linus Torvalds1da177e2005-04-16 15:20:36 -070070#ifdef CONFIG_PROC_FS
71void __init crypto_init_proc(void);
Herbert Xucce9e062006-08-21 21:08:13 +100072void __exit crypto_exit_proc(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070073#else
74static inline void crypto_init_proc(void)
75{ }
Herbert Xucce9e062006-08-21 21:08:13 +100076static inline void crypto_exit_proc(void)
77{ }
Linus Torvalds1da177e2005-04-16 15:20:36 -070078#endif
79
Herbert Xuf1ddcaf2007-01-27 10:05:15 +110080static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg *alg)
Herbert Xufbdae9f2005-07-06 13:53:29 -070081{
Herbert Xuf1ddcaf2007-01-27 10:05:15 +110082 return alg->cra_ctxsize;
Herbert Xufbdae9f2005-07-06 13:53:29 -070083}
84
Herbert Xuf1ddcaf2007-01-27 10:05:15 +110085static inline unsigned int crypto_compress_ctxsize(struct crypto_alg *alg)
Herbert Xufbdae9f2005-07-06 13:53:29 -070086{
87 return alg->cra_ctxsize;
88}
89
Herbert Xu28259822006-08-06 21:23:26 +100090struct crypto_alg *crypto_mod_get(struct crypto_alg *alg);
Herbert Xu492e2b62006-09-21 11:35:17 +100091struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask);
Herbert Xu28259822006-08-06 21:23:26 +100092
Herbert Xu73d38642008-08-03 21:15:23 +080093struct crypto_larval *crypto_larval_alloc(const char *name, u32 type, u32 mask);
Herbert Xub9c55aa2007-12-04 12:46:48 +110094void crypto_larval_kill(struct crypto_alg *alg);
Herbert Xu9a70f422021-09-17 08:26:19 +080095void crypto_wait_for_test(struct crypto_larval *larval);
Herbert Xu73d38642008-08-03 21:15:23 +080096void crypto_alg_tested(const char *name, int err);
Herbert Xu28259822006-08-06 21:23:26 +100097
Steffen Klassert89b596b2011-09-27 07:22:08 +020098void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
99 struct crypto_alg *nalg);
Steffen Klassert22e5b202011-09-27 07:23:07 +0200100void crypto_remove_final(struct list_head *list);
Herbert Xu66035232020-04-10 16:09:42 +1000101void crypto_shoot_alg(struct crypto_alg *alg);
Herbert Xu27d2a332007-01-24 20:50:26 +1100102struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg, u32 type,
103 u32 mask);
Barry Song7bc13b52020-07-05 21:18:58 +1200104void *crypto_create_tfm_node(struct crypto_alg *alg,
105 const struct crypto_type *frontend, int node);
106
107static inline void *crypto_create_tfm(struct crypto_alg *alg,
108 const struct crypto_type *frontend)
109{
110 return crypto_create_tfm_node(alg, frontend, NUMA_NO_NODE);
111}
112
Herbert Xud06854f2009-07-08 17:53:16 +0800113struct crypto_alg *crypto_find_alg(const char *alg_name,
114 const struct crypto_type *frontend,
115 u32 type, u32 mask);
Barry Song7bc13b52020-07-05 21:18:58 +1200116
117void *crypto_alloc_tfm_node(const char *alg_name,
118 const struct crypto_type *frontend, u32 type, u32 mask,
119 int node);
120
121static inline void *crypto_alloc_tfm(const char *alg_name,
122 const struct crypto_type *frontend, u32 type, u32 mask)
123{
124 return crypto_alloc_tfm_node(alg_name, frontend, type, mask, NUMA_NO_NODE);
125}
Herbert Xu6bfd4802006-09-21 11:39:29 +1000126
Herbert Xu73d38642008-08-03 21:15:23 +0800127int crypto_probing_notify(unsigned long val, void *v);
Herbert Xu28259822006-08-06 21:23:26 +1000128
Herbert Xu38d21432015-04-20 13:39:00 +0800129unsigned int crypto_alg_extsize(struct crypto_alg *alg);
130
Herbert Xuf2aefda2016-01-23 13:51:01 +0800131int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
132 u32 type, u32 mask);
133
Herbert Xu939e1772013-06-25 19:15:17 +0800134static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg)
135{
Eric Biggersce8614a2017-12-29 10:00:46 -0600136 refcount_inc(&alg->cra_refcnt);
Herbert Xu939e1772013-06-25 19:15:17 +0800137 return alg;
138}
139
Herbert Xu6bfd4802006-09-21 11:39:29 +1000140static inline void crypto_alg_put(struct crypto_alg *alg)
141{
Eric Biggersce8614a2017-12-29 10:00:46 -0600142 if (refcount_dec_and_test(&alg->cra_refcnt) && alg->cra_destroy)
Herbert Xu6bfd4802006-09-21 11:39:29 +1000143 alg->cra_destroy(alg);
144}
145
Herbert Xu4cc77202006-08-06 21:16:34 +1000146static inline int crypto_tmpl_get(struct crypto_template *tmpl)
147{
148 return try_module_get(tmpl->module);
149}
150
151static inline void crypto_tmpl_put(struct crypto_template *tmpl)
152{
153 module_put(tmpl->module);
154}
155
Herbert Xu28259822006-08-06 21:23:26 +1000156static inline int crypto_is_larval(struct crypto_alg *alg)
157{
158 return alg->cra_flags & CRYPTO_ALG_LARVAL;
159}
160
Herbert Xu6bfd4802006-09-21 11:39:29 +1000161static inline int crypto_is_dead(struct crypto_alg *alg)
162{
163 return alg->cra_flags & CRYPTO_ALG_DEAD;
164}
165
166static inline int crypto_is_moribund(struct crypto_alg *alg)
167{
168 return alg->cra_flags & (CRYPTO_ALG_DEAD | CRYPTO_ALG_DYING);
169}
170
Herbert Xu73d38642008-08-03 21:15:23 +0800171static inline void crypto_notify(unsigned long val, void *v)
Herbert Xu28259822006-08-06 21:23:26 +1000172{
Herbert Xu73d38642008-08-03 21:15:23 +0800173 blocking_notifier_call_chain(&crypto_chain, val, v);
Herbert Xu28259822006-08-06 21:23:26 +1000174}
175
Herbert Xu1dbb9202020-07-30 22:39:13 +1000176static inline void crypto_yield(u32 flags)
177{
178 if (flags & CRYPTO_TFM_REQ_MAY_SLEEP)
179 cond_resched();
180}
181
Herbert Xu9a70f422021-09-17 08:26:19 +0800182static inline int crypto_is_test_larval(struct crypto_larval *larval)
183{
184 return larval->alg.cra_driver_name[0];
185}
186
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187#endif /* _CRYPTO_INTERNAL_H */
188