2019-05-27 06:55:01 +00:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* Cryptographic API.
|
|
|
|
*
|
|
|
|
* Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
|
2005-11-05 05:58:14 +00:00
|
|
|
* Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
|
2005-04-16 22:20:36 +00:00
|
|
|
*/
|
|
|
|
#ifndef _CRYPTO_INTERNAL_H
|
|
|
|
#define _CRYPTO_INTERNAL_H
|
2006-08-21 11:08:13 +00:00
|
|
|
|
|
|
|
#include <crypto/algapi.h>
|
2006-08-06 11:23:26 +00:00
|
|
|
#include <linux/completion.h>
|
2023-04-13 06:24:15 +00:00
|
|
|
#include <linux/err.h>
|
2021-09-17 00:26:19 +00:00
|
|
|
#include <linux/jump_label.h>
|
2005-11-05 05:58:14 +00:00
|
|
|
#include <linux/list.h>
|
2006-08-06 11:16:34 +00:00
|
|
|
#include <linux/module.h>
|
2006-08-06 11:23:26 +00:00
|
|
|
#include <linux/notifier.h>
|
2020-07-30 12:39:13 +00:00
|
|
|
#include <linux/numa.h>
|
|
|
|
#include <linux/refcount.h>
|
2005-11-05 05:58:14 +00:00
|
|
|
#include <linux/rwsem.h>
|
2020-07-30 12:39:13 +00:00
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/types.h>
|
2008-08-05 06:13:08 +00:00
|
|
|
|
2006-08-06 11:16:34 +00:00
|
|
|
struct crypto_instance;
|
|
|
|
struct crypto_template;
|
|
|
|
|
2006-08-06 11:23:26 +00:00
|
|
|
struct crypto_larval {
|
|
|
|
struct crypto_alg alg;
|
|
|
|
struct crypto_alg *adult;
|
|
|
|
struct completion completion;
|
2006-09-21 01:35:17 +00:00
|
|
|
u32 mask;
|
2021-09-17 00:26:19 +00:00
|
|
|
bool test_started;
|
2006-08-06 11:23:26 +00:00
|
|
|
};
|
|
|
|
|
2021-06-17 07:28:10 +00:00
|
|
|
enum {
|
|
|
|
CRYPTOA_UNSPEC,
|
|
|
|
CRYPTOA_ALG,
|
|
|
|
CRYPTOA_TYPE,
|
|
|
|
__CRYPTOA_MAX,
|
|
|
|
};
|
|
|
|
|
|
|
|
#define CRYPTOA_MAX (__CRYPTOA_MAX - 1)
|
|
|
|
|
|
|
|
/* Maximum number of (rtattr) parameters for each template. */
|
|
|
|
#define CRYPTO_MAX_ATTRS 32
|
|
|
|
|
2005-11-05 05:58:14 +00:00
|
|
|
extern struct list_head crypto_alg_list;
|
|
|
|
extern struct rw_semaphore crypto_alg_sem;
|
2006-08-06 11:23:26 +00:00
|
|
|
extern struct blocking_notifier_head crypto_chain;
|
2005-11-05 05:58:14 +00:00
|
|
|
|
2023-04-03 04:48:42 +00:00
|
|
|
int alg_test(const char *driver, const char *alg, u32 type, u32 mask);
|
|
|
|
|
2022-11-14 00:12:35 +00:00
|
|
|
#ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
|
|
|
|
static inline bool crypto_boot_test_finished(void)
|
|
|
|
{
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
static inline void set_crypto_boot_test_finished(void)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
#else
|
|
|
|
DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_finished);
|
|
|
|
static inline bool crypto_boot_test_finished(void)
|
|
|
|
{
|
|
|
|
return static_branch_likely(&__crypto_boot_test_finished);
|
|
|
|
}
|
|
|
|
static inline void set_crypto_boot_test_finished(void)
|
|
|
|
{
|
|
|
|
static_branch_enable(&__crypto_boot_test_finished);
|
|
|
|
}
|
|
|
|
#endif /* !CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
|
2021-09-17 00:26:19 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#ifdef CONFIG_PROC_FS
|
|
|
|
void __init crypto_init_proc(void);
|
2006-08-21 11:08:13 +00:00
|
|
|
void __exit crypto_exit_proc(void);
|
2005-04-16 22:20:36 +00:00
|
|
|
#else
|
|
|
|
static inline void crypto_init_proc(void)
|
|
|
|
{ }
|
2006-08-21 11:08:13 +00:00
|
|
|
static inline void crypto_exit_proc(void)
|
|
|
|
{ }
|
2005-04-16 22:20:36 +00:00
|
|
|
#endif
|
|
|
|
|
2007-01-26 23:05:15 +00:00
|
|
|
static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg *alg)
|
2005-07-06 20:53:29 +00:00
|
|
|
{
|
2007-01-26 23:05:15 +00:00
|
|
|
return alg->cra_ctxsize;
|
2005-07-06 20:53:29 +00:00
|
|
|
}
|
|
|
|
|
2007-01-26 23:05:15 +00:00
|
|
|
static inline unsigned int crypto_compress_ctxsize(struct crypto_alg *alg)
|
2005-07-06 20:53:29 +00:00
|
|
|
{
|
|
|
|
return alg->cra_ctxsize;
|
|
|
|
}
|
|
|
|
|
2006-08-06 11:23:26 +00:00
|
|
|
struct crypto_alg *crypto_mod_get(struct crypto_alg *alg);
|
2006-09-21 01:35:17 +00:00
|
|
|
struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask);
|
2006-08-06 11:23:26 +00:00
|
|
|
|
2008-08-03 13:15:23 +00:00
|
|
|
struct crypto_larval *crypto_larval_alloc(const char *name, u32 type, u32 mask);
|
2007-12-04 01:46:48 +00:00
|
|
|
void crypto_larval_kill(struct crypto_alg *alg);
|
2021-09-17 00:26:19 +00:00
|
|
|
void crypto_wait_for_test(struct crypto_larval *larval);
|
2008-08-03 13:15:23 +00:00
|
|
|
void crypto_alg_tested(const char *name, int err);
|
2006-08-06 11:23:26 +00:00
|
|
|
|
2011-09-27 05:22:08 +00:00
|
|
|
void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
|
|
|
|
struct crypto_alg *nalg);
|
2011-09-27 05:23:07 +00:00
|
|
|
void crypto_remove_final(struct list_head *list);
|
2020-04-10 06:09:42 +00:00
|
|
|
void crypto_shoot_alg(struct crypto_alg *alg);
|
2007-01-24 09:50:26 +00:00
|
|
|
struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg, u32 type,
|
|
|
|
u32 mask);
|
2020-07-05 09:18:58 +00:00
|
|
|
void *crypto_create_tfm_node(struct crypto_alg *alg,
|
|
|
|
const struct crypto_type *frontend, int node);
|
2023-04-13 06:24:17 +00:00
|
|
|
void *crypto_clone_tfm(const struct crypto_type *frontend,
|
|
|
|
struct crypto_tfm *otfm);
|
2020-07-05 09:18:58 +00:00
|
|
|
|
|
|
|
static inline void *crypto_create_tfm(struct crypto_alg *alg,
|
|
|
|
const struct crypto_type *frontend)
|
|
|
|
{
|
|
|
|
return crypto_create_tfm_node(alg, frontend, NUMA_NO_NODE);
|
|
|
|
}
|
|
|
|
|
2009-07-08 09:53:16 +00:00
|
|
|
struct crypto_alg *crypto_find_alg(const char *alg_name,
|
|
|
|
const struct crypto_type *frontend,
|
|
|
|
u32 type, u32 mask);
|
2020-07-05 09:18:58 +00:00
|
|
|
|
|
|
|
void *crypto_alloc_tfm_node(const char *alg_name,
|
|
|
|
const struct crypto_type *frontend, u32 type, u32 mask,
|
|
|
|
int node);
|
|
|
|
|
|
|
|
static inline void *crypto_alloc_tfm(const char *alg_name,
|
|
|
|
const struct crypto_type *frontend, u32 type, u32 mask)
|
|
|
|
{
|
|
|
|
return crypto_alloc_tfm_node(alg_name, frontend, type, mask, NUMA_NO_NODE);
|
|
|
|
}
|
2006-08-06 11:16:34 +00:00
|
|
|
|
2008-08-03 13:15:23 +00:00
|
|
|
int crypto_probing_notify(unsigned long val, void *v);
|
2006-08-06 11:23:26 +00:00
|
|
|
|
2015-04-20 05:39:00 +00:00
|
|
|
unsigned int crypto_alg_extsize(struct crypto_alg *alg);
|
|
|
|
|
2016-01-23 05:51:01 +00:00
|
|
|
int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
|
|
|
|
u32 type, u32 mask);
|
|
|
|
|
crypto: algboss - Hold ref count on larval
On Thu, Jun 20, 2013 at 10:00:21AM +0200, Daniel Borkmann wrote:
> After having fixed a NULL pointer dereference in SCTP 1abd165e ("net:
> sctp: fix NULL pointer dereference in socket destruction"), I ran into
> the following NULL pointer dereference in the crypto subsystem with
> the same reproducer, easily hit each time:
>
> BUG: unable to handle kernel NULL pointer dereference at (null)
> IP: [<ffffffff81070321>] __wake_up_common+0x31/0x90
> PGD 0
> Oops: 0000 [#1] SMP
> Modules linked in: padlock_sha(F-) sha256_generic(F) sctp(F) libcrc32c(F) [..]
> CPU: 6 PID: 3326 Comm: cryptomgr_probe Tainted: GF 3.10.0-rc5+ #1
> Hardware name: Dell Inc. PowerEdge T410/0H19HD, BIOS 1.6.3 02/01/2011
> task: ffff88007b6cf4e0 ti: ffff88007b7cc000 task.ti: ffff88007b7cc000
> RIP: 0010:[<ffffffff81070321>] [<ffffffff81070321>] __wake_up_common+0x31/0x90
> RSP: 0018:ffff88007b7cde08 EFLAGS: 00010082
> RAX: ffffffffffffffe8 RBX: ffff88003756c130 RCX: 0000000000000000
> RDX: 0000000000000000 RSI: 0000000000000003 RDI: ffff88003756c130
> RBP: ffff88007b7cde48 R08: 0000000000000000 R09: ffff88012b173200
> R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000282
> R13: ffff88003756c138 R14: 0000000000000000 R15: 0000000000000000
> FS: 0000000000000000(0000) GS:ffff88012fc60000(0000) knlGS:0000000000000000
> CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
> CR2: 0000000000000000 CR3: 0000000001a0b000 CR4: 00000000000007e0
> DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
> DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
> Stack:
> ffff88007b7cde28 0000000300000000 ffff88007b7cde28 ffff88003756c130
> 0000000000000282 ffff88003756c128 ffffffff81227670 0000000000000000
> ffff88007b7cde78 ffffffff810722b7 ffff88007cdcf000 ffffffff81a90540
> Call Trace:
> [<ffffffff81227670>] ? crypto_alloc_pcomp+0x20/0x20
> [<ffffffff810722b7>] complete_all+0x47/0x60
> [<ffffffff81227708>] cryptomgr_probe+0x98/0xc0
> [<ffffffff81227670>] ? crypto_alloc_pcomp+0x20/0x20
> [<ffffffff8106760e>] kthread+0xce/0xe0
> [<ffffffff81067540>] ? kthread_freezable_should_stop+0x70/0x70
> [<ffffffff815450dc>] ret_from_fork+0x7c/0xb0
> [<ffffffff81067540>] ? kthread_freezable_should_stop+0x70/0x70
> Code: 41 56 41 55 41 54 53 48 83 ec 18 66 66 66 66 90 89 75 cc 89 55 c8
> 4c 8d 6f 08 48 8b 57 08 41 89 cf 4d 89 c6 48 8d 42 e
> RIP [<ffffffff81070321>] __wake_up_common+0x31/0x90
> RSP <ffff88007b7cde08>
> CR2: 0000000000000000
> ---[ end trace b495b19270a4d37e ]---
>
> My assumption is that the following is happening: the minimal SCTP
> tool runs under ``echo 1 > /proc/sys/net/sctp/auth_enable'', hence
> it's making use of crypto_alloc_hash() via sctp_auth_init_hmacs().
> It forks itself, heavily allocates, binds, listens and waits in
> accept on sctp sockets, and then randomly kills some of them (no
> need for an actual client in this case to hit this). Then, again,
> allocating, binding, etc, and then killing child processes.
>
> The problem that might be happening here is that cryptomgr requests
> the module to probe/load through cryptomgr_schedule_probe(), but
> before the thread handler cryptomgr_probe() returns, we return from
> the wait_for_completion_interruptible() function and probably already
> have cleared up larval, thus we run into a NULL pointer dereference
> when in cryptomgr_probe() complete_all() is being called.
>
> If we wait with wait_for_completion() instead, this panic will not
> occur anymore. This is valid, because in case a signal is pending,
> cryptomgr_probe() returns from probing anyway with properly calling
> complete_all().
The use of wait_for_completion_interruptible is intentional so that
we don't lock up the thread if a bug causes us to never wake up.
This bug is caused by the helper thread using the larval without
holding a reference count on it. If the helper thread completes
after the original thread requesting for help has gone away and
destroyed the larval, then we get the crash above.
So the fix is to hold a reference count on the larval.
Cc: <stable@vger.kernel.org> # 3.6+
Reported-by: Daniel Borkmann <dborkman@redhat.com>
Tested-by: Daniel Borkmann <dborkman@redhat.com>
Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
2013-06-25 11:15:17 +00:00
|
|
|
static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg)
|
|
|
|
{
|
2017-12-29 16:00:46 +00:00
|
|
|
refcount_inc(&alg->cra_refcnt);
|
crypto: algboss - Hold ref count on larval
On Thu, Jun 20, 2013 at 10:00:21AM +0200, Daniel Borkmann wrote:
> After having fixed a NULL pointer dereference in SCTP 1abd165e ("net:
> sctp: fix NULL pointer dereference in socket destruction"), I ran into
> the following NULL pointer dereference in the crypto subsystem with
> the same reproducer, easily hit each time:
>
> BUG: unable to handle kernel NULL pointer dereference at (null)
> IP: [<ffffffff81070321>] __wake_up_common+0x31/0x90
> PGD 0
> Oops: 0000 [#1] SMP
> Modules linked in: padlock_sha(F-) sha256_generic(F) sctp(F) libcrc32c(F) [..]
> CPU: 6 PID: 3326 Comm: cryptomgr_probe Tainted: GF 3.10.0-rc5+ #1
> Hardware name: Dell Inc. PowerEdge T410/0H19HD, BIOS 1.6.3 02/01/2011
> task: ffff88007b6cf4e0 ti: ffff88007b7cc000 task.ti: ffff88007b7cc000
> RIP: 0010:[<ffffffff81070321>] [<ffffffff81070321>] __wake_up_common+0x31/0x90
> RSP: 0018:ffff88007b7cde08 EFLAGS: 00010082
> RAX: ffffffffffffffe8 RBX: ffff88003756c130 RCX: 0000000000000000
> RDX: 0000000000000000 RSI: 0000000000000003 RDI: ffff88003756c130
> RBP: ffff88007b7cde48 R08: 0000000000000000 R09: ffff88012b173200
> R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000282
> R13: ffff88003756c138 R14: 0000000000000000 R15: 0000000000000000
> FS: 0000000000000000(0000) GS:ffff88012fc60000(0000) knlGS:0000000000000000
> CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
> CR2: 0000000000000000 CR3: 0000000001a0b000 CR4: 00000000000007e0
> DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
> DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
> Stack:
> ffff88007b7cde28 0000000300000000 ffff88007b7cde28 ffff88003756c130
> 0000000000000282 ffff88003756c128 ffffffff81227670 0000000000000000
> ffff88007b7cde78 ffffffff810722b7 ffff88007cdcf000 ffffffff81a90540
> Call Trace:
> [<ffffffff81227670>] ? crypto_alloc_pcomp+0x20/0x20
> [<ffffffff810722b7>] complete_all+0x47/0x60
> [<ffffffff81227708>] cryptomgr_probe+0x98/0xc0
> [<ffffffff81227670>] ? crypto_alloc_pcomp+0x20/0x20
> [<ffffffff8106760e>] kthread+0xce/0xe0
> [<ffffffff81067540>] ? kthread_freezable_should_stop+0x70/0x70
> [<ffffffff815450dc>] ret_from_fork+0x7c/0xb0
> [<ffffffff81067540>] ? kthread_freezable_should_stop+0x70/0x70
> Code: 41 56 41 55 41 54 53 48 83 ec 18 66 66 66 66 90 89 75 cc 89 55 c8
> 4c 8d 6f 08 48 8b 57 08 41 89 cf 4d 89 c6 48 8d 42 e
> RIP [<ffffffff81070321>] __wake_up_common+0x31/0x90
> RSP <ffff88007b7cde08>
> CR2: 0000000000000000
> ---[ end trace b495b19270a4d37e ]---
>
> My assumption is that the following is happening: the minimal SCTP
> tool runs under ``echo 1 > /proc/sys/net/sctp/auth_enable'', hence
> it's making use of crypto_alloc_hash() via sctp_auth_init_hmacs().
> It forks itself, heavily allocates, binds, listens and waits in
> accept on sctp sockets, and then randomly kills some of them (no
> need for an actual client in this case to hit this). Then, again,
> allocating, binding, etc, and then killing child processes.
>
> The problem that might be happening here is that cryptomgr requests
> the module to probe/load through cryptomgr_schedule_probe(), but
> before the thread handler cryptomgr_probe() returns, we return from
> the wait_for_completion_interruptible() function and probably already
> have cleared up larval, thus we run into a NULL pointer dereference
> when in cryptomgr_probe() complete_all() is being called.
>
> If we wait with wait_for_completion() instead, this panic will not
> occur anymore. This is valid, because in case a signal is pending,
> cryptomgr_probe() returns from probing anyway with properly calling
> complete_all().
The use of wait_for_completion_interruptible is intentional so that
we don't lock up the thread if a bug causes us to never wake up.
This bug is caused by the helper thread using the larval without
holding a reference count on it. If the helper thread completes
after the original thread requesting for help has gone away and
destroyed the larval, then we get the crash above.
So the fix is to hold a reference count on the larval.
Cc: <stable@vger.kernel.org> # 3.6+
Reported-by: Daniel Borkmann <dborkman@redhat.com>
Tested-by: Daniel Borkmann <dborkman@redhat.com>
Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
2013-06-25 11:15:17 +00:00
|
|
|
return alg;
|
|
|
|
}
|
|
|
|
|
2006-09-21 01:39:29 +00:00
|
|
|
static inline void crypto_alg_put(struct crypto_alg *alg)
|
|
|
|
{
|
2017-12-29 16:00:46 +00:00
|
|
|
if (refcount_dec_and_test(&alg->cra_refcnt) && alg->cra_destroy)
|
2006-09-21 01:39:29 +00:00
|
|
|
alg->cra_destroy(alg);
|
|
|
|
}
|
|
|
|
|
2006-08-06 11:16:34 +00:00
|
|
|
static inline int crypto_tmpl_get(struct crypto_template *tmpl)
|
|
|
|
{
|
|
|
|
return try_module_get(tmpl->module);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void crypto_tmpl_put(struct crypto_template *tmpl)
|
|
|
|
{
|
|
|
|
module_put(tmpl->module);
|
|
|
|
}
|
|
|
|
|
2006-08-06 11:23:26 +00:00
|
|
|
static inline int crypto_is_larval(struct crypto_alg *alg)
|
|
|
|
{
|
|
|
|
return alg->cra_flags & CRYPTO_ALG_LARVAL;
|
|
|
|
}
|
|
|
|
|
2006-09-21 01:39:29 +00:00
|
|
|
static inline int crypto_is_dead(struct crypto_alg *alg)
|
|
|
|
{
|
|
|
|
return alg->cra_flags & CRYPTO_ALG_DEAD;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int crypto_is_moribund(struct crypto_alg *alg)
|
|
|
|
{
|
|
|
|
return alg->cra_flags & (CRYPTO_ALG_DEAD | CRYPTO_ALG_DYING);
|
|
|
|
}
|
|
|
|
|
2008-08-03 13:15:23 +00:00
|
|
|
static inline void crypto_notify(unsigned long val, void *v)
|
2006-08-06 11:23:26 +00:00
|
|
|
{
|
2008-08-03 13:15:23 +00:00
|
|
|
blocking_notifier_call_chain(&crypto_chain, val, v);
|
2006-08-06 11:23:26 +00:00
|
|
|
}
|
|
|
|
|
2020-07-30 12:39:13 +00:00
|
|
|
static inline void crypto_yield(u32 flags)
|
|
|
|
{
|
|
|
|
if (flags & CRYPTO_TFM_REQ_MAY_SLEEP)
|
|
|
|
cond_resched();
|
|
|
|
}
|
|
|
|
|
2021-09-17 00:26:19 +00:00
|
|
|
static inline int crypto_is_test_larval(struct crypto_larval *larval)
|
|
|
|
{
|
|
|
|
return larval->alg.cra_driver_name[0];
|
|
|
|
}
|
|
|
|
|
2023-04-13 06:24:15 +00:00
|
|
|
static inline struct crypto_tfm *crypto_tfm_get(struct crypto_tfm *tfm)
|
|
|
|
{
|
|
|
|
return refcount_inc_not_zero(&tfm->refcnt) ? tfm : ERR_PTR(-EOVERFLOW);
|
|
|
|
}
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#endif /* _CRYPTO_INTERNAL_H */
|
|
|
|
|