[net-next-2.6.git] / crypto / algapi.c

/*
 * Cryptographic API for algorithms (i.e., low-level API).
 *
 * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the Free
 * Software Foundation; either version 2 of the License, or (at your option)
 * any later version.
 *
 */

#include <linux/err.h>
#include <linux/errno.h>
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/list.h>
#include <linux/module.h>
#include <linux/rtnetlink.h>
#include <linux/string.h>

#include "internal.h"

static LIST_HEAD(crypto_template_list);

void crypto_larval_error(const char *name, u32 type, u32 mask)
{
	struct crypto_alg *alg;

	down_read(&crypto_alg_sem);
	alg = __crypto_alg_lookup(name, type, mask);
	up_read(&crypto_alg_sem);

	if (alg) {
		if (crypto_is_larval(alg)) {
			struct crypto_larval *larval = (void *)alg;
			complete_all(&larval->completion);
		}
		crypto_mod_put(alg);
	}
}
EXPORT_SYMBOL_GPL(crypto_larval_error);

static inline int crypto_set_driver_name(struct crypto_alg *alg)
{
	static const char suffix[] = "-generic";
	char *driver_name = alg->cra_driver_name;
	int len;

	if (*driver_name)
		return 0;

	len = strlcpy(driver_name, alg->cra_name, CRYPTO_MAX_ALG_NAME);
	if (len + sizeof(suffix) > CRYPTO_MAX_ALG_NAME)
		return -ENAMETOOLONG;

	memcpy(driver_name + len, suffix, sizeof(suffix));
	return 0;
}

static int crypto_check_alg(struct crypto_alg *alg)
{
	if (alg->cra_alignmask & (alg->cra_alignmask + 1))
		return -EINVAL;

	if (alg->cra_alignmask & alg->cra_blocksize)
		return -EINVAL;

	if (alg->cra_blocksize > PAGE_SIZE / 8)
		return -EINVAL;

	if (alg->cra_priority < 0)
		return -EINVAL;

	return crypto_set_driver_name(alg);
}

static void crypto_destroy_instance(struct crypto_alg *alg)
{
	struct crypto_instance *inst = (void *)alg;
	struct crypto_template *tmpl = inst->tmpl;

	tmpl->free(inst);
	crypto_tmpl_put(tmpl);
}

static void crypto_remove_spawn(struct crypto_spawn *spawn,
				struct list_head *list,
				struct list_head *secondary_spawns)
{
	struct crypto_instance *inst = spawn->inst;
	struct crypto_template *tmpl = inst->tmpl;

	list_del_init(&spawn->list);
	spawn->alg = NULL;

	if (crypto_is_dead(&inst->alg))
		return;

	inst->alg.cra_flags |= CRYPTO_ALG_DEAD;
	if (!tmpl || !crypto_tmpl_get(tmpl))
		return;

	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, &inst->alg);
	list_move(&inst->alg.cra_list, list);
	hlist_del(&inst->list);
	inst->alg.cra_destroy = crypto_destroy_instance;

	list_splice(&inst->alg.cra_users, secondary_spawns);
}

static void crypto_remove_spawns(struct list_head *spawns,
				 struct list_head *list, u32 new_type)
{
	struct crypto_spawn *spawn, *n;
	LIST_HEAD(secondary_spawns);

	list_for_each_entry_safe(spawn, n, spawns, list) {
		if ((spawn->alg->cra_flags ^ new_type) & spawn->mask)
			continue;

		crypto_remove_spawn(spawn, list, &secondary_spawns);
	}

	while (!list_empty(&secondary_spawns)) {
		list_for_each_entry_safe(spawn, n, &secondary_spawns, list)
			crypto_remove_spawn(spawn, list, &secondary_spawns);
	}
}

static int __crypto_register_alg(struct crypto_alg *alg,
				 struct list_head *list)
{
	struct crypto_alg *q;
	int ret = -EAGAIN;

	if (crypto_is_dead(alg))
		goto out;

	INIT_LIST_HEAD(&alg->cra_users);

	ret = -EEXIST;

	atomic_set(&alg->cra_refcnt, 1);
	list_for_each_entry(q, &crypto_alg_list, cra_list) {
		if (q == alg)
			goto out;

		if (crypto_is_moribund(q))
			continue;

		if (crypto_is_larval(q)) {
			struct crypto_larval *larval = (void *)q;

			if (strcmp(alg->cra_name, q->cra_name) &&
			    strcmp(alg->cra_driver_name, q->cra_name))
				continue;

			if (larval->adult)
				continue;
			if ((q->cra_flags ^ alg->cra_flags) & larval->mask)
				continue;
			if (!crypto_mod_get(alg))
				continue;

			larval->adult = alg;
			complete_all(&larval->completion);
			continue;
		}

		if (strcmp(alg->cra_name, q->cra_name))
			continue;

		if (strcmp(alg->cra_driver_name, q->cra_driver_name) &&
		    q->cra_priority > alg->cra_priority)
			continue;

		crypto_remove_spawns(&q->cra_users, list, alg->cra_flags);
	}
	
	list_add(&alg->cra_list, &crypto_alg_list);

	crypto_notify(CRYPTO_MSG_ALG_REGISTER, alg);
	ret = 0;

out:	
	return ret;
}

static void crypto_remove_final(struct list_head *list)
{
	struct crypto_alg *alg;
	struct crypto_alg *n;

	list_for_each_entry_safe(alg, n, list, cra_list) {
		list_del_init(&alg->cra_list);
		crypto_alg_put(alg);
	}
}

int crypto_register_alg(struct crypto_alg *alg)
{
	LIST_HEAD(list);
	int err;

	err = crypto_check_alg(alg);
	if (err)
		return err;

	down_write(&crypto_alg_sem);
	err = __crypto_register_alg(alg, &list);
	up_write(&crypto_alg_sem);

	crypto_remove_final(&list);
	return err;
}
EXPORT_SYMBOL_GPL(crypto_register_alg);

static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list)
{
	if (unlikely(list_empty(&alg->cra_list)))
		return -ENOENT;

	alg->cra_flags |= CRYPTO_ALG_DEAD;

	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, alg);
	list_del_init(&alg->cra_list);
	crypto_remove_spawns(&alg->cra_users, list, alg->cra_flags);

	return 0;
}

int crypto_unregister_alg(struct crypto_alg *alg)
{
	int ret;
	LIST_HEAD(list);
	
	down_write(&crypto_alg_sem);
	ret = crypto_remove_alg(alg, &list);
	up_write(&crypto_alg_sem);

	if (ret)
		return ret;

	BUG_ON(atomic_read(&alg->cra_refcnt) != 1);
	if (alg->cra_destroy)
		alg->cra_destroy(alg);

	crypto_remove_final(&list);
	return 0;
}
EXPORT_SYMBOL_GPL(crypto_unregister_alg);

int crypto_register_template(struct crypto_template *tmpl)
{
	struct crypto_template *q;
	int err = -EEXIST;

	down_write(&crypto_alg_sem);

	list_for_each_entry(q, &crypto_template_list, list) {
		if (q == tmpl)
			goto out;
	}

	list_add(&tmpl->list, &crypto_template_list);
	crypto_notify(CRYPTO_MSG_TMPL_REGISTER, tmpl);
	err = 0;
out:
	up_write(&crypto_alg_sem);
	return err;
}
EXPORT_SYMBOL_GPL(crypto_register_template);

void crypto_unregister_template(struct crypto_template *tmpl)
{
	struct crypto_instance *inst;
	struct hlist_node *p, *n;
	struct hlist_head *list;
	LIST_HEAD(users);

	down_write(&crypto_alg_sem);

	BUG_ON(list_empty(&tmpl->list));
	list_del_init(&tmpl->list);

	list = &tmpl->instances;
	hlist_for_each_entry(inst, p, list, list) {
		int err = crypto_remove_alg(&inst->alg, &users);
		BUG_ON(err);
	}

	crypto_notify(CRYPTO_MSG_TMPL_UNREGISTER, tmpl);

	up_write(&crypto_alg_sem);

	hlist_for_each_entry_safe(inst, p, n, list, list) {
		BUG_ON(atomic_read(&inst->alg.cra_refcnt) != 1);
		tmpl->free(inst);
	}
	crypto_remove_final(&users);
}
EXPORT_SYMBOL_GPL(crypto_unregister_template);

static struct crypto_template *__crypto_lookup_template(const char *name)
{
	struct crypto_template *q, *tmpl = NULL;

	down_read(&crypto_alg_sem);
	list_for_each_entry(q, &crypto_template_list, list) {
		if (strcmp(q->name, name))
			continue;
		if (unlikely(!crypto_tmpl_get(q)))
			continue;

		tmpl = q;
		break;
	}
	up_read(&crypto_alg_sem);

	return tmpl;
}

struct crypto_template *crypto_lookup_template(const char *name)
{
	return try_then_request_module(__crypto_lookup_template(name), name);
}
EXPORT_SYMBOL_GPL(crypto_lookup_template);

int crypto_register_instance(struct crypto_template *tmpl,
			     struct crypto_instance *inst)
{
	LIST_HEAD(list);
	int err = -EINVAL;

	if (inst->alg.cra_destroy)
		goto err;

	err = crypto_check_alg(&inst->alg);
	if (err)
		goto err;

	inst->alg.cra_module = tmpl->module;

	down_write(&crypto_alg_sem);

	err = __crypto_register_alg(&inst->alg, &list);
	if (err)
		goto unlock;

	hlist_add_head(&inst->list, &tmpl->instances);
	inst->tmpl = tmpl;

unlock:
	up_write(&crypto_alg_sem);

	crypto_remove_final(&list);

err:
	return err;
}
EXPORT_SYMBOL_GPL(crypto_register_instance);

int crypto_init_spawn(struct crypto_spawn *spawn, struct crypto_alg *alg,
		      struct crypto_instance *inst, u32 mask)
{
	int err = -EAGAIN;

	spawn->inst = inst;
	spawn->mask = mask;

	down_write(&crypto_alg_sem);
	if (!crypto_is_moribund(alg)) {
		list_add(&spawn->list, &alg->cra_users);
		spawn->alg = alg;
		err = 0;
	}
	up_write(&crypto_alg_sem);

	return err;
}
EXPORT_SYMBOL_GPL(crypto_init_spawn);

void crypto_drop_spawn(struct crypto_spawn *spawn)
{
	down_write(&crypto_alg_sem);
	list_del(&spawn->list);
	up_write(&crypto_alg_sem);
}
EXPORT_SYMBOL_GPL(crypto_drop_spawn);

struct crypto_tfm *crypto_spawn_tfm(struct crypto_spawn *spawn, u32 type,
				    u32 mask)
{
	struct crypto_alg *alg;
	struct crypto_alg *alg2;
	struct crypto_tfm *tfm;

	down_read(&crypto_alg_sem);
	alg = spawn->alg;
	alg2 = alg;
	if (alg2)
		alg2 = crypto_mod_get(alg2);
	up_read(&crypto_alg_sem);

	if (!alg2) {
		if (alg)
			crypto_shoot_alg(alg);
		return ERR_PTR(-EAGAIN);
	}

	tfm = ERR_PTR(-EINVAL);
	if (unlikely((alg->cra_flags ^ type) & mask))
		goto out_put_alg;

	tfm = __crypto_alloc_tfm(alg, type, mask);
	if (IS_ERR(tfm))
		goto out_put_alg;

	return tfm;

out_put_alg:
	crypto_mod_put(alg);
	return tfm;
}
EXPORT_SYMBOL_GPL(crypto_spawn_tfm);

int crypto_register_notifier(struct notifier_block *nb)
{
	return blocking_notifier_chain_register(&crypto_chain, nb);
}
EXPORT_SYMBOL_GPL(crypto_register_notifier);

int crypto_unregister_notifier(struct notifier_block *nb)
{
	return blocking_notifier_chain_unregister(&crypto_chain, nb);
}
EXPORT_SYMBOL_GPL(crypto_unregister_notifier);

struct crypto_attr_type *crypto_get_attr_type(struct rtattr **tb)
{
	struct rtattr *rta = tb[CRYPTOA_TYPE - 1];
	struct crypto_attr_type *algt;

	if (!rta)
		return ERR_PTR(-ENOENT);
	if (RTA_PAYLOAD(rta) < sizeof(*algt))
		return ERR_PTR(-EINVAL);

	algt = RTA_DATA(rta);

	return algt;
}
EXPORT_SYMBOL_GPL(crypto_get_attr_type);

int crypto_check_attr_type(struct rtattr **tb, u32 type)
{
	struct crypto_attr_type *algt;

	algt = crypto_get_attr_type(tb);
	if (IS_ERR(algt))
		return PTR_ERR(algt);

	if ((algt->type ^ type) & algt->mask)
		return -EINVAL;

	return 0;
}
EXPORT_SYMBOL_GPL(crypto_check_attr_type);

struct crypto_alg *crypto_get_attr_alg(struct rtattr **tb, u32 type, u32 mask)
{
	struct rtattr *rta = tb[CRYPTOA_ALG - 1];
	struct crypto_attr_alg *alga;

	if (!rta)
		return ERR_PTR(-ENOENT);
	if (RTA_PAYLOAD(rta) < sizeof(*alga))
		return ERR_PTR(-EINVAL);

	alga = RTA_DATA(rta);
	alga->name[CRYPTO_MAX_ALG_NAME - 1] = 0;

	return crypto_alg_mod_lookup(alga->name, type, mask);
}
EXPORT_SYMBOL_GPL(crypto_get_attr_alg);

struct crypto_instance *crypto_alloc_instance(const char *name,
					      struct crypto_alg *alg)
{
	struct crypto_instance *inst;
	struct crypto_spawn *spawn;
	int err;

	inst = kzalloc(sizeof(*inst) + sizeof(*spawn), GFP_KERNEL);
	if (!inst)
		return ERR_PTR(-ENOMEM);

	err = -ENAMETOOLONG;
	if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name,
		     alg->cra_name) >= CRYPTO_MAX_ALG_NAME)
		goto err_free_inst;

	if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)",
		     name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME)
		goto err_free_inst;

	spawn = crypto_instance_ctx(inst);
	err = crypto_init_spawn(spawn, alg, inst,
				CRYPTO_ALG_TYPE_MASK | CRYPTO_ALG_ASYNC);

	if (err)
		goto err_free_inst;

	return inst;

err_free_inst:
	kfree(inst);
	return ERR_PTR(err);
}
EXPORT_SYMBOL_GPL(crypto_alloc_instance);

void crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen)
{
	INIT_LIST_HEAD(&queue->list);
	queue->backlog = &queue->list;
	queue->qlen = 0;
	queue->max_qlen = max_qlen;
}
EXPORT_SYMBOL_GPL(crypto_init_queue);

int crypto_enqueue_request(struct crypto_queue *queue,
			   struct crypto_async_request *request)
{
	int err = -EINPROGRESS;

	if (unlikely(queue->qlen >= queue->max_qlen)) {
		err = -EBUSY;
		if (!(request->flags & CRYPTO_TFM_REQ_MAY_BACKLOG))
			goto out;
		if (queue->backlog == &queue->list)
			queue->backlog = &request->list;
	}

	queue->qlen++;
	list_add_tail(&request->list, &queue->list);

out:
	return err;
}
EXPORT_SYMBOL_GPL(crypto_enqueue_request);

struct crypto_async_request *crypto_dequeue_request(struct crypto_queue *queue)
{
	struct list_head *request;

	if (unlikely(!queue->qlen))
		return NULL;

	queue->qlen--;

	if (queue->backlog != &queue->list)
		queue->backlog = queue->backlog->next;

	request = queue->list.next;
	list_del(request);

	return list_entry(request, struct crypto_async_request, list);
}
EXPORT_SYMBOL_GPL(crypto_dequeue_request);

int crypto_tfm_in_queue(struct crypto_queue *queue, struct crypto_tfm *tfm)
{
	struct crypto_async_request *req;

	list_for_each_entry(req, &queue->list, list) {
		if (req->tfm == tfm)
			return 1;
	}

	return 0;
}
EXPORT_SYMBOL_GPL(crypto_tfm_in_queue);

static int __init crypto_algapi_init(void)
{
	crypto_init_proc();
	return 0;
}

static void __exit crypto_algapi_exit(void)
{
	crypto_exit_proc();
}

module_init(crypto_algapi_init);
module_exit(crypto_algapi_exit);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("Cryptographic algorithms API");
Commit	Line	Data
cce9e06d HX	1	/*
	2	* Cryptographic API for algorithms (i.e., low-level API).
	3	*
	4	* Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
	5	*
	6	* This program is free software; you can redistribute it and/or modify it
	7	* under the terms of the GNU General Public License as published by the Free
	8	* Software Foundation; either version 2 of the License, or (at your option)
	9	* any later version.
	10	*
	11	*/
	12
6bfd4809	13	#include <linux/err.h>
cce9e06d HX	14	#include <linux/errno.h>
	15	#include <linux/init.h>
	16	#include <linux/kernel.h>
4cc7720c	17	#include <linux/list.h>
cce9e06d	18	#include <linux/module.h>
7fed0bf2	19	#include <linux/rtnetlink.h>
cce9e06d HX	20	#include <linux/string.h>
	21
	22	#include "internal.h"
	23
4cc7720c HX	24	static LIST_HEAD(crypto_template_list);
4cc7720c HX	25
492e2b63	26	void crypto_larval_error(const char *name, u32 type, u32 mask)
2825982d HX	27	{
	28	struct crypto_alg *alg;
	29
	30	down_read(&crypto_alg_sem);
492e2b63	31	alg = __crypto_alg_lookup(name, type, mask);
2825982d HX	32	up_read(&crypto_alg_sem);
	33
	34	if (alg) {
	35	if (crypto_is_larval(alg)) {
	36	struct crypto_larval larval = (void )alg;
fe3c5206	37	complete_all(&larval->completion);
2825982d HX	38	}
	39	crypto_mod_put(alg);
	40	}
	41	}
	42	EXPORT_SYMBOL_GPL(crypto_larval_error);
	43
cce9e06d HX	44	static inline int crypto_set_driver_name(struct crypto_alg *alg)
	45	{
	46	static const char suffix[] = "-generic";
	47	char *driver_name = alg->cra_driver_name;
	48	int len;
	49
	50	if (*driver_name)
	51	return 0;
	52
	53	len = strlcpy(driver_name, alg->cra_name, CRYPTO_MAX_ALG_NAME);
	54	if (len + sizeof(suffix) > CRYPTO_MAX_ALG_NAME)
	55	return -ENAMETOOLONG;
	56
	57	memcpy(driver_name + len, suffix, sizeof(suffix));
	58	return 0;
	59	}
	60
4cc7720c	61	static int crypto_check_alg(struct crypto_alg *alg)
cce9e06d	62	{
cce9e06d HX	63	if (alg->cra_alignmask & (alg->cra_alignmask + 1))
	64	return -EINVAL;
	65
	66	if (alg->cra_alignmask & alg->cra_blocksize)
	67	return -EINVAL;
	68
	69	if (alg->cra_blocksize > PAGE_SIZE / 8)
	70	return -EINVAL;
	71
	72	if (alg->cra_priority < 0)
	73	return -EINVAL;
cce9e06d	74
4cc7720c HX	75	return crypto_set_driver_name(alg);
	76	}
	77
6bfd4809 HX	78	static void crypto_destroy_instance(struct crypto_alg *alg)
	79	{
	80	struct crypto_instance inst = (void )alg;
	81	struct crypto_template *tmpl = inst->tmpl;
	82
	83	tmpl->free(inst);
	84	crypto_tmpl_put(tmpl);
	85	}
	86
a73e6996 HX	87	static void crypto_remove_spawn(struct crypto_spawn *spawn,
	88	struct list_head *list,
	89	struct list_head *secondary_spawns)
6bfd4809	90	{
a73e6996 HX	91	struct crypto_instance *inst = spawn->inst;
a73e6996 HX	92	struct crypto_template *tmpl = inst->tmpl;
6bfd4809	93
a73e6996 HX	94	list_del_init(&spawn->list);
a73e6996 HX	95	spawn->alg = NULL;
6bfd4809	96
a73e6996 HX	97	if (crypto_is_dead(&inst->alg))
a73e6996 HX	98	return;
6bfd4809	99
a73e6996 HX	100	inst->alg.cra_flags \|= CRYPTO_ALG_DEAD;
	101	if (!tmpl \|\| !crypto_tmpl_get(tmpl))
	102	return;
	103
	104	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, &inst->alg);
	105	list_move(&inst->alg.cra_list, list);
	106	hlist_del(&inst->list);
	107	inst->alg.cra_destroy = crypto_destroy_instance;
	108
	109	list_splice(&inst->alg.cra_users, secondary_spawns);
	110	}
	111
	112	static void crypto_remove_spawns(struct list_head *spawns,
	113	struct list_head *list, u32 new_type)
	114	{
	115	struct crypto_spawn spawn, n;
	116	LIST_HEAD(secondary_spawns);
6bfd4809	117
a73e6996 HX	118	list_for_each_entry_safe(spawn, n, spawns, list) {
a73e6996 HX	119	if ((spawn->alg->cra_flags ^ new_type) & spawn->mask)
6bfd4809 HX	120	continue;
6bfd4809 HX	121
a73e6996 HX	122	crypto_remove_spawn(spawn, list, &secondary_spawns);
a73e6996 HX	123	}
6bfd4809	124
a73e6996 HX	125	while (!list_empty(&secondary_spawns)) {
	126	list_for_each_entry_safe(spawn, n, &secondary_spawns, list)
	127	crypto_remove_spawn(spawn, list, &secondary_spawns);
6bfd4809 HX	128	}
	129	}
	130
	131	static int __crypto_register_alg(struct crypto_alg *alg,
	132	struct list_head *list)
4cc7720c HX	133	{
4cc7720c HX	134	struct crypto_alg *q;
6bfd4809 HX	135	int ret = -EAGAIN;
	136
	137	if (crypto_is_dead(alg))
	138	goto out;
	139
	140	INIT_LIST_HEAD(&alg->cra_users);
	141
	142	ret = -EEXIST;
4cc7720c	143
2825982d	144	atomic_set(&alg->cra_refcnt, 1);
cce9e06d	145	list_for_each_entry(q, &crypto_alg_list, cra_list) {
4cc7720c	146	if (q == alg)
cce9e06d	147	goto out;
6bfd4809 HX	148
	149	if (crypto_is_moribund(q))
	150	continue;
	151
	152	if (crypto_is_larval(q)) {
2825982d HX	153	struct crypto_larval larval = (void )q;
2825982d HX	154
6bfd4809 HX	155	if (strcmp(alg->cra_name, q->cra_name) &&
	156	strcmp(alg->cra_driver_name, q->cra_name))
	157	continue;
	158
	159	if (larval->adult)
	160	continue;
492e2b63 HX	161	if ((q->cra_flags ^ alg->cra_flags) & larval->mask)
492e2b63 HX	162	continue;
2825982d HX	163	if (!crypto_mod_get(alg))
2825982d HX	164	continue;
6bfd4809	165
2825982d	166	larval->adult = alg;
fe3c5206	167	complete_all(&larval->completion);
6bfd4809	168	continue;
2825982d	169	}
6bfd4809 HX	170
	171	if (strcmp(alg->cra_name, q->cra_name))
	172	continue;
	173
	174	if (strcmp(alg->cra_driver_name, q->cra_driver_name) &&
	175	q->cra_priority > alg->cra_priority)
	176	continue;
	177
a73e6996	178	crypto_remove_spawns(&q->cra_users, list, alg->cra_flags);
cce9e06d HX	179	}
	180
	181	list_add(&alg->cra_list, &crypto_alg_list);
2825982d HX	182
2825982d HX	183	crypto_notify(CRYPTO_MSG_ALG_REGISTER, alg);
4cc7720c	184	ret = 0;
2825982d	185
cce9e06d	186	out:
cce9e06d HX	187	return ret;
cce9e06d HX	188	}
4cc7720c	189
6bfd4809 HX	190	static void crypto_remove_final(struct list_head *list)
	191	{
	192	struct crypto_alg *alg;
	193	struct crypto_alg *n;
	194
	195	list_for_each_entry_safe(alg, n, list, cra_list) {
	196	list_del_init(&alg->cra_list);
	197	crypto_alg_put(alg);
	198	}
	199	}
	200
4cc7720c HX	201	int crypto_register_alg(struct crypto_alg *alg)
4cc7720c HX	202	{
6bfd4809	203	LIST_HEAD(list);
4cc7720c HX	204	int err;
	205
	206	err = crypto_check_alg(alg);
	207	if (err)
	208	return err;
	209
	210	down_write(&crypto_alg_sem);
6bfd4809	211	err = __crypto_register_alg(alg, &list);
4cc7720c HX	212	up_write(&crypto_alg_sem);
4cc7720c HX	213
6bfd4809	214	crypto_remove_final(&list);
4cc7720c HX	215	return err;
4cc7720c HX	216	}
cce9e06d HX	217	EXPORT_SYMBOL_GPL(crypto_register_alg);
cce9e06d HX	218
6bfd4809 HX	219	static int crypto_remove_alg(struct crypto_alg alg, struct list_head list)
	220	{
	221	if (unlikely(list_empty(&alg->cra_list)))
	222	return -ENOENT;
	223
	224	alg->cra_flags \|= CRYPTO_ALG_DEAD;
	225
	226	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, alg);
	227	list_del_init(&alg->cra_list);
a73e6996	228	crypto_remove_spawns(&alg->cra_users, list, alg->cra_flags);
6bfd4809 HX	229
	230	return 0;
	231	}
	232
cce9e06d HX	233	int crypto_unregister_alg(struct crypto_alg *alg)
cce9e06d HX	234	{
6bfd4809 HX	235	int ret;
6bfd4809 HX	236	LIST_HEAD(list);
cce9e06d HX	237
cce9e06d HX	238	down_write(&crypto_alg_sem);
6bfd4809	239	ret = crypto_remove_alg(alg, &list);
cce9e06d HX	240	up_write(&crypto_alg_sem);
	241
	242	if (ret)
	243	return ret;
	244
	245	BUG_ON(atomic_read(&alg->cra_refcnt) != 1);
	246	if (alg->cra_destroy)
	247	alg->cra_destroy(alg);
	248
6bfd4809	249	crypto_remove_final(&list);
cce9e06d HX	250	return 0;
	251	}
	252	EXPORT_SYMBOL_GPL(crypto_unregister_alg);
	253
4cc7720c HX	254	int crypto_register_template(struct crypto_template *tmpl)
	255	{
	256	struct crypto_template *q;
	257	int err = -EEXIST;
	258
	259	down_write(&crypto_alg_sem);
	260
	261	list_for_each_entry(q, &crypto_template_list, list) {
	262	if (q == tmpl)
	263	goto out;
	264	}
	265
	266	list_add(&tmpl->list, &crypto_template_list);
2825982d	267	crypto_notify(CRYPTO_MSG_TMPL_REGISTER, tmpl);
4cc7720c HX	268	err = 0;
	269	out:
	270	up_write(&crypto_alg_sem);
	271	return err;
	272	}
	273	EXPORT_SYMBOL_GPL(crypto_register_template);
	274
	275	void crypto_unregister_template(struct crypto_template *tmpl)
	276	{
	277	struct crypto_instance *inst;
	278	struct hlist_node p, n;
	279	struct hlist_head *list;
6bfd4809	280	LIST_HEAD(users);
4cc7720c HX	281
	282	down_write(&crypto_alg_sem);
	283
	284	BUG_ON(list_empty(&tmpl->list));
	285	list_del_init(&tmpl->list);
	286
	287	list = &tmpl->instances;
	288	hlist_for_each_entry(inst, p, list, list) {
6bfd4809 HX	289	int err = crypto_remove_alg(&inst->alg, &users);
6bfd4809 HX	290	BUG_ON(err);
4cc7720c HX	291	}
4cc7720c HX	292
2825982d HX	293	crypto_notify(CRYPTO_MSG_TMPL_UNREGISTER, tmpl);
2825982d HX	294
4cc7720c HX	295	up_write(&crypto_alg_sem);
	296
	297	hlist_for_each_entry_safe(inst, p, n, list, list) {
	298	BUG_ON(atomic_read(&inst->alg.cra_refcnt) != 1);
	299	tmpl->free(inst);
	300	}
6bfd4809	301	crypto_remove_final(&users);
4cc7720c HX	302	}
	303	EXPORT_SYMBOL_GPL(crypto_unregister_template);
	304
	305	static struct crypto_template __crypto_lookup_template(const char name)
	306	{
	307	struct crypto_template q, tmpl = NULL;
	308
	309	down_read(&crypto_alg_sem);
	310	list_for_each_entry(q, &crypto_template_list, list) {
	311	if (strcmp(q->name, name))
	312	continue;
	313	if (unlikely(!crypto_tmpl_get(q)))
	314	continue;
	315
	316	tmpl = q;
	317	break;
	318	}
	319	up_read(&crypto_alg_sem);
	320
	321	return tmpl;
	322	}
	323
	324	struct crypto_template crypto_lookup_template(const char name)
	325	{
	326	return try_then_request_module(__crypto_lookup_template(name), name);
	327	}
	328	EXPORT_SYMBOL_GPL(crypto_lookup_template);
	329
	330	int crypto_register_instance(struct crypto_template *tmpl,
	331	struct crypto_instance *inst)
	332	{
6bfd4809	333	LIST_HEAD(list);
4cc7720c HX	334	int err = -EINVAL;
	335
	336	if (inst->alg.cra_destroy)
	337	goto err;
	338
	339	err = crypto_check_alg(&inst->alg);
	340	if (err)
	341	goto err;
	342
	343	inst->alg.cra_module = tmpl->module;
	344
	345	down_write(&crypto_alg_sem);
	346
6bfd4809	347	err = __crypto_register_alg(&inst->alg, &list);
4cc7720c HX	348	if (err)
	349	goto unlock;
	350
	351	hlist_add_head(&inst->list, &tmpl->instances);
	352	inst->tmpl = tmpl;
	353
	354	unlock:
	355	up_write(&crypto_alg_sem);
	356
6bfd4809 HX	357	crypto_remove_final(&list);
6bfd4809 HX	358
4cc7720c HX	359	err:
	360	return err;
	361	}
	362	EXPORT_SYMBOL_GPL(crypto_register_instance);
	363
6bfd4809	364	int crypto_init_spawn(struct crypto_spawn spawn, struct crypto_alg alg,
a73e6996	365	struct crypto_instance *inst, u32 mask)
6bfd4809 HX	366	{
	367	int err = -EAGAIN;
	368
	369	spawn->inst = inst;
a73e6996	370	spawn->mask = mask;
6bfd4809 HX	371
	372	down_write(&crypto_alg_sem);
	373	if (!crypto_is_moribund(alg)) {
	374	list_add(&spawn->list, &alg->cra_users);
	375	spawn->alg = alg;
	376	err = 0;
	377	}
	378	up_write(&crypto_alg_sem);
	379
	380	return err;
	381	}
	382	EXPORT_SYMBOL_GPL(crypto_init_spawn);
	383
	384	void crypto_drop_spawn(struct crypto_spawn *spawn)
	385	{
	386	down_write(&crypto_alg_sem);
	387	list_del(&spawn->list);
	388	up_write(&crypto_alg_sem);
	389	}
	390	EXPORT_SYMBOL_GPL(crypto_drop_spawn);
	391
2e306ee0 HX	392	struct crypto_tfm crypto_spawn_tfm(struct crypto_spawn spawn, u32 type,
2e306ee0 HX	393	u32 mask)
6bfd4809 HX	394	{
	395	struct crypto_alg *alg;
	396	struct crypto_alg *alg2;
	397	struct crypto_tfm *tfm;
	398
	399	down_read(&crypto_alg_sem);
	400	alg = spawn->alg;
	401	alg2 = alg;
	402	if (alg2)
	403	alg2 = crypto_mod_get(alg2);
	404	up_read(&crypto_alg_sem);
	405
	406	if (!alg2) {
	407	if (alg)
	408	crypto_shoot_alg(alg);
	409	return ERR_PTR(-EAGAIN);
	410	}
	411
2e306ee0 HX	412	tfm = ERR_PTR(-EINVAL);
	413	if (unlikely((alg->cra_flags ^ type) & mask))
	414	goto out_put_alg;
	415
27d2a330	416	tfm = __crypto_alloc_tfm(alg, type, mask);
6bfd4809	417	if (IS_ERR(tfm))
2e306ee0 HX	418	goto out_put_alg;
	419
	420	return tfm;
6bfd4809	421
2e306ee0 HX	422	out_put_alg:
2e306ee0 HX	423	crypto_mod_put(alg);
6bfd4809 HX	424	return tfm;
	425	}
	426	EXPORT_SYMBOL_GPL(crypto_spawn_tfm);
	427
2825982d HX	428	int crypto_register_notifier(struct notifier_block *nb)
	429	{
	430	return blocking_notifier_chain_register(&crypto_chain, nb);
	431	}
	432	EXPORT_SYMBOL_GPL(crypto_register_notifier);
	433
	434	int crypto_unregister_notifier(struct notifier_block *nb)
	435	{
	436	return blocking_notifier_chain_unregister(&crypto_chain, nb);
	437	}
	438	EXPORT_SYMBOL_GPL(crypto_unregister_notifier);
	439
ebc610e5	440	struct crypto_attr_type crypto_get_attr_type(struct rtattr *tb)
7fed0bf2	441	{
ebc610e5 HX	442	struct rtattr *rta = tb[CRYPTOA_TYPE - 1];
	443	struct crypto_attr_type *algt;
	444
	445	if (!rta)
	446	return ERR_PTR(-ENOENT);
	447	if (RTA_PAYLOAD(rta) < sizeof(*algt))
	448	return ERR_PTR(-EINVAL);
	449
	450	algt = RTA_DATA(rta);
	451
	452	return algt;
	453	}
	454	EXPORT_SYMBOL_GPL(crypto_get_attr_type);
	455
	456	int crypto_check_attr_type(struct rtattr **tb, u32 type)
	457	{
	458	struct crypto_attr_type *algt;
	459
	460	algt = crypto_get_attr_type(tb);
	461	if (IS_ERR(algt))
	462	return PTR_ERR(algt);
	463
	464	if ((algt->type ^ type) & algt->mask)
	465	return -EINVAL;
	466
	467	return 0;
	468	}
	469	EXPORT_SYMBOL_GPL(crypto_check_attr_type);
	470
	471	struct crypto_alg crypto_get_attr_alg(struct rtattr *tb, u32 type, u32 mask)
	472	{
	473	struct rtattr *rta = tb[CRYPTOA_ALG - 1];
7fed0bf2 HX	474	struct crypto_attr_alg *alga;
7fed0bf2 HX	475
ebc610e5 HX	476	if (!rta)
	477	return ERR_PTR(-ENOENT);
	478	if (RTA_PAYLOAD(rta) < sizeof(*alga))
7fed0bf2 HX	479	return ERR_PTR(-EINVAL);
	480
	481	alga = RTA_DATA(rta);
	482	alga->name[CRYPTO_MAX_ALG_NAME - 1] = 0;
	483
	484	return crypto_alg_mod_lookup(alga->name, type, mask);
	485	}
	486	EXPORT_SYMBOL_GPL(crypto_get_attr_alg);
	487
	488	struct crypto_instance crypto_alloc_instance(const char name,
	489	struct crypto_alg *alg)
	490	{
	491	struct crypto_instance *inst;
	492	struct crypto_spawn *spawn;
	493	int err;
	494
	495	inst = kzalloc(sizeof(inst) + sizeof(spawn), GFP_KERNEL);
	496	if (!inst)
	497	return ERR_PTR(-ENOMEM);
	498
	499	err = -ENAMETOOLONG;
	500	if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name,
	501	alg->cra_name) >= CRYPTO_MAX_ALG_NAME)
	502	goto err_free_inst;
	503
	504	if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)",
	505	name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME)
	506	goto err_free_inst;
	507
	508	spawn = crypto_instance_ctx(inst);
a73e6996 HX	509	err = crypto_init_spawn(spawn, alg, inst,
a73e6996 HX	510	CRYPTO_ALG_TYPE_MASK \| CRYPTO_ALG_ASYNC);
7fed0bf2 HX	511
	512	if (err)
	513	goto err_free_inst;
	514
	515	return inst;
	516
	517	err_free_inst:
	518	kfree(inst);
	519	return ERR_PTR(err);
	520	}
	521	EXPORT_SYMBOL_GPL(crypto_alloc_instance);
	522
b5b7f088 HX	523	void crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen)
	524	{
	525	INIT_LIST_HEAD(&queue->list);
	526	queue->backlog = &queue->list;
	527	queue->qlen = 0;
	528	queue->max_qlen = max_qlen;
	529	}
	530	EXPORT_SYMBOL_GPL(crypto_init_queue);
	531
	532	int crypto_enqueue_request(struct crypto_queue *queue,
	533	struct crypto_async_request *request)
	534	{
	535	int err = -EINPROGRESS;
	536
	537	if (unlikely(queue->qlen >= queue->max_qlen)) {
	538	err = -EBUSY;
	539	if (!(request->flags & CRYPTO_TFM_REQ_MAY_BACKLOG))
	540	goto out;
	541	if (queue->backlog == &queue->list)
	542	queue->backlog = &request->list;
	543	}
	544
	545	queue->qlen++;
	546	list_add_tail(&request->list, &queue->list);
	547
	548	out:
	549	return err;
	550	}
	551	EXPORT_SYMBOL_GPL(crypto_enqueue_request);
	552
	553	struct crypto_async_request crypto_dequeue_request(struct crypto_queue queue)
	554	{
	555	struct list_head *request;
	556
	557	if (unlikely(!queue->qlen))
	558	return NULL;
	559
	560	queue->qlen--;
	561
	562	if (queue->backlog != &queue->list)
	563	queue->backlog = queue->backlog->next;
	564
	565	request = queue->list.next;
	566	list_del(request);
	567
	568	return list_entry(request, struct crypto_async_request, list);
	569	}
	570	EXPORT_SYMBOL_GPL(crypto_dequeue_request);
	571
	572	int crypto_tfm_in_queue(struct crypto_queue queue, struct crypto_tfm tfm)
	573	{
	574	struct crypto_async_request *req;
	575
	576	list_for_each_entry(req, &queue->list, list) {
	577	if (req->tfm == tfm)
	578	return 1;
	579	}
	580
	581	return 0;
	582	}
	583	EXPORT_SYMBOL_GPL(crypto_tfm_in_queue);
	584
cce9e06d HX	585	static int __init crypto_algapi_init(void)
	586	{
	587	crypto_init_proc();
	588	return 0;
	589	}
	590
	591	static void __exit crypto_algapi_exit(void)
	592	{
	593	crypto_exit_proc();
	594	}
	595
	596	module_init(crypto_algapi_init);
	597	module_exit(crypto_algapi_exit);
	598
	599	MODULE_LICENSE("GPL");
	600	MODULE_DESCRIPTION("Cryptographic algorithms API");