[net-next-2.6.git] / crypto / algapi.c

/*
 * Cryptographic API for algorithms (i.e., low-level API).
 *
 * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the Free
 * Software Foundation; either version 2 of the License, or (at your option)
 * any later version.
 *
 */

#include <linux/err.h>
#include <linux/errno.h>
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/list.h>
#include <linux/module.h>
#include <linux/rtnetlink.h>
#include <linux/string.h>

#include "internal.h"

static LIST_HEAD(crypto_template_list);

void crypto_larval_error(const char *name, u32 type, u32 mask)
{
	struct crypto_alg *alg;

	down_read(&crypto_alg_sem);
	alg = __crypto_alg_lookup(name, type, mask);
	up_read(&crypto_alg_sem);

	if (alg) {
		if (crypto_is_larval(alg)) {
			struct crypto_larval *larval = (void *)alg;
			complete_all(&larval->completion);
		}
		crypto_mod_put(alg);
	}
}
EXPORT_SYMBOL_GPL(crypto_larval_error);

static inline int crypto_set_driver_name(struct crypto_alg *alg)
{
	static const char suffix[] = "-generic";
	char *driver_name = alg->cra_driver_name;
	int len;

	if (*driver_name)
		return 0;

	len = strlcpy(driver_name, alg->cra_name, CRYPTO_MAX_ALG_NAME);
	if (len + sizeof(suffix) > CRYPTO_MAX_ALG_NAME)
		return -ENAMETOOLONG;

	memcpy(driver_name + len, suffix, sizeof(suffix));
	return 0;
}

static int crypto_check_alg(struct crypto_alg *alg)
{
	if (alg->cra_alignmask & (alg->cra_alignmask + 1))
		return -EINVAL;

	if (alg->cra_blocksize > PAGE_SIZE / 8)
		return -EINVAL;

	if (alg->cra_priority < 0)
		return -EINVAL;

	return crypto_set_driver_name(alg);
}

static void crypto_destroy_instance(struct crypto_alg *alg)
{
	struct crypto_instance *inst = (void *)alg;
	struct crypto_template *tmpl = inst->tmpl;

	tmpl->free(inst);
	crypto_tmpl_put(tmpl);
}

static void crypto_remove_spawn(struct crypto_spawn *spawn,
				struct list_head *list,
				struct list_head *secondary_spawns)
{
	struct crypto_instance *inst = spawn->inst;
	struct crypto_template *tmpl = inst->tmpl;

	list_del_init(&spawn->list);
	spawn->alg = NULL;

	if (crypto_is_dead(&inst->alg))
		return;

	inst->alg.cra_flags |= CRYPTO_ALG_DEAD;
	if (!tmpl || !crypto_tmpl_get(tmpl))
		return;

	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, &inst->alg);
	list_move(&inst->alg.cra_list, list);
	hlist_del(&inst->list);
	inst->alg.cra_destroy = crypto_destroy_instance;

	list_splice(&inst->alg.cra_users, secondary_spawns);
}

static void crypto_remove_spawns(struct list_head *spawns,
				 struct list_head *list, u32 new_type)
{
	struct crypto_spawn *spawn, *n;
	LIST_HEAD(secondary_spawns);

	list_for_each_entry_safe(spawn, n, spawns, list) {
		if ((spawn->alg->cra_flags ^ new_type) & spawn->mask)
			continue;

		crypto_remove_spawn(spawn, list, &secondary_spawns);
	}

	while (!list_empty(&secondary_spawns)) {
		list_for_each_entry_safe(spawn, n, &secondary_spawns, list)
			crypto_remove_spawn(spawn, list, &secondary_spawns);
	}
}

static int __crypto_register_alg(struct crypto_alg *alg,
				 struct list_head *list)
{
	struct crypto_alg *q;
	int ret = -EAGAIN;

	if (crypto_is_dead(alg))
		goto out;

	INIT_LIST_HEAD(&alg->cra_users);

	ret = -EEXIST;

	atomic_set(&alg->cra_refcnt, 1);
	list_for_each_entry(q, &crypto_alg_list, cra_list) {
		if (q == alg)
			goto out;

		if (crypto_is_moribund(q))
			continue;

		if (crypto_is_larval(q)) {
			struct crypto_larval *larval = (void *)q;

			/*
			 * Check to see if either our generic name or
			 * specific name can satisfy the name requested
			 * by the larval entry q.
			 */
			if (strcmp(alg->cra_name, q->cra_name) &&
			    strcmp(alg->cra_driver_name, q->cra_name))
				continue;

			if (larval->adult)
				continue;
			if ((q->cra_flags ^ alg->cra_flags) & larval->mask)
				continue;
			if (!crypto_mod_get(alg))
				continue;

			larval->adult = alg;
			complete_all(&larval->completion);
			continue;
		}

		if (strcmp(alg->cra_name, q->cra_name))
			continue;

		if (strcmp(alg->cra_driver_name, q->cra_driver_name) &&
		    q->cra_priority > alg->cra_priority)
			continue;

		crypto_remove_spawns(&q->cra_users, list, alg->cra_flags);
	}
	
	list_add(&alg->cra_list, &crypto_alg_list);

	crypto_notify(CRYPTO_MSG_ALG_REGISTER, alg);
	ret = 0;

out:	
	return ret;
}

static void crypto_remove_final(struct list_head *list)
{
	struct crypto_alg *alg;
	struct crypto_alg *n;

	list_for_each_entry_safe(alg, n, list, cra_list) {
		list_del_init(&alg->cra_list);
		crypto_alg_put(alg);
	}
}

int crypto_register_alg(struct crypto_alg *alg)
{
	LIST_HEAD(list);
	int err;

	err = crypto_check_alg(alg);
	if (err)
		return err;

	down_write(&crypto_alg_sem);
	err = __crypto_register_alg(alg, &list);
	up_write(&crypto_alg_sem);

	crypto_remove_final(&list);
	return err;
}
EXPORT_SYMBOL_GPL(crypto_register_alg);

static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list)
{
	if (unlikely(list_empty(&alg->cra_list)))
		return -ENOENT;

	alg->cra_flags |= CRYPTO_ALG_DEAD;

	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, alg);
	list_del_init(&alg->cra_list);
	crypto_remove_spawns(&alg->cra_users, list, alg->cra_flags);

	return 0;
}

int crypto_unregister_alg(struct crypto_alg *alg)
{
	int ret;
	LIST_HEAD(list);
	
	down_write(&crypto_alg_sem);
	ret = crypto_remove_alg(alg, &list);
	up_write(&crypto_alg_sem);

	if (ret)
		return ret;

	BUG_ON(atomic_read(&alg->cra_refcnt) != 1);
	if (alg->cra_destroy)
		alg->cra_destroy(alg);

	crypto_remove_final(&list);
	return 0;
}
EXPORT_SYMBOL_GPL(crypto_unregister_alg);

int crypto_register_template(struct crypto_template *tmpl)
{
	struct crypto_template *q;
	int err = -EEXIST;

	down_write(&crypto_alg_sem);

	list_for_each_entry(q, &crypto_template_list, list) {
		if (q == tmpl)
			goto out;
	}

	list_add(&tmpl->list, &crypto_template_list);
	crypto_notify(CRYPTO_MSG_TMPL_REGISTER, tmpl);
	err = 0;
out:
	up_write(&crypto_alg_sem);
	return err;
}
EXPORT_SYMBOL_GPL(crypto_register_template);

void crypto_unregister_template(struct crypto_template *tmpl)
{
	struct crypto_instance *inst;
	struct hlist_node *p, *n;
	struct hlist_head *list;
	LIST_HEAD(users);

	down_write(&crypto_alg_sem);

	BUG_ON(list_empty(&tmpl->list));
	list_del_init(&tmpl->list);

	list = &tmpl->instances;
	hlist_for_each_entry(inst, p, list, list) {
		int err = crypto_remove_alg(&inst->alg, &users);
		BUG_ON(err);
	}

	crypto_notify(CRYPTO_MSG_TMPL_UNREGISTER, tmpl);

	up_write(&crypto_alg_sem);

	hlist_for_each_entry_safe(inst, p, n, list, list) {
		BUG_ON(atomic_read(&inst->alg.cra_refcnt) != 1);
		tmpl->free(inst);
	}
	crypto_remove_final(&users);
}
EXPORT_SYMBOL_GPL(crypto_unregister_template);

static struct crypto_template *__crypto_lookup_template(const char *name)
{
	struct crypto_template *q, *tmpl = NULL;

	down_read(&crypto_alg_sem);
	list_for_each_entry(q, &crypto_template_list, list) {
		if (strcmp(q->name, name))
			continue;
		if (unlikely(!crypto_tmpl_get(q)))
			continue;

		tmpl = q;
		break;
	}
	up_read(&crypto_alg_sem);

	return tmpl;
}

struct crypto_template *crypto_lookup_template(const char *name)
{
	return try_then_request_module(__crypto_lookup_template(name), name);
}
EXPORT_SYMBOL_GPL(crypto_lookup_template);

int crypto_register_instance(struct crypto_template *tmpl,
			     struct crypto_instance *inst)
{
	LIST_HEAD(list);
	int err = -EINVAL;

	if (inst->alg.cra_destroy)
		goto err;

	err = crypto_check_alg(&inst->alg);
	if (err)
		goto err;

	inst->alg.cra_module = tmpl->module;

	down_write(&crypto_alg_sem);

	err = __crypto_register_alg(&inst->alg, &list);
	if (err)
		goto unlock;

	hlist_add_head(&inst->list, &tmpl->instances);
	inst->tmpl = tmpl;

unlock:
	up_write(&crypto_alg_sem);

	crypto_remove_final(&list);

err:
	return err;
}
EXPORT_SYMBOL_GPL(crypto_register_instance);

int crypto_init_spawn(struct crypto_spawn *spawn, struct crypto_alg *alg,
		      struct crypto_instance *inst, u32 mask)
{
	int err = -EAGAIN;

	spawn->inst = inst;
	spawn->mask = mask;

	down_write(&crypto_alg_sem);
	if (!crypto_is_moribund(alg)) {
		list_add(&spawn->list, &alg->cra_users);
		spawn->alg = alg;
		err = 0;
	}
	up_write(&crypto_alg_sem);

	return err;
}
EXPORT_SYMBOL_GPL(crypto_init_spawn);

void crypto_drop_spawn(struct crypto_spawn *spawn)
{
	down_write(&crypto_alg_sem);
	list_del(&spawn->list);
	up_write(&crypto_alg_sem);
}
EXPORT_SYMBOL_GPL(crypto_drop_spawn);

struct crypto_tfm *crypto_spawn_tfm(struct crypto_spawn *spawn, u32 type,
				    u32 mask)
{
	struct crypto_alg *alg;
	struct crypto_alg *alg2;
	struct crypto_tfm *tfm;

	down_read(&crypto_alg_sem);
	alg = spawn->alg;
	alg2 = alg;
	if (alg2)
		alg2 = crypto_mod_get(alg2);
	up_read(&crypto_alg_sem);

	if (!alg2) {
		if (alg)
			crypto_shoot_alg(alg);
		return ERR_PTR(-EAGAIN);
	}

	tfm = ERR_PTR(-EINVAL);
	if (unlikely((alg->cra_flags ^ type) & mask))
		goto out_put_alg;

	tfm = __crypto_alloc_tfm(alg, type, mask);
	if (IS_ERR(tfm))
		goto out_put_alg;

	return tfm;

out_put_alg:
	crypto_mod_put(alg);
	return tfm;
}
EXPORT_SYMBOL_GPL(crypto_spawn_tfm);

int crypto_register_notifier(struct notifier_block *nb)
{
	return blocking_notifier_chain_register(&crypto_chain, nb);
}
EXPORT_SYMBOL_GPL(crypto_register_notifier);

int crypto_unregister_notifier(struct notifier_block *nb)
{
	return blocking_notifier_chain_unregister(&crypto_chain, nb);
}
EXPORT_SYMBOL_GPL(crypto_unregister_notifier);

struct crypto_attr_type *crypto_get_attr_type(struct rtattr **tb)
{
	struct rtattr *rta = tb[0];
	struct crypto_attr_type *algt;

	if (!rta)
		return ERR_PTR(-ENOENT);
	if (RTA_PAYLOAD(rta) < sizeof(*algt))
		return ERR_PTR(-EINVAL);
	if (rta->rta_type != CRYPTOA_TYPE)
		return ERR_PTR(-EINVAL);

	algt = RTA_DATA(rta);

	return algt;
}
EXPORT_SYMBOL_GPL(crypto_get_attr_type);

int crypto_check_attr_type(struct rtattr **tb, u32 type)
{
	struct crypto_attr_type *algt;

	algt = crypto_get_attr_type(tb);
	if (IS_ERR(algt))
		return PTR_ERR(algt);

	if ((algt->type ^ type) & algt->mask)
		return -EINVAL;

	return 0;
}
EXPORT_SYMBOL_GPL(crypto_check_attr_type);

struct crypto_alg *crypto_attr_alg(struct rtattr *rta, u32 type, u32 mask)
{
	struct crypto_attr_alg *alga;

	if (!rta)
		return ERR_PTR(-ENOENT);
	if (RTA_PAYLOAD(rta) < sizeof(*alga))
		return ERR_PTR(-EINVAL);
	if (rta->rta_type != CRYPTOA_ALG)
		return ERR_PTR(-EINVAL);

	alga = RTA_DATA(rta);
	alga->name[CRYPTO_MAX_ALG_NAME - 1] = 0;

	return crypto_alg_mod_lookup(alga->name, type, mask);
}
EXPORT_SYMBOL_GPL(crypto_attr_alg);

int crypto_attr_u32(struct rtattr *rta, u32 *num)
{
	struct crypto_attr_u32 *nu32;

	if (!rta)
		return -ENOENT;
	if (RTA_PAYLOAD(rta) < sizeof(*nu32))
		return -EINVAL;
	if (rta->rta_type != CRYPTOA_U32)
		return -EINVAL;

	nu32 = RTA_DATA(rta);
	*num = nu32->num;

	return 0;
}
EXPORT_SYMBOL_GPL(crypto_attr_u32);

struct crypto_instance *crypto_alloc_instance(const char *name,
					      struct crypto_alg *alg)
{
	struct crypto_instance *inst;
	struct crypto_spawn *spawn;
	int err;

	inst = kzalloc(sizeof(*inst) + sizeof(*spawn), GFP_KERNEL);
	if (!inst)
		return ERR_PTR(-ENOMEM);

	err = -ENAMETOOLONG;
	if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name,
		     alg->cra_name) >= CRYPTO_MAX_ALG_NAME)
		goto err_free_inst;

	if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)",
		     name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME)
		goto err_free_inst;

	spawn = crypto_instance_ctx(inst);
	err = crypto_init_spawn(spawn, alg, inst,
				CRYPTO_ALG_TYPE_MASK | CRYPTO_ALG_ASYNC);

	if (err)
		goto err_free_inst;

	return inst;

err_free_inst:
	kfree(inst);
	return ERR_PTR(err);
}
EXPORT_SYMBOL_GPL(crypto_alloc_instance);

void crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen)
{
	INIT_LIST_HEAD(&queue->list);
	queue->backlog = &queue->list;
	queue->qlen = 0;
	queue->max_qlen = max_qlen;
}
EXPORT_SYMBOL_GPL(crypto_init_queue);

int crypto_enqueue_request(struct crypto_queue *queue,
			   struct crypto_async_request *request)
{
	int err = -EINPROGRESS;

	if (unlikely(queue->qlen >= queue->max_qlen)) {
		err = -EBUSY;
		if (!(request->flags & CRYPTO_TFM_REQ_MAY_BACKLOG))
			goto out;
		if (queue->backlog == &queue->list)
			queue->backlog = &request->list;
	}

	queue->qlen++;
	list_add_tail(&request->list, &queue->list);

out:
	return err;
}
EXPORT_SYMBOL_GPL(crypto_enqueue_request);

struct crypto_async_request *crypto_dequeue_request(struct crypto_queue *queue)
{
	struct list_head *request;

	if (unlikely(!queue->qlen))
		return NULL;

	queue->qlen--;

	if (queue->backlog != &queue->list)
		queue->backlog = queue->backlog->next;

	request = queue->list.next;
	list_del(request);

	return list_entry(request, struct crypto_async_request, list);
}
EXPORT_SYMBOL_GPL(crypto_dequeue_request);

int crypto_tfm_in_queue(struct crypto_queue *queue, struct crypto_tfm *tfm)
{
	struct crypto_async_request *req;

	list_for_each_entry(req, &queue->list, list) {
		if (req->tfm == tfm)
			return 1;
	}

	return 0;
}
EXPORT_SYMBOL_GPL(crypto_tfm_in_queue);

static int __init crypto_algapi_init(void)
{
	crypto_init_proc();
	return 0;
}

static void __exit crypto_algapi_exit(void)
{
	crypto_exit_proc();
}

module_init(crypto_algapi_init);
module_exit(crypto_algapi_exit);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("Cryptographic algorithms API");
Commit	Line	Data
cce9e06d HX	1	/*
	2	* Cryptographic API for algorithms (i.e., low-level API).
	3	*
	4	* Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
	5	*
	6	* This program is free software; you can redistribute it and/or modify it
	7	* under the terms of the GNU General Public License as published by the Free
	8	* Software Foundation; either version 2 of the License, or (at your option)
	9	* any later version.
	10	*
	11	*/
	12
6bfd4809	13	#include <linux/err.h>
cce9e06d HX	14	#include <linux/errno.h>
	15	#include <linux/init.h>
	16	#include <linux/kernel.h>
4cc7720c	17	#include <linux/list.h>
cce9e06d	18	#include <linux/module.h>
7fed0bf2	19	#include <linux/rtnetlink.h>
cce9e06d HX	20	#include <linux/string.h>
	21
	22	#include "internal.h"
	23
4cc7720c HX	24	static LIST_HEAD(crypto_template_list);
4cc7720c HX	25
492e2b63	26	void crypto_larval_error(const char *name, u32 type, u32 mask)
2825982d HX	27	{
	28	struct crypto_alg *alg;
	29
	30	down_read(&crypto_alg_sem);
492e2b63	31	alg = __crypto_alg_lookup(name, type, mask);
2825982d HX	32	up_read(&crypto_alg_sem);
	33
	34	if (alg) {
	35	if (crypto_is_larval(alg)) {
	36	struct crypto_larval larval = (void )alg;
fe3c5206	37	complete_all(&larval->completion);
2825982d HX	38	}
	39	crypto_mod_put(alg);
	40	}
	41	}
	42	EXPORT_SYMBOL_GPL(crypto_larval_error);
	43
cce9e06d HX	44	static inline int crypto_set_driver_name(struct crypto_alg *alg)
	45	{
	46	static const char suffix[] = "-generic";
	47	char *driver_name = alg->cra_driver_name;
	48	int len;
	49
	50	if (*driver_name)
	51	return 0;
	52
	53	len = strlcpy(driver_name, alg->cra_name, CRYPTO_MAX_ALG_NAME);
	54	if (len + sizeof(suffix) > CRYPTO_MAX_ALG_NAME)
	55	return -ENAMETOOLONG;
	56
	57	memcpy(driver_name + len, suffix, sizeof(suffix));
	58	return 0;
	59	}
	60
4cc7720c	61	static int crypto_check_alg(struct crypto_alg *alg)
cce9e06d	62	{
cce9e06d HX	63	if (alg->cra_alignmask & (alg->cra_alignmask + 1))
	64	return -EINVAL;
	65
cce9e06d HX	66	if (alg->cra_blocksize > PAGE_SIZE / 8)
	67	return -EINVAL;
	68
	69	if (alg->cra_priority < 0)
	70	return -EINVAL;
cce9e06d	71
4cc7720c HX	72	return crypto_set_driver_name(alg);
	73	}
	74
6bfd4809 HX	75	static void crypto_destroy_instance(struct crypto_alg *alg)
	76	{
	77	struct crypto_instance inst = (void )alg;
	78	struct crypto_template *tmpl = inst->tmpl;
	79
	80	tmpl->free(inst);
	81	crypto_tmpl_put(tmpl);
	82	}
	83
a73e6996 HX	84	static void crypto_remove_spawn(struct crypto_spawn *spawn,
	85	struct list_head *list,
	86	struct list_head *secondary_spawns)
6bfd4809	87	{
a73e6996 HX	88	struct crypto_instance *inst = spawn->inst;
a73e6996 HX	89	struct crypto_template *tmpl = inst->tmpl;
6bfd4809	90
a73e6996 HX	91	list_del_init(&spawn->list);
a73e6996 HX	92	spawn->alg = NULL;
6bfd4809	93
a73e6996 HX	94	if (crypto_is_dead(&inst->alg))
a73e6996 HX	95	return;
6bfd4809	96
a73e6996 HX	97	inst->alg.cra_flags \|= CRYPTO_ALG_DEAD;
	98	if (!tmpl \|\| !crypto_tmpl_get(tmpl))
	99	return;
	100
	101	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, &inst->alg);
	102	list_move(&inst->alg.cra_list, list);
	103	hlist_del(&inst->list);
	104	inst->alg.cra_destroy = crypto_destroy_instance;
	105
	106	list_splice(&inst->alg.cra_users, secondary_spawns);
	107	}
	108
	109	static void crypto_remove_spawns(struct list_head *spawns,
	110	struct list_head *list, u32 new_type)
	111	{
	112	struct crypto_spawn spawn, n;
	113	LIST_HEAD(secondary_spawns);
6bfd4809	114
a73e6996 HX	115	list_for_each_entry_safe(spawn, n, spawns, list) {
a73e6996 HX	116	if ((spawn->alg->cra_flags ^ new_type) & spawn->mask)
6bfd4809 HX	117	continue;
6bfd4809 HX	118
a73e6996 HX	119	crypto_remove_spawn(spawn, list, &secondary_spawns);
a73e6996 HX	120	}
6bfd4809	121
a73e6996 HX	122	while (!list_empty(&secondary_spawns)) {
	123	list_for_each_entry_safe(spawn, n, &secondary_spawns, list)
	124	crypto_remove_spawn(spawn, list, &secondary_spawns);
6bfd4809 HX	125	}
	126	}
	127
	128	static int __crypto_register_alg(struct crypto_alg *alg,
	129	struct list_head *list)
4cc7720c HX	130	{
4cc7720c HX	131	struct crypto_alg *q;
6bfd4809 HX	132	int ret = -EAGAIN;
	133
	134	if (crypto_is_dead(alg))
	135	goto out;
	136
	137	INIT_LIST_HEAD(&alg->cra_users);
	138
	139	ret = -EEXIST;
4cc7720c	140
2825982d	141	atomic_set(&alg->cra_refcnt, 1);
cce9e06d	142	list_for_each_entry(q, &crypto_alg_list, cra_list) {
4cc7720c	143	if (q == alg)
cce9e06d	144	goto out;
6bfd4809 HX	145
	146	if (crypto_is_moribund(q))
	147	continue;
	148
	149	if (crypto_is_larval(q)) {
2825982d HX	150	struct crypto_larval larval = (void )q;
2825982d HX	151
d8058480 HX	152	/*
	153	* Check to see if either our generic name or
	154	* specific name can satisfy the name requested
	155	* by the larval entry q.
	156	*/
6bfd4809 HX	157	if (strcmp(alg->cra_name, q->cra_name) &&
	158	strcmp(alg->cra_driver_name, q->cra_name))
	159	continue;
	160
	161	if (larval->adult)
	162	continue;
492e2b63 HX	163	if ((q->cra_flags ^ alg->cra_flags) & larval->mask)
492e2b63 HX	164	continue;
2825982d HX	165	if (!crypto_mod_get(alg))
2825982d HX	166	continue;
6bfd4809	167
2825982d	168	larval->adult = alg;
fe3c5206	169	complete_all(&larval->completion);
6bfd4809	170	continue;
2825982d	171	}
6bfd4809 HX	172
	173	if (strcmp(alg->cra_name, q->cra_name))
	174	continue;
	175
	176	if (strcmp(alg->cra_driver_name, q->cra_driver_name) &&
	177	q->cra_priority > alg->cra_priority)
	178	continue;
	179
a73e6996	180	crypto_remove_spawns(&q->cra_users, list, alg->cra_flags);
cce9e06d HX	181	}
	182
	183	list_add(&alg->cra_list, &crypto_alg_list);
2825982d HX	184
2825982d HX	185	crypto_notify(CRYPTO_MSG_ALG_REGISTER, alg);
4cc7720c	186	ret = 0;
2825982d	187
cce9e06d	188	out:
cce9e06d HX	189	return ret;
cce9e06d HX	190	}
4cc7720c	191
6bfd4809 HX	192	static void crypto_remove_final(struct list_head *list)
	193	{
	194	struct crypto_alg *alg;
	195	struct crypto_alg *n;
	196
	197	list_for_each_entry_safe(alg, n, list, cra_list) {
	198	list_del_init(&alg->cra_list);
	199	crypto_alg_put(alg);
	200	}
	201	}
	202
4cc7720c HX	203	int crypto_register_alg(struct crypto_alg *alg)
4cc7720c HX	204	{
6bfd4809	205	LIST_HEAD(list);
4cc7720c HX	206	int err;
	207
	208	err = crypto_check_alg(alg);
	209	if (err)
	210	return err;
	211
	212	down_write(&crypto_alg_sem);
6bfd4809	213	err = __crypto_register_alg(alg, &list);
4cc7720c HX	214	up_write(&crypto_alg_sem);
4cc7720c HX	215
6bfd4809	216	crypto_remove_final(&list);
4cc7720c HX	217	return err;
4cc7720c HX	218	}
cce9e06d HX	219	EXPORT_SYMBOL_GPL(crypto_register_alg);
cce9e06d HX	220
6bfd4809 HX	221	static int crypto_remove_alg(struct crypto_alg alg, struct list_head list)
	222	{
	223	if (unlikely(list_empty(&alg->cra_list)))
	224	return -ENOENT;
	225
	226	alg->cra_flags \|= CRYPTO_ALG_DEAD;
	227
	228	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, alg);
	229	list_del_init(&alg->cra_list);
a73e6996	230	crypto_remove_spawns(&alg->cra_users, list, alg->cra_flags);
6bfd4809 HX	231
	232	return 0;
	233	}
	234
cce9e06d HX	235	int crypto_unregister_alg(struct crypto_alg *alg)
cce9e06d HX	236	{
6bfd4809 HX	237	int ret;
6bfd4809 HX	238	LIST_HEAD(list);
cce9e06d HX	239
cce9e06d HX	240	down_write(&crypto_alg_sem);
6bfd4809	241	ret = crypto_remove_alg(alg, &list);
cce9e06d HX	242	up_write(&crypto_alg_sem);
	243
	244	if (ret)
	245	return ret;
	246
	247	BUG_ON(atomic_read(&alg->cra_refcnt) != 1);
	248	if (alg->cra_destroy)
	249	alg->cra_destroy(alg);
	250
6bfd4809	251	crypto_remove_final(&list);
cce9e06d HX	252	return 0;
	253	}
	254	EXPORT_SYMBOL_GPL(crypto_unregister_alg);
	255
4cc7720c HX	256	int crypto_register_template(struct crypto_template *tmpl)
	257	{
	258	struct crypto_template *q;
	259	int err = -EEXIST;
	260
	261	down_write(&crypto_alg_sem);
	262
	263	list_for_each_entry(q, &crypto_template_list, list) {
	264	if (q == tmpl)
	265	goto out;
	266	}
	267
	268	list_add(&tmpl->list, &crypto_template_list);
2825982d	269	crypto_notify(CRYPTO_MSG_TMPL_REGISTER, tmpl);
4cc7720c HX	270	err = 0;
	271	out:
	272	up_write(&crypto_alg_sem);
	273	return err;
	274	}
	275	EXPORT_SYMBOL_GPL(crypto_register_template);
	276
	277	void crypto_unregister_template(struct crypto_template *tmpl)
	278	{
	279	struct crypto_instance *inst;
	280	struct hlist_node p, n;
	281	struct hlist_head *list;
6bfd4809	282	LIST_HEAD(users);
4cc7720c HX	283
	284	down_write(&crypto_alg_sem);
	285
	286	BUG_ON(list_empty(&tmpl->list));
	287	list_del_init(&tmpl->list);
	288
	289	list = &tmpl->instances;
	290	hlist_for_each_entry(inst, p, list, list) {
6bfd4809 HX	291	int err = crypto_remove_alg(&inst->alg, &users);
6bfd4809 HX	292	BUG_ON(err);
4cc7720c HX	293	}
4cc7720c HX	294
2825982d HX	295	crypto_notify(CRYPTO_MSG_TMPL_UNREGISTER, tmpl);
2825982d HX	296
4cc7720c HX	297	up_write(&crypto_alg_sem);
	298
	299	hlist_for_each_entry_safe(inst, p, n, list, list) {
	300	BUG_ON(atomic_read(&inst->alg.cra_refcnt) != 1);
	301	tmpl->free(inst);
	302	}
6bfd4809	303	crypto_remove_final(&users);
4cc7720c HX	304	}
	305	EXPORT_SYMBOL_GPL(crypto_unregister_template);
	306
	307	static struct crypto_template __crypto_lookup_template(const char name)
	308	{
	309	struct crypto_template q, tmpl = NULL;
	310
	311	down_read(&crypto_alg_sem);
	312	list_for_each_entry(q, &crypto_template_list, list) {
	313	if (strcmp(q->name, name))
	314	continue;
	315	if (unlikely(!crypto_tmpl_get(q)))
	316	continue;
	317
	318	tmpl = q;
	319	break;
	320	}
	321	up_read(&crypto_alg_sem);
	322
	323	return tmpl;
	324	}
	325
	326	struct crypto_template crypto_lookup_template(const char name)
	327	{
	328	return try_then_request_module(__crypto_lookup_template(name), name);
	329	}
	330	EXPORT_SYMBOL_GPL(crypto_lookup_template);
	331
	332	int crypto_register_instance(struct crypto_template *tmpl,
	333	struct crypto_instance *inst)
	334	{
6bfd4809	335	LIST_HEAD(list);
4cc7720c HX	336	int err = -EINVAL;
	337
	338	if (inst->alg.cra_destroy)
	339	goto err;
	340
	341	err = crypto_check_alg(&inst->alg);
	342	if (err)
	343	goto err;
	344
	345	inst->alg.cra_module = tmpl->module;
	346
	347	down_write(&crypto_alg_sem);
	348
6bfd4809	349	err = __crypto_register_alg(&inst->alg, &list);
4cc7720c HX	350	if (err)
	351	goto unlock;
	352
	353	hlist_add_head(&inst->list, &tmpl->instances);
	354	inst->tmpl = tmpl;
	355
	356	unlock:
	357	up_write(&crypto_alg_sem);
	358
6bfd4809 HX	359	crypto_remove_final(&list);
6bfd4809 HX	360
4cc7720c HX	361	err:
	362	return err;
	363	}
	364	EXPORT_SYMBOL_GPL(crypto_register_instance);
	365
6bfd4809	366	int crypto_init_spawn(struct crypto_spawn spawn, struct crypto_alg alg,
a73e6996	367	struct crypto_instance *inst, u32 mask)
6bfd4809 HX	368	{
	369	int err = -EAGAIN;
	370
	371	spawn->inst = inst;
a73e6996	372	spawn->mask = mask;
6bfd4809 HX	373
	374	down_write(&crypto_alg_sem);
	375	if (!crypto_is_moribund(alg)) {
	376	list_add(&spawn->list, &alg->cra_users);
	377	spawn->alg = alg;
	378	err = 0;
	379	}
	380	up_write(&crypto_alg_sem);
	381
	382	return err;
	383	}
	384	EXPORT_SYMBOL_GPL(crypto_init_spawn);
	385
	386	void crypto_drop_spawn(struct crypto_spawn *spawn)
	387	{
	388	down_write(&crypto_alg_sem);
	389	list_del(&spawn->list);
	390	up_write(&crypto_alg_sem);
	391	}
	392	EXPORT_SYMBOL_GPL(crypto_drop_spawn);
	393
2e306ee0 HX	394	struct crypto_tfm crypto_spawn_tfm(struct crypto_spawn spawn, u32 type,
2e306ee0 HX	395	u32 mask)
6bfd4809 HX	396	{
	397	struct crypto_alg *alg;
	398	struct crypto_alg *alg2;
	399	struct crypto_tfm *tfm;
	400
	401	down_read(&crypto_alg_sem);
	402	alg = spawn->alg;
	403	alg2 = alg;
	404	if (alg2)
	405	alg2 = crypto_mod_get(alg2);
	406	up_read(&crypto_alg_sem);
	407
	408	if (!alg2) {
	409	if (alg)
	410	crypto_shoot_alg(alg);
	411	return ERR_PTR(-EAGAIN);
	412	}
	413
2e306ee0 HX	414	tfm = ERR_PTR(-EINVAL);
	415	if (unlikely((alg->cra_flags ^ type) & mask))
	416	goto out_put_alg;
	417
27d2a330	418	tfm = __crypto_alloc_tfm(alg, type, mask);
6bfd4809	419	if (IS_ERR(tfm))
2e306ee0 HX	420	goto out_put_alg;
	421
	422	return tfm;
6bfd4809	423
2e306ee0 HX	424	out_put_alg:
2e306ee0 HX	425	crypto_mod_put(alg);
6bfd4809 HX	426	return tfm;
	427	}
	428	EXPORT_SYMBOL_GPL(crypto_spawn_tfm);
	429
2825982d HX	430	int crypto_register_notifier(struct notifier_block *nb)
	431	{
	432	return blocking_notifier_chain_register(&crypto_chain, nb);
	433	}
	434	EXPORT_SYMBOL_GPL(crypto_register_notifier);
	435
	436	int crypto_unregister_notifier(struct notifier_block *nb)
	437	{
	438	return blocking_notifier_chain_unregister(&crypto_chain, nb);
	439	}
	440	EXPORT_SYMBOL_GPL(crypto_unregister_notifier);
	441
ebc610e5	442	struct crypto_attr_type crypto_get_attr_type(struct rtattr *tb)
7fed0bf2	443	{
39e1ee01	444	struct rtattr *rta = tb[0];
ebc610e5 HX	445	struct crypto_attr_type *algt;
	446
	447	if (!rta)
	448	return ERR_PTR(-ENOENT);
	449	if (RTA_PAYLOAD(rta) < sizeof(*algt))
	450	return ERR_PTR(-EINVAL);
39e1ee01 HX	451	if (rta->rta_type != CRYPTOA_TYPE)
39e1ee01 HX	452	return ERR_PTR(-EINVAL);
ebc610e5 HX	453
	454	algt = RTA_DATA(rta);
	455
	456	return algt;
	457	}
	458	EXPORT_SYMBOL_GPL(crypto_get_attr_type);
	459
	460	int crypto_check_attr_type(struct rtattr **tb, u32 type)
	461	{
	462	struct crypto_attr_type *algt;
	463
	464	algt = crypto_get_attr_type(tb);
	465	if (IS_ERR(algt))
	466	return PTR_ERR(algt);
	467
	468	if ((algt->type ^ type) & algt->mask)
	469	return -EINVAL;
	470
	471	return 0;
	472	}
	473	EXPORT_SYMBOL_GPL(crypto_check_attr_type);
	474
3c09f17c	475	struct crypto_alg crypto_attr_alg(struct rtattr rta, u32 type, u32 mask)
ebc610e5	476	{
7fed0bf2 HX	477	struct crypto_attr_alg *alga;
7fed0bf2 HX	478
ebc610e5 HX	479	if (!rta)
	480	return ERR_PTR(-ENOENT);
	481	if (RTA_PAYLOAD(rta) < sizeof(*alga))
7fed0bf2	482	return ERR_PTR(-EINVAL);
39e1ee01 HX	483	if (rta->rta_type != CRYPTOA_ALG)
39e1ee01 HX	484	return ERR_PTR(-EINVAL);
7fed0bf2 HX	485
	486	alga = RTA_DATA(rta);
	487	alga->name[CRYPTO_MAX_ALG_NAME - 1] = 0;
	488
	489	return crypto_alg_mod_lookup(alga->name, type, mask);
	490	}
3c09f17c HX	491	EXPORT_SYMBOL_GPL(crypto_attr_alg);
	492
	493	int crypto_attr_u32(struct rtattr rta, u32 num)
	494	{
	495	struct crypto_attr_u32 *nu32;
	496
	497	if (!rta)
	498	return -ENOENT;
	499	if (RTA_PAYLOAD(rta) < sizeof(*nu32))
	500	return -EINVAL;
	501	if (rta->rta_type != CRYPTOA_U32)
	502	return -EINVAL;
	503
	504	nu32 = RTA_DATA(rta);
	505	*num = nu32->num;
	506
	507	return 0;
	508	}
	509	EXPORT_SYMBOL_GPL(crypto_attr_u32);
7fed0bf2 HX	510
	511	struct crypto_instance crypto_alloc_instance(const char name,
	512	struct crypto_alg *alg)
	513	{
	514	struct crypto_instance *inst;
	515	struct crypto_spawn *spawn;
	516	int err;
	517
	518	inst = kzalloc(sizeof(inst) + sizeof(spawn), GFP_KERNEL);
	519	if (!inst)
	520	return ERR_PTR(-ENOMEM);
	521
	522	err = -ENAMETOOLONG;
	523	if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name,
	524	alg->cra_name) >= CRYPTO_MAX_ALG_NAME)
	525	goto err_free_inst;
	526
	527	if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)",
	528	name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME)
	529	goto err_free_inst;
	530
	531	spawn = crypto_instance_ctx(inst);
a73e6996 HX	532	err = crypto_init_spawn(spawn, alg, inst,
a73e6996 HX	533	CRYPTO_ALG_TYPE_MASK \| CRYPTO_ALG_ASYNC);
7fed0bf2 HX	534
	535	if (err)
	536	goto err_free_inst;
	537
	538	return inst;
	539
	540	err_free_inst:
	541	kfree(inst);
	542	return ERR_PTR(err);
	543	}
	544	EXPORT_SYMBOL_GPL(crypto_alloc_instance);
	545
b5b7f088 HX	546	void crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen)
	547	{
	548	INIT_LIST_HEAD(&queue->list);
	549	queue->backlog = &queue->list;
	550	queue->qlen = 0;
	551	queue->max_qlen = max_qlen;
	552	}
	553	EXPORT_SYMBOL_GPL(crypto_init_queue);
	554
	555	int crypto_enqueue_request(struct crypto_queue *queue,
	556	struct crypto_async_request *request)
	557	{
	558	int err = -EINPROGRESS;
	559
	560	if (unlikely(queue->qlen >= queue->max_qlen)) {
	561	err = -EBUSY;
	562	if (!(request->flags & CRYPTO_TFM_REQ_MAY_BACKLOG))
	563	goto out;
	564	if (queue->backlog == &queue->list)
	565	queue->backlog = &request->list;
	566	}
	567
	568	queue->qlen++;
	569	list_add_tail(&request->list, &queue->list);
	570
	571	out:
	572	return err;
	573	}
	574	EXPORT_SYMBOL_GPL(crypto_enqueue_request);
	575
	576	struct crypto_async_request crypto_dequeue_request(struct crypto_queue queue)
	577	{
	578	struct list_head *request;
	579
	580	if (unlikely(!queue->qlen))
	581	return NULL;
	582
	583	queue->qlen--;
	584
	585	if (queue->backlog != &queue->list)
	586	queue->backlog = queue->backlog->next;
	587
	588	request = queue->list.next;
	589	list_del(request);
	590
	591	return list_entry(request, struct crypto_async_request, list);
	592	}
	593	EXPORT_SYMBOL_GPL(crypto_dequeue_request);
	594
	595	int crypto_tfm_in_queue(struct crypto_queue queue, struct crypto_tfm tfm)
	596	{
	597	struct crypto_async_request *req;
	598
	599	list_for_each_entry(req, &queue->list, list) {
	600	if (req->tfm == tfm)
	601	return 1;
	602	}
	603
	604	return 0;
	605	}
	606	EXPORT_SYMBOL_GPL(crypto_tfm_in_queue);
	607
cce9e06d HX	608	static int __init crypto_algapi_init(void)
	609	{
	610	crypto_init_proc();
	611	return 0;
	612	}
	613
	614	static void __exit crypto_algapi_exit(void)
	615	{
	616	crypto_exit_proc();
	617	}
	618
	619	module_init(crypto_algapi_init);
	620	module_exit(crypto_algapi_exit);
	621
	622	MODULE_LICENSE("GPL");
	623	MODULE_DESCRIPTION("Cryptographic algorithms API");