[net-next-2.6.git] / fs / notify / fsnotify.c

/*
 *  Copyright (C) 2008 Red Hat, Inc., Eric Paris <eparis@redhat.com>
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2, or (at your option)
 *  any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program; see the file COPYING.  If not, write to
 *  the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 */

#include <linux/dcache.h>
#include <linux/fs.h>
#include <linux/gfp.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/mount.h>
#include <linux/srcu.h>

#include <linux/fsnotify_backend.h>
#include "fsnotify.h"

/*
 * Clear all of the marks on an inode when it is being evicted from core
 */
void __fsnotify_inode_delete(struct inode *inode)
{
	fsnotify_clear_marks_by_inode(inode);
}
EXPORT_SYMBOL_GPL(__fsnotify_inode_delete);

void __fsnotify_vfsmount_delete(struct vfsmount *mnt)
{
	fsnotify_clear_marks_by_mount(mnt);
}

/*
 * Given an inode, first check if we care what happens to our children.  Inotify
 * and dnotify both tell their parents about events.  If we care about any event
 * on a child we run all of our children and set a dentry flag saying that the
 * parent cares.  Thus when an event happens on a child it can quickly tell if
 * if there is a need to find a parent and send the event to the parent.
 */
void __fsnotify_update_child_dentry_flags(struct inode *inode)
{
	struct dentry *alias;
	int watched;

	if (!S_ISDIR(inode->i_mode))
		return;

	/* determine if the children should tell inode about their events */
	watched = fsnotify_inode_watches_children(inode);

	spin_lock(&dcache_lock);
	/* run all of the dentries associated with this inode.  Since this is a
	 * directory, there damn well better only be one item on this list */
	list_for_each_entry(alias, &inode->i_dentry, d_alias) {
		struct dentry *child;

		/* run all of the children of the original inode and fix their
		 * d_flags to indicate parental interest (their parent is the
		 * original inode) */
		list_for_each_entry(child, &alias->d_subdirs, d_u.d_child) {
			if (!child->d_inode)
				continue;

			spin_lock(&child->d_lock);
			if (watched)
				child->d_flags |= DCACHE_FSNOTIFY_PARENT_WATCHED;
			else
				child->d_flags &= ~DCACHE_FSNOTIFY_PARENT_WATCHED;
			spin_unlock(&child->d_lock);
		}
	}
	spin_unlock(&dcache_lock);
}

/* Notify this dentry's parent about a child's events. */
void __fsnotify_parent(struct path *path, struct dentry *dentry, __u32 mask)
{
	struct dentry *parent;
	struct inode *p_inode;
	bool send = false;
	bool should_update_children = false;

	if (!dentry)
		dentry = path->dentry;

	if (!(dentry->d_flags & DCACHE_FSNOTIFY_PARENT_WATCHED))
		return;

	spin_lock(&dentry->d_lock);
	parent = dentry->d_parent;
	p_inode = parent->d_inode;

	if (fsnotify_inode_watches_children(p_inode)) {
		if (p_inode->i_fsnotify_mask & mask) {
			dget(parent);
			send = true;
		}
	} else {
		/*
		 * The parent doesn't care about events on it's children but
		 * at least one child thought it did.  We need to run all the
		 * children and update their d_flags to let them know p_inode
		 * doesn't care about them any more.
		 */
		dget(parent);
		should_update_children = true;
	}

	spin_unlock(&dentry->d_lock);

	if (send) {
		/* we are notifying a parent so come up with the new mask which
		 * specifies these are events which came from a child. */
		mask |= FS_EVENT_ON_CHILD;

		if (path)
			fsnotify(p_inode, mask, path, FSNOTIFY_EVENT_PATH,
				 dentry->d_name.name, 0);
		else
			fsnotify(p_inode, mask, dentry->d_inode, FSNOTIFY_EVENT_INODE,
				 dentry->d_name.name, 0);
		dput(parent);
	}

	if (unlikely(should_update_children)) {
		__fsnotify_update_child_dentry_flags(p_inode);
		dput(parent);
	}
}
EXPORT_SYMBOL_GPL(__fsnotify_parent);

static int send_to_group(struct inode *to_tell, struct vfsmount *mnt,
			 struct fsnotify_mark *inode_mark,
			 struct fsnotify_mark *vfsmount_mark,
			 __u32 mask, void *data,
			 int data_is, u32 cookie,
			 const unsigned char *file_name,
			 struct fsnotify_event **event)
{
	struct fsnotify_group *group = NULL;
	__u32 inode_test_mask = 0;
	__u32 vfsmount_test_mask = 0;

	if (unlikely(!inode_mark && !vfsmount_mark)) {
		BUG();
		return 0;
	}

	/* clear ignored on inode modification */
	if (mask & FS_MODIFY) {
		if (inode_mark &&
		    !(inode_mark->flags & FSNOTIFY_MARK_FLAG_IGNORED_SURV_MODIFY))
			inode_mark->ignored_mask = 0;
		if (vfsmount_mark &&
		    !(vfsmount_mark->flags & FSNOTIFY_MARK_FLAG_IGNORED_SURV_MODIFY))
			vfsmount_mark->ignored_mask = 0;
	}

	/* does the inode mark tell us to do something? */
	if (inode_mark) {
		group = inode_mark->group;
		inode_test_mask = (mask & ~FS_EVENT_ON_CHILD);
		inode_test_mask &= inode_mark->mask;
		inode_test_mask &= ~inode_mark->ignored_mask;
	}

	/* does the vfsmount_mark tell us to do something? */
	if (vfsmount_mark) {
		vfsmount_test_mask = (mask & ~FS_EVENT_ON_CHILD);
		group = vfsmount_mark->group;
		vfsmount_test_mask &= vfsmount_mark->mask;
		vfsmount_test_mask &= ~vfsmount_mark->ignored_mask;
		if (inode_mark)
			vfsmount_test_mask &= ~inode_mark->ignored_mask;
	}

	pr_debug("%s: group=%p to_tell=%p mnt=%p mask=%x inode_mark=%p"
		 " inode_test_mask=%x vfsmount_mark=%p vfsmount_test_mask=%x"
		 " data=%p data_is=%d cookie=%d event=%p\n",
		 __func__, group, to_tell, mnt, mask, inode_mark,
		 inode_test_mask, vfsmount_mark, vfsmount_test_mask, data,
		 data_is, cookie, *event);

	if (!inode_test_mask && !vfsmount_test_mask)
		return 0;

	if (group->ops->should_send_event(group, to_tell, inode_mark,
					  vfsmount_mark, mask, data,
					  data_is) == false)
		return 0;

	if (!*event) {
		*event = fsnotify_create_event(to_tell, mask, data,
						data_is, file_name,
						cookie, GFP_KERNEL);
		if (!*event)
			return -ENOMEM;
	}
	return group->ops->handle_event(group, inode_mark, vfsmount_mark, *event);
}

/*
 * This is the main call to fsnotify.  The VFS calls into hook specific functions
 * in linux/fsnotify.h.  Those functions then in turn call here.  Here will call
 * out to all of the registered fsnotify_group.  Those groups can then use the
 * notification event in whatever means they feel necessary.
 */
int fsnotify(struct inode *to_tell, __u32 mask, void *data, int data_is,
	     const unsigned char *file_name, u32 cookie)
{
	struct hlist_node *inode_node = NULL, *vfsmount_node = NULL;
	struct fsnotify_mark *inode_mark = NULL, *vfsmount_mark = NULL;
	struct fsnotify_group *inode_group, *vfsmount_group;
	struct fsnotify_event *event = NULL;
	struct vfsmount *mnt;
	int idx, ret = 0;
	bool used_inode, used_vfsmount;
	/* global tests shouldn't care about events on child only the specific event */
	__u32 test_mask = (mask & ~FS_EVENT_ON_CHILD);

	if (data_is == FSNOTIFY_EVENT_PATH)
		mnt = ((struct path *)data)->mnt;
	else
		mnt = NULL;

	/*
	 * if this is a modify event we may need to clear the ignored masks
	 * otherwise return if neither the inode nor the vfsmount care about
	 * this type of event.
	 */
	if (!(mask & FS_MODIFY) &&
	    !(test_mask & to_tell->i_fsnotify_mask) &&
	    !(mnt && test_mask & mnt->mnt_fsnotify_mask))
		return 0;

	idx = srcu_read_lock(&fsnotify_mark_srcu);

	if ((mask & FS_MODIFY) ||
	    (test_mask & to_tell->i_fsnotify_mask))
		inode_node = srcu_dereference(to_tell->i_fsnotify_marks.first,
					      &fsnotify_mark_srcu);

	if (mnt && ((mask & FS_MODIFY) ||
		    (test_mask & mnt->mnt_fsnotify_mask))) {
		vfsmount_node = srcu_dereference(mnt->mnt_fsnotify_marks.first,
						 &fsnotify_mark_srcu);
		inode_node = srcu_dereference(to_tell->i_fsnotify_marks.first,
					      &fsnotify_mark_srcu);
	}

	while (inode_node || vfsmount_node) {
		used_inode = used_vfsmount = false;

		if (inode_node) {
			inode_mark = hlist_entry(srcu_dereference(inode_node, &fsnotify_mark_srcu),
						 struct fsnotify_mark, i.i_list);
			inode_group = inode_mark->group;
		} else
			inode_group = (void *)-1;

		if (vfsmount_node) {
			vfsmount_mark = hlist_entry(srcu_dereference(vfsmount_node, &fsnotify_mark_srcu),
							struct fsnotify_mark, m.m_list);
			vfsmount_group = vfsmount_mark->group;
		} else
			vfsmount_group = (void *)-1;

		if (inode_group < vfsmount_group) {
			/* handle inode */
			send_to_group(to_tell, NULL, inode_mark, NULL, mask, data,
				      data_is, cookie, file_name, &event);
			used_inode = true;
		} else if (vfsmount_group < inode_group) {
			send_to_group(to_tell, mnt, NULL, vfsmount_mark, mask, data,
				      data_is, cookie, file_name, &event);
			used_vfsmount = true;
		} else {
			send_to_group(to_tell, mnt, inode_mark, vfsmount_mark,
				      mask, data, data_is, cookie, file_name,
				      &event);
			used_vfsmount = true;
			used_inode = true;
		}

		if (used_inode)
			inode_node = srcu_dereference(inode_node->next,
						      &fsnotify_mark_srcu);
		if (used_vfsmount)
			vfsmount_node = srcu_dereference(vfsmount_node->next,
							 &fsnotify_mark_srcu);
	}

	srcu_read_unlock(&fsnotify_mark_srcu, idx);
	/*
	 * fsnotify_create_event() took a reference so the event can't be cleaned
	 * up while we are still trying to add it to lists, drop that one.
	 */
	if (event)
		fsnotify_put_event(event);

	return ret;
}
EXPORT_SYMBOL_GPL(fsnotify);

static __init int fsnotify_init(void)
{
	int ret;

	BUG_ON(hweight32(ALL_FSNOTIFY_EVENTS) != 23);

	ret = init_srcu_struct(&fsnotify_mark_srcu);
	if (ret)
		panic("initializing fsnotify_mark_srcu");

	return 0;
}
core_initcall(fsnotify_init);
Commit	Line	Data
90586523 EP	1	/*
	2	* Copyright (C) 2008 Red Hat, Inc., Eric Paris <eparis@redhat.com>
	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License as published by
	6	* the Free Software Foundation; either version 2, or (at your option)
	7	* any later version.
	8	*
	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	* GNU General Public License for more details.
	13	*
	14	* You should have received a copy of the GNU General Public License
	15	* along with this program; see the file COPYING. If not, write to
	16	* the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
	17	*/
	18
	19	#include <linux/dcache.h>
	20	#include <linux/fs.h>
5a0e3ad6	21	#include <linux/gfp.h>
90586523 EP	22	#include <linux/init.h>
90586523 EP	23	#include <linux/module.h>
7131485a	24	#include <linux/mount.h>
90586523 EP	25	#include <linux/srcu.h>
	26
	27	#include <linux/fsnotify_backend.h>
	28	#include "fsnotify.h"
	29
3be25f49 EP	30	/*
	31	* Clear all of the marks on an inode when it is being evicted from core
	32	*/
	33	void __fsnotify_inode_delete(struct inode *inode)
	34	{
	35	fsnotify_clear_marks_by_inode(inode);
	36	}
	37	EXPORT_SYMBOL_GPL(__fsnotify_inode_delete);
	38
ca9c726e AG	39	void __fsnotify_vfsmount_delete(struct vfsmount *mnt)
	40	{
	41	fsnotify_clear_marks_by_mount(mnt);
	42	}
	43
c28f7e56 EP	44	/*
	45	* Given an inode, first check if we care what happens to our children. Inotify
	46	* and dnotify both tell their parents about events. If we care about any event
	47	* on a child we run all of our children and set a dentry flag saying that the
	48	* parent cares. Thus when an event happens on a child it can quickly tell if
	49	* if there is a need to find a parent and send the event to the parent.
	50	*/
	51	void __fsnotify_update_child_dentry_flags(struct inode *inode)
	52	{
	53	struct dentry *alias;
	54	int watched;
	55
	56	if (!S_ISDIR(inode->i_mode))
	57	return;
	58
	59	/* determine if the children should tell inode about their events */
	60	watched = fsnotify_inode_watches_children(inode);
	61
	62	spin_lock(&dcache_lock);
	63	/* run all of the dentries associated with this inode. Since this is a
	64	* directory, there damn well better only be one item on this list */
	65	list_for_each_entry(alias, &inode->i_dentry, d_alias) {
	66	struct dentry *child;
	67
	68	/* run all of the children of the original inode and fix their
	69	* d_flags to indicate parental interest (their parent is the
	70	* original inode) */
	71	list_for_each_entry(child, &alias->d_subdirs, d_u.d_child) {
	72	if (!child->d_inode)
	73	continue;
	74
	75	spin_lock(&child->d_lock);
	76	if (watched)
	77	child->d_flags \|= DCACHE_FSNOTIFY_PARENT_WATCHED;
	78	else
	79	child->d_flags &= ~DCACHE_FSNOTIFY_PARENT_WATCHED;
	80	spin_unlock(&child->d_lock);
	81	}
	82	}
	83	spin_unlock(&dcache_lock);
	84	}
	85
	86	/* Notify this dentry's parent about a child's events. */
2069601b	87	void __fsnotify_parent(struct path path, struct dentry dentry, __u32 mask)
c28f7e56 EP	88	{
	89	struct dentry *parent;
	90	struct inode *p_inode;
	91	bool send = false;
	92	bool should_update_children = false;
	93
72acc854	94	if (!dentry)
2069601b	95	dentry = path->dentry;
28c60e37	96
c28f7e56 EP	97	if (!(dentry->d_flags & DCACHE_FSNOTIFY_PARENT_WATCHED))
	98	return;
	99
	100	spin_lock(&dentry->d_lock);
	101	parent = dentry->d_parent;
	102	p_inode = parent->d_inode;
	103
	104	if (fsnotify_inode_watches_children(p_inode)) {
	105	if (p_inode->i_fsnotify_mask & mask) {
	106	dget(parent);
	107	send = true;
	108	}
	109	} else {
	110	/*
	111	* The parent doesn't care about events on it's children but
	112	* at least one child thought it did. We need to run all the
	113	* children and update their d_flags to let them know p_inode
	114	* doesn't care about them any more.
	115	*/
	116	dget(parent);
	117	should_update_children = true;
	118	}
	119
	120	spin_unlock(&dentry->d_lock);
	121
	122	if (send) {
	123	/* we are notifying a parent so come up with the new mask which
	124	* specifies these are events which came from a child. */
	125	mask \|= FS_EVENT_ON_CHILD;
	126
2069601b LT	127	if (path)
2069601b LT	128	fsnotify(p_inode, mask, path, FSNOTIFY_EVENT_PATH,
28c60e37 EP	129	dentry->d_name.name, 0);
	130	else
	131	fsnotify(p_inode, mask, dentry->d_inode, FSNOTIFY_EVENT_INODE,
	132	dentry->d_name.name, 0);
c28f7e56 EP	133	dput(parent);
	134	}
	135
	136	if (unlikely(should_update_children)) {
	137	__fsnotify_update_child_dentry_flags(p_inode);
	138	dput(parent);
	139	}
	140	}
	141	EXPORT_SYMBOL_GPL(__fsnotify_parent);
	142
613a807f	143	static int send_to_group(struct inode to_tell, struct vfsmount mnt,
ce8f76fb EP	144	struct fsnotify_mark *inode_mark,
	145	struct fsnotify_mark *vfsmount_mark,
	146	__u32 mask, void *data,
613a807f	147	int data_is, u32 cookie,
3a9b16b4	148	const unsigned char *file_name,
c4ec54b4	149	struct fsnotify_event **event)
7131485a	150	{
faa9560a	151	struct fsnotify_group *group = NULL;
84e1ab4d EP	152	__u32 inode_test_mask = 0;
84e1ab4d EP	153	__u32 vfsmount_test_mask = 0;
613a807f	154
faa9560a EP	155	if (unlikely(!inode_mark && !vfsmount_mark)) {
	156	BUG();
	157	return 0;
	158	}
ce8f76fb EP	159
	160	/* clear ignored on inode modification */
	161	if (mask & FS_MODIFY) {
	162	if (inode_mark &&
	163	!(inode_mark->flags & FSNOTIFY_MARK_FLAG_IGNORED_SURV_MODIFY))
	164	inode_mark->ignored_mask = 0;
	165	if (vfsmount_mark &&
	166	!(vfsmount_mark->flags & FSNOTIFY_MARK_FLAG_IGNORED_SURV_MODIFY))
	167	vfsmount_mark->ignored_mask = 0;
	168	}
5ba08e2e	169
ce8f76fb EP	170	/* does the inode mark tell us to do something? */
ce8f76fb EP	171	if (inode_mark) {
faa9560a	172	group = inode_mark->group;
84e1ab4d	173	inode_test_mask = (mask & ~FS_EVENT_ON_CHILD);
ce8f76fb EP	174	inode_test_mask &= inode_mark->mask;
	175	inode_test_mask &= ~inode_mark->ignored_mask;
	176	}
613a807f	177
ce8f76fb EP	178	/* does the vfsmount_mark tell us to do something? */
ce8f76fb EP	179	if (vfsmount_mark) {
84e1ab4d	180	vfsmount_test_mask = (mask & ~FS_EVENT_ON_CHILD);
faa9560a	181	group = vfsmount_mark->group;
ce8f76fb EP	182	vfsmount_test_mask &= vfsmount_mark->mask;
	183	vfsmount_test_mask &= ~vfsmount_mark->ignored_mask;
	184	if (inode_mark)
	185	vfsmount_test_mask &= ~inode_mark->ignored_mask;
	186	}
	187
84e1ab4d EP	188	pr_debug("%s: group=%p to_tell=%p mnt=%p mask=%x inode_mark=%p"
	189	" inode_test_mask=%x vfsmount_mark=%p vfsmount_test_mask=%x"
	190	" data=%p data_is=%d cookie=%d event=%p\n",
	191	__func__, group, to_tell, mnt, mask, inode_mark,
	192	inode_test_mask, vfsmount_mark, vfsmount_test_mask, data,
	193	data_is, cookie, *event);
faa9560a	194
ce8f76fb	195	if (!inode_test_mask && !vfsmount_test_mask)
613a807f EP	196	return 0;
613a807f EP	197
1968f5ee	198	if (group->ops->should_send_event(group, to_tell, inode_mark,
ce8f76fb EP	199	vfsmount_mark, mask, data,
ce8f76fb EP	200	data_is) == false)
c4ec54b4	201	return 0;
613a807f	202
7131485a EP	203	if (!*event) {
	204	*event = fsnotify_create_event(to_tell, mask, data,
	205	data_is, file_name,
	206	cookie, GFP_KERNEL);
7131485a	207	if (!*event)
c4ec54b4	208	return -ENOMEM;
7131485a	209	}
ce8f76fb	210	return group->ops->handle_event(group, inode_mark, vfsmount_mark, *event);
7131485a EP	211	}
7131485a EP	212
90586523 EP	213	/*
	214	* This is the main call to fsnotify. The VFS calls into hook specific functions
	215	* in linux/fsnotify.h. Those functions then in turn call here. Here will call
	216	* out to all of the registered fsnotify_group. Those groups can then use the
	217	* notification event in whatever means they feel necessary.
	218	*/
c4ec54b4 EP	219	int fsnotify(struct inode to_tell, __u32 mask, void data, int data_is,
c4ec54b4 EP	220	const unsigned char *file_name, u32 cookie)
90586523	221	{
84e1ab4d	222	struct hlist_node inode_node = NULL, vfsmount_node = NULL;
613a807f EP	223	struct fsnotify_mark inode_mark = NULL, vfsmount_mark = NULL;
613a807f EP	224	struct fsnotify_group inode_group, vfsmount_group;
90586523	225	struct fsnotify_event *event = NULL;
613a807f	226	struct vfsmount *mnt;
c4ec54b4	227	int idx, ret = 0;
5f3f259f	228	bool used_inode, used_vfsmount;
e42e2773 EP	229	/* global tests shouldn't care about events on child only the specific event */
e42e2773 EP	230	__u32 test_mask = (mask & ~FS_EVENT_ON_CHILD);
90586523	231
2069601b LT	232	if (data_is == FSNOTIFY_EVENT_PATH)
2069601b LT	233	mnt = ((struct path *)data)->mnt;
613a807f EP	234	else
	235	mnt = NULL;
	236
	237	/*
	238	* if this is a modify event we may need to clear the ignored masks
	239	* otherwise return if neither the inode nor the vfsmount care about
	240	* this type of event.
	241	*/
	242	if (!(mask & FS_MODIFY) &&
	243	!(test_mask & to_tell->i_fsnotify_mask) &&
	244	!(mnt && test_mask & mnt->mnt_fsnotify_mask))
	245	return 0;
3a9fb89f	246
75c1be48	247	idx = srcu_read_lock(&fsnotify_mark_srcu);
7131485a	248
613a807f EP	249	if ((mask & FS_MODIFY) \|\|
613a807f EP	250	(test_mask & to_tell->i_fsnotify_mask))
ce8f76fb EP	251	inode_node = srcu_dereference(to_tell->i_fsnotify_marks.first,
ce8f76fb EP	252	&fsnotify_mark_srcu);
613a807f	253
84e1ab4d EP	254	if (mnt && ((mask & FS_MODIFY) \|\|
	255	(test_mask & mnt->mnt_fsnotify_mask))) {
	256	vfsmount_node = srcu_dereference(mnt->mnt_fsnotify_marks.first,
	257	&fsnotify_mark_srcu);
	258	inode_node = srcu_dereference(to_tell->i_fsnotify_marks.first,
	259	&fsnotify_mark_srcu);
90586523	260	}
75c1be48	261
613a807f	262	while (inode_node \|\| vfsmount_node) {
5f3f259f EP	263	used_inode = used_vfsmount = false;
5f3f259f EP	264
613a807f EP	265	if (inode_node) {
	266	inode_mark = hlist_entry(srcu_dereference(inode_node, &fsnotify_mark_srcu),
	267	struct fsnotify_mark, i.i_list);
	268	inode_group = inode_mark->group;
	269	} else
	270	inode_group = (void *)-1;
	271
	272	if (vfsmount_node) {
	273	vfsmount_mark = hlist_entry(srcu_dereference(vfsmount_node, &fsnotify_mark_srcu),
	274	struct fsnotify_mark, m.m_list);
	275	vfsmount_group = vfsmount_mark->group;
	276	} else
	277	vfsmount_group = (void *)-1;
	278
	279	if (inode_group < vfsmount_group) {
	280	/* handle inode */
ce8f76fb	281	send_to_group(to_tell, NULL, inode_mark, NULL, mask, data,
613a807f EP	282	data_is, cookie, file_name, &event);
	283	used_inode = true;
	284	} else if (vfsmount_group < inode_group) {
ce8f76fb	285	send_to_group(to_tell, mnt, NULL, vfsmount_mark, mask, data,
613a807f EP	286	data_is, cookie, file_name, &event);
	287	used_vfsmount = true;
	288	} else {
ce8f76fb EP	289	send_to_group(to_tell, mnt, inode_mark, vfsmount_mark,
	290	mask, data, data_is, cookie, file_name,
	291	&event);
613a807f	292	used_vfsmount = true;
613a807f	293	used_inode = true;
7131485a	294	}
613a807f EP	295
613a807f EP	296	if (used_inode)
ce8f76fb EP	297	inode_node = srcu_dereference(inode_node->next,
ce8f76fb EP	298	&fsnotify_mark_srcu);
613a807f	299	if (used_vfsmount)
ce8f76fb EP	300	vfsmount_node = srcu_dereference(vfsmount_node->next,
ce8f76fb EP	301	&fsnotify_mark_srcu);
7131485a	302	}
613a807f	303
75c1be48	304	srcu_read_unlock(&fsnotify_mark_srcu, idx);
90586523 EP	305	/*
	306	* fsnotify_create_event() took a reference so the event can't be cleaned
	307	* up while we are still trying to add it to lists, drop that one.
	308	*/
	309	if (event)
	310	fsnotify_put_event(event);
c4ec54b4	311
98b5c10d	312	return ret;
90586523 EP	313	}
	314	EXPORT_SYMBOL_GPL(fsnotify);
	315
	316	static __init int fsnotify_init(void)
	317	{
75c1be48 EP	318	int ret;
75c1be48 EP	319
20dee624 EP	320	BUG_ON(hweight32(ALL_FSNOTIFY_EVENTS) != 23);
20dee624 EP	321
75c1be48 EP	322	ret = init_srcu_struct(&fsnotify_mark_srcu);
	323	if (ret)
	324	panic("initializing fsnotify_mark_srcu");
	325
	326	return 0;
90586523	327	}
75c1be48	328	core_initcall(fsnotify_init);