201 	struct watch *watch;  in __post_watch_notification()  local
210 	hlist_for_each_entry_rcu(watch, &wlist->watchers, list_node) {  in __post_watch_notification()
211 		if (watch->id != id)  in __post_watch_notification()
214 		n->info |= watch->info_id;  in __post_watch_notification()
216 		wqueue = rcu_dereference(watch->queue);  in __post_watch_notification()
221 		if (security_post_notification(watch->cred, cred, n) < 0)  in __post_watch_notification()
416 	struct watch *watch = container_of(rcu, struct watch, rcu);  in free_watch()  local
418 	put_watch_queue(rcu_access_pointer(watch->queue));  in free_watch()
419 	atomic_dec(&watch->cred->user->nr_watches);  in free_watch()
420 	put_cred(watch->cred);  in free_watch()
421 	kfree(watch);  in free_watch()
426 	struct watch *watch = container_of(kref, struct watch, usage);  in __put_watch()  local
428 	call_rcu(&watch->rcu, free_watch);  in __put_watch()
434 static void put_watch(struct watch *watch)  in put_watch()  argument
436 	kref_put(&watch->usage, __put_watch);  in put_watch()
446 void init_watch(struct watch *watch, struct watch_queue *wqueue)  in init_watch()  argument
448 	kref_init(&watch->usage);  in init_watch()
449 	INIT_HLIST_NODE(&watch->list_node);  in init_watch()
450 	INIT_HLIST_NODE(&watch->queue_node);  in init_watch()
451 	rcu_assign_pointer(watch->queue, wqueue);  in init_watch()
454 static int add_one_watch(struct watch *watch, struct watch_list *wlist, struct watch_queue *wqueue)  in add_one_watch()  argument
457 	struct watch *w;  in add_one_watch()
461 		if (wqueue == wq && watch->id == w->id)  in add_one_watch()
471 	watch->cred = get_cred(cred);  in add_one_watch()
472 	rcu_assign_pointer(watch->watch_list, wlist);  in add_one_watch()
475 	kref_get(&watch->usage);  in add_one_watch()
476 	hlist_add_head(&watch->queue_node, &wqueue->watches);  in add_one_watch()
477 	hlist_add_head_rcu(&watch->list_node, &wlist->watchers);  in add_one_watch()
493 int add_watch_to_object(struct watch *watch, struct watch_list *wlist)  in add_watch_to_object()  argument
500 	wqueue = rcu_access_pointer(watch->queue);  in add_watch_to_object()
503 		ret = add_one_watch(watch, wlist, wqueue);  in add_watch_to_object()
528 	struct watch *watch;  in remove_watch_from_object()  local
535 	hlist_for_each_entry(watch, &wlist->watchers, list_node) {  in remove_watch_from_object()
537 		    (watch->id == id && rcu_access_pointer(watch->queue) == wq))  in remove_watch_from_object()
545 	hlist_del_init_rcu(&watch->list_node);  in remove_watch_from_object()
546 	rcu_assign_pointer(watch->watch_list, NULL);  in remove_watch_from_object()
551 	n.watch.type = WATCH_TYPE_META;  in remove_watch_from_object()
552 	n.watch.subtype = WATCH_META_REMOVAL_NOTIFICATION;  in remove_watch_from_object()
553 	n.watch.info = watch->info_id | watch_sizeof(n.watch);  in remove_watch_from_object()
556 		n.watch.info = watch->info_id | watch_sizeof(n);  in remove_watch_from_object()
558 	wqueue = rcu_dereference(watch->queue);  in remove_watch_from_object()
561 		post_one_notification(wqueue, &n.watch);  in remove_watch_from_object()
563 		if (!hlist_unhashed(&watch->queue_node)) {  in remove_watch_from_object()
564 			hlist_del_init_rcu(&watch->queue_node);  in remove_watch_from_object()
565 			put_watch(watch);  in remove_watch_from_object()
572 		void (*release_watch)(struct watch *);  in remove_watch_from_object()
576 		(*release_watch)(watch);  in remove_watch_from_object()
579 	put_watch(watch);  in remove_watch_from_object()
597 	struct watch *watch;  in watch_queue_clear()  local
610 		watch = hlist_entry(wqueue->watches.first, struct watch, queue_node);  in watch_queue_clear()
611 		hlist_del_init_rcu(&watch->queue_node);  in watch_queue_clear()
620 		wlist = rcu_dereference(watch->watch_list);  in watch_queue_clear()
622 			void (*release_watch)(struct watch *);  in watch_queue_clear()
626 			release = !hlist_unhashed(&watch->list_node);  in watch_queue_clear()
628 				hlist_del_init_rcu(&watch->list_node);  in watch_queue_clear()
629 				rcu_assign_pointer(watch->watch_list, NULL);  in watch_queue_clear()
643 					(*release_watch)(watch);  in watch_queue_clear()
646 				put_watch(watch);  in watch_queue_clear()
650 		put_watch(watch);  in watch_queue_clear()