205 	struct watch *watch;  in __post_watch_notification()  local
214 	hlist_for_each_entry_rcu(watch, &wlist->watchers, list_node) {  in __post_watch_notification()
215 		if (watch->id != id)  in __post_watch_notification()
218 		n->info |= watch->info_id;  in __post_watch_notification()
220 		wqueue = rcu_dereference(watch->queue);  in __post_watch_notification()
225 		if (security_post_notification(watch->cred, cred, n) < 0)  in __post_watch_notification()
419 	struct watch *watch = container_of(rcu, struct watch, rcu);  in free_watch()  local
421 	put_watch_queue(rcu_access_pointer(watch->queue));  in free_watch()
422 	atomic_dec(&watch->cred->user->nr_watches);  in free_watch()
423 	put_cred(watch->cred);  in free_watch()
424 	kfree(watch);  in free_watch()
429 	struct watch *watch = container_of(kref, struct watch, usage);  in __put_watch()  local
431 	call_rcu(&watch->rcu, free_watch);  in __put_watch()
437 static void put_watch(struct watch *watch)  in put_watch()  argument
439 	kref_put(&watch->usage, __put_watch);  in put_watch()
449 void init_watch(struct watch *watch, struct watch_queue *wqueue)  in init_watch()  argument
451 	kref_init(&watch->usage);  in init_watch()
452 	INIT_HLIST_NODE(&watch->list_node);  in init_watch()
453 	INIT_HLIST_NODE(&watch->queue_node);  in init_watch()
454 	rcu_assign_pointer(watch->queue, wqueue);  in init_watch()
457 static int add_one_watch(struct watch *watch, struct watch_list *wlist, struct watch_queue *wqueue)  in add_one_watch()  argument
460 	struct watch *w;  in add_one_watch()
464 		if (wqueue == wq && watch->id == w->id)  in add_one_watch()
474 	watch->cred = get_cred(cred);  in add_one_watch()
475 	rcu_assign_pointer(watch->watch_list, wlist);  in add_one_watch()
478 	kref_get(&watch->usage);  in add_one_watch()
479 	hlist_add_head(&watch->queue_node, &wqueue->watches);  in add_one_watch()
480 	hlist_add_head_rcu(&watch->list_node, &wlist->watchers);  in add_one_watch()
496 int add_watch_to_object(struct watch *watch, struct watch_list *wlist)  in add_watch_to_object()  argument
503 	wqueue = rcu_access_pointer(watch->queue);  in add_watch_to_object()
506 		ret = add_one_watch(watch, wlist, wqueue);  in add_watch_to_object()
531 	struct watch *watch;  in remove_watch_from_object()  local
538 	hlist_for_each_entry(watch, &wlist->watchers, list_node) {  in remove_watch_from_object()
540 		    (watch->id == id && rcu_access_pointer(watch->queue) == wq))  in remove_watch_from_object()
548 	hlist_del_init_rcu(&watch->list_node);  in remove_watch_from_object()
549 	rcu_assign_pointer(watch->watch_list, NULL);  in remove_watch_from_object()
554 	n.watch.type = WATCH_TYPE_META;  in remove_watch_from_object()
555 	n.watch.subtype = WATCH_META_REMOVAL_NOTIFICATION;  in remove_watch_from_object()
556 	n.watch.info = watch->info_id | watch_sizeof(n.watch);  in remove_watch_from_object()
559 		n.watch.info = watch->info_id | watch_sizeof(n);  in remove_watch_from_object()
561 	wqueue = rcu_dereference(watch->queue);  in remove_watch_from_object()
564 		post_one_notification(wqueue, &n.watch);  in remove_watch_from_object()
566 		if (!hlist_unhashed(&watch->queue_node)) {  in remove_watch_from_object()
567 			hlist_del_init_rcu(&watch->queue_node);  in remove_watch_from_object()
568 			put_watch(watch);  in remove_watch_from_object()
575 		void (*release_watch)(struct watch *);  in remove_watch_from_object()
579 		(*release_watch)(watch);  in remove_watch_from_object()
582 	put_watch(watch);  in remove_watch_from_object()
600 	struct watch *watch;  in watch_queue_clear()  local
610 		watch = hlist_entry(wqueue->watches.first, struct watch, queue_node);  in watch_queue_clear()
611 		hlist_del_init_rcu(&watch->queue_node);  in watch_queue_clear()
620 		wlist = rcu_dereference(watch->watch_list);  in watch_queue_clear()
622 			void (*release_watch)(struct watch *);  in watch_queue_clear()
626 			release = !hlist_unhashed(&watch->list_node);  in watch_queue_clear()
628 				hlist_del_init_rcu(&watch->list_node);  in watch_queue_clear()
629 				rcu_assign_pointer(watch->watch_list, NULL);  in watch_queue_clear()
643 					(*release_watch)(watch);  in watch_queue_clear()
646 				put_watch(watch);  in watch_queue_clear()
650 		put_watch(watch);  in watch_queue_clear()