511 static void consumer_add(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_add()  argument
514 	uc->next = uprobe->consumers;  in consumer_add()
515 	uprobe->consumers = uc;  in consumer_add()
524 static bool consumer_del(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_del()  argument
531 		if (*con == uc) {  in consumer_del()
532 			*con = uc->next;  in consumer_del()
628 static inline bool consumer_filter(struct uprobe_consumer *uc,  in consumer_filter()  argument
631 	return !uc->filter || uc->filter(uc, ctx, mm);  in consumer_filter()
637 	struct uprobe_consumer *uc;  in filter_chain()  local
641 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in filter_chain()
642 		ret = consumer_filter(uc, ctx, mm);  in filter_chain()
845 __uprobe_unregister(struct uprobe *uprobe, struct uprobe_consumer *uc)  in __uprobe_unregister()  argument
849 	if (WARN_ON(!consumer_del(uprobe, uc)))  in __uprobe_unregister()
864 void uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)  in uprobe_unregister()  argument
873 	__uprobe_unregister(uprobe, uc);  in uprobe_unregister()
898 			     struct uprobe_consumer *uc)  in __uprobe_register()  argument
904 	if (!uc->handler && !uc->ret_handler)  in __uprobe_register()
925 		consumer_add(uprobe, uc);  in __uprobe_register()
926 		ret = register_for_each_vma(uprobe, uc);  in __uprobe_register()
928 			__uprobe_unregister(uprobe, uc);  in __uprobe_register()
939 		    struct uprobe_consumer *uc)  in uprobe_register()  argument
941 	return __uprobe_register(inode, offset, uc);  in uprobe_register()
953 			struct uprobe_consumer *uc, bool add)  in uprobe_apply()  argument
964 	for (con = uprobe->consumers; con && con != uc ; con = con->next)  in uprobe_apply()
967 		ret = register_for_each_vma(uprobe, add ? uc : NULL);  in uprobe_apply()
1767 	struct uprobe_consumer *uc;  in handler_chain()  local
1772 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handler_chain()
1775 		if (uc->handler) {  in handler_chain()
1776 			rc = uc->handler(uc, regs);  in handler_chain()
1778 				"bad rc=0x%x from %pf()\n", rc, uc->handler);  in handler_chain()
1781 		if (uc->ret_handler)  in handler_chain()
1801 	struct uprobe_consumer *uc;  in handle_uretprobe_chain()  local
1804 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handle_uretprobe_chain()
1805 		if (uc->ret_handler)  in handle_uretprobe_chain()
1806 			uc->ret_handler(uc, ri->func, regs);  in handle_uretprobe_chain()