264 struct lock_class_stats lock_stats(struct lock_class *class)  in lock_stats()  argument
272 			&per_cpu(cpu_lock_stats, cpu)[class - lock_classes];  in lock_stats()
293 void clear_lock_stats(struct lock_class *class)  in clear_lock_stats()  argument
299 			&per_cpu(cpu_lock_stats, cpu)[class - lock_classes];  in clear_lock_stats()
303 	memset(class->contention_point, 0, sizeof(class->contention_point));  in clear_lock_stats()
304 	memset(class->contending_point, 0, sizeof(class->contending_point));  in clear_lock_stats()
307 static struct lock_class_stats *get_lock_stats(struct lock_class *class)  in get_lock_stats()  argument
309 	return &this_cpu_ptr(cpu_lock_stats)[class - lock_classes];  in get_lock_stats()
465 static int class_filter(struct lock_class *class)  in class_filter()  argument
469 	if (class->name_version == 1 &&  in class_filter()
470 			!strcmp(class->name, "lockname"))  in class_filter()
472 	if (class->name_version == 1 &&  in class_filter()
473 			!strcmp(class->name, "&struct->lockfield"))  in class_filter()
481 static int verbose(struct lock_class *class)  in verbose()  argument
484 	return class_filter(class);  in verbose()
643 static char get_usage_char(struct lock_class *class, enum lock_usage_bit bit)  in get_usage_char()  argument
659 	if (class->usage_mask & lock_flag(bit + LOCK_USAGE_DIR_MASK)) {  in get_usage_char()
661 		if (class->usage_mask & lock_flag(bit))  in get_usage_char()
663 	} else if (class->usage_mask & lock_flag(bit))  in get_usage_char()
669 void get_usage_chars(struct lock_class *class, char usage[LOCK_USAGE_CHARS])  in get_usage_chars()  argument
674 	usage[i++] = get_usage_char(class, LOCK_USED_IN_##__STATE);	\  in get_usage_chars()
675 	usage[i++] = get_usage_char(class, LOCK_USED_IN_##__STATE##_READ);  in get_usage_chars()
682 static void __print_lock_name(struct lock_class *class)  in __print_lock_name()  argument
687 	name = class->name;  in __print_lock_name()
689 		name = __get_key_name(class->key, str);  in __print_lock_name()
693 		if (class->name_version > 1)  in __print_lock_name()
694 			printk(KERN_CONT "#%d", class->name_version);  in __print_lock_name()
695 		if (class->subclass)  in __print_lock_name()
696 			printk(KERN_CONT "/%d", class->subclass);  in __print_lock_name()
700 static void print_lock_name(struct lock_class *class)  in print_lock_name()  argument
704 	get_usage_chars(class, usage);  in print_lock_name()
707 	__print_lock_name(class);  in print_lock_name()
709 			class->wait_type_outer ?: class->wait_type_inner,  in print_lock_name()
710 			class->wait_type_inner);  in print_lock_name()
778 static int very_verbose(struct lock_class *class)  in very_verbose()  argument
781 	return class_filter(class);  in very_verbose()
828 	struct lock_class *class;  in count_matching_names()  local
834 	list_for_each_entry(class, &all_lock_classes, lock_entry) {  in count_matching_names()
835 		if (new_class->key - new_class->subclass == class->key)  in count_matching_names()
836 			return class->name_version;  in count_matching_names()
837 		if (class->name && !strcmp(class->name, new_class->name))  in count_matching_names()
838 			count = max(count, class->name_version);  in count_matching_names()
850 	struct lock_class *class;  in look_up_lock_class()  local
888 	hlist_for_each_entry_rcu(class, hash_head, hash_entry) {  in look_up_lock_class()
889 		if (class->key == key) {  in look_up_lock_class()
894 			WARN_ON_ONCE(class->name != lock->name &&  in look_up_lock_class()
896 			return class;  in look_up_lock_class()
963 	struct lock_class *class;  in in_any_class_list()  local
967 		class = &lock_classes[i];  in in_any_class_list()
968 		if (in_list(e, &class->locks_after) ||  in in_any_class_list()
969 		    in_list(e, &class->locks_before))  in in_any_class_list()
986 			       e->class && e->class->name ? e->class->name :  in class_lock_list_valid()
1021 static bool in_any_zapped_class_list(struct lock_class *class)  in in_any_zapped_class_list()  argument
1027 		if (in_list(&class->lock_entry, &pf->zapped))  in in_any_zapped_class_list()
1036 	struct lock_class *class;  in __check_data_structures()  local
1044 		class = &lock_classes[i];  in __check_data_structures()
1045 		if (!in_list(&class->lock_entry, &all_lock_classes) &&  in __check_data_structures()
1046 		    !in_list(&class->lock_entry, &free_lock_classes) &&  in __check_data_structures()
1047 		    !in_any_zapped_class_list(class)) {  in __check_data_structures()
1049 			       class, class->name ? : "(?)");  in __check_data_structures()
1056 		class = &lock_classes[i];  in __check_data_structures()
1057 		if (!class_lock_list_valid(class, &class->locks_before))  in __check_data_structures()
1059 		if (!class_lock_list_valid(class, &class->locks_after))  in __check_data_structures()
1081 			       e->class->name ? : "(?)",  in __check_data_structures()
1096 			       e->class && e->class->name ? e->class->name :  in __check_data_structures()
1238 	struct lock_class *class;  in register_lock_class()  local
1242 	class = look_up_lock_class(lock, subclass);  in register_lock_class()
1243 	if (likely(class))  in register_lock_class()
1263 	hlist_for_each_entry_rcu(class, hash_head, hash_entry) {  in register_lock_class()
1264 		if (class->key == key)  in register_lock_class()
1271 	class = list_first_entry_or_null(&free_lock_classes, typeof(*class),  in register_lock_class()
1273 	if (!class) {  in register_lock_class()
1283 	__set_bit(class - lock_classes, lock_classes_in_use);  in register_lock_class()
1285 	class->key = key;  in register_lock_class()
1286 	class->name = lock->name;  in register_lock_class()
1287 	class->subclass = subclass;  in register_lock_class()
1288 	WARN_ON_ONCE(!list_empty(&class->locks_before));  in register_lock_class()
1289 	WARN_ON_ONCE(!list_empty(&class->locks_after));  in register_lock_class()
1290 	class->name_version = count_matching_names(class);  in register_lock_class()
1291 	class->wait_type_inner = lock->wait_type_inner;  in register_lock_class()
1292 	class->wait_type_outer = lock->wait_type_outer;  in register_lock_class()
1297 	hlist_add_head_rcu(&class->hash_entry, hash_head);  in register_lock_class()
1302 	list_move_tail(&class->lock_entry, &all_lock_classes);  in register_lock_class()
1304 	if (verbose(class)) {  in register_lock_class()
1307 		printk("\nnew class %px: %s", class->key, class->name);  in register_lock_class()
1308 		if (class->name_version > 1)  in register_lock_class()
1309 			printk(KERN_CONT "#%d", class->name_version);  in register_lock_class()
1322 		lock->class_cache[0] = class;  in register_lock_class()
1324 		lock->class_cache[subclass] = class;  in register_lock_class()
1330 	if (DEBUG_LOCKS_WARN_ON(class->subclass != subclass))  in register_lock_class()
1333 	return class;  in register_lock_class()
1376 	entry->class = this;  in add_lock_to_list()
1468 	lock->class->dep_gen_id = lockdep_dependency_gen_id;  in mark_lock_accessed()
1479 	return lock->class->dep_gen_id == lockdep_dependency_gen_id;  in lock_accessed()
1508 	void *lock_class = lock->class;  in get_dep_list()
1599 				   struct lock_class *class)  in __bfs_init_root()  argument
1601 	lock->class = class;  in __bfs_init_root()
1690 		if (!lock->class)  in __bfs()
1811 	print_lock_name(target->class);  in print_circular_bug_entry()
1823 	struct lock_class *parent = prt->class;  in print_circular_lock_scenario()
1928 	return hlock_class(hlock) == entry->class && /* Found A -> .. -> B */  in hlock_equal()
1955 	return hlock_class(hlock) == entry->class && /* Found A -> .. -> B */  in hlock_conflict()
2025 unsigned long lockdep_count_forward_deps(struct lock_class *class)  in lockdep_count_forward_deps()  argument
2030 	__bfs_init_root(&this, class);  in lockdep_count_forward_deps()
2051 unsigned long lockdep_count_backward_deps(struct lock_class *class)  in lockdep_count_backward_deps()  argument
2056 	__bfs_init_root(&this, class);  in lockdep_count_backward_deps()
2209 		*(unsigned long *)mask |= entry->class->usage_mask;  in usage_accumulate()
2211 		*(unsigned long *)mask |= (entry->class->usage_mask & LOCKF_IRQ);  in usage_accumulate()
2228 		return !!(entry->class->usage_mask & *(unsigned long *)mask);  in usage_match()
2230 		return !!((entry->class->usage_mask & LOCKF_IRQ) & *(unsigned long *)mask);  in usage_match()
2270 static void print_lock_class_header(struct lock_class *class, int depth)  in print_lock_class_header()  argument
2275 	print_lock_name(class);  in print_lock_class_header()
2277 	printk(KERN_CONT " ops: %lu", debug_class_ops_read(class));  in print_lock_class_header()
2282 		if (class->usage_mask & (1 << bit)) {  in print_lock_class_header()
2287 			print_lock_trace(class->usage_traces[bit], len);  in print_lock_class_header()
2293 		depth, "", class->key, class->key);  in print_lock_class_header()
2310 		print_lock_class_header(entry->class, depth);  in print_shortest_lock_dependencies()
2331 	struct lock_class *safe_class = safe_entry->class;  in print_irq_lock_scenario()
2332 	struct lock_class *unsafe_class = unsafe_entry->class;  in print_irq_lock_scenario()
2420 	print_lock_name(backwards_entry->class);  in print_bad_irq_dependency()
2423 	print_lock_trace(backwards_entry->class->usage_traces[bit1], 1);  in print_bad_irq_dependency()
2426 	print_lock_name(forwards_entry->class);  in print_bad_irq_dependency()
2430 	print_lock_trace(forwards_entry->class->usage_traces[bit2], 1);  in print_bad_irq_dependency()
2661 	backward_mask = original_mask(target_entry1->class->usage_mask);  in check_irq_usage()
2675 	ret = find_exclusive_match(target_entry->class->usage_mask,  in check_irq_usage()
2676 				   target_entry1->class->usage_mask,  in check_irq_usage()
2884 		if (entry->class == hlock_class(next)) {  in check_prev_add()
2906 				if (entry->class == hlock_class(prev)) {  in check_prev_add()
3520 	struct lock_class *class = hlock_class(hlock);  in lookup_chain_cache_add()  local
3528 		if (very_verbose(class)) {  in lookup_chain_cache_add()
3532 					class->key, class->name);  in lookup_chain_cache_add()
3538 	if (very_verbose(class)) {  in lookup_chain_cache_add()
3540 			(unsigned long long)chain_key, class->key, class->name);  in lookup_chain_cache_add()
3691 	struct lock_class *class = hlock_class(lock);  in print_usage_bug_scenario()  local
3697 	__print_lock_name(class);  in print_usage_bug_scenario()
3701 	__print_lock_name(class);  in print_usage_bug_scenario()
3786 	print_lock_name(other->class);  in print_irq_inversion_bug()
3804 			middle ? middle->class : root->class, other->class);  in print_irq_inversion_bug()
3807 			middle ? middle->class : other->class, root->class);  in print_irq_inversion_bug()
3845 	if (target_entry->class->usage_mask & lock_flag(bit)) {  in check_usage_forwards()
3880 	if (target_entry->class->usage_mask & lock_flag(bit)) {  in check_usage_backwards()
3910 static int HARDIRQ_verbose(struct lock_class *class)  in HARDIRQ_verbose()  argument
3913 	return class_filter(class);  in HARDIRQ_verbose()
3918 static int SOFTIRQ_verbose(struct lock_class *class)  in SOFTIRQ_verbose()  argument
3921 	return class_filter(class);  in SOFTIRQ_verbose()
3926 static int (*state_verbose_f[])(struct lock_class *class) = {
3934 				struct lock_class *class)  in state_verbose()  argument
3936 	return state_verbose_f[bit >> LOCK_USAGE_DIR_MASK](class);  in state_verbose()
4692 	struct lock_class *class = NULL;  in __lock_acquire()  local
4706 		class = lock->class_cache[subclass];  in __lock_acquire()
4710 	if (unlikely(!class)) {  in __lock_acquire()
4711 		class = register_lock_class(lock, subclass, 0);  in __lock_acquire()
4712 		if (!class)  in __lock_acquire()
4716 	debug_class_ops_inc(class);  in __lock_acquire()
4718 	if (very_verbose(class)) {  in __lock_acquire()
4719 		printk("\nacquire class [%px] %s", class->key, class->name);  in __lock_acquire()
4720 		if (class->name_version > 1)  in __lock_acquire()
4721 			printk(KERN_CONT "#%d", class->name_version);  in __lock_acquire()
4738 	class_idx = class - lock_classes;  in __lock_acquire()
4764 	if (DEBUG_LOCKS_WARN_ON(!class))  in __lock_acquire()
4895 		const struct lock_class *class = lock->class_cache[0];  in match_held_lock()  local
4897 		if (!class)  in match_held_lock()
4898 			class = look_up_lock_class(lock, 0);  in match_held_lock()
4906 		if (!class)  in match_held_lock()
4917 		if (hlock->class_idx == class - lock_classes)  in match_held_lock()
5000 	struct lock_class *class;  in __lock_set_class()  local
5023 	class = register_lock_class(lock, subclass, 0);  in __lock_set_class()
5024 	hlock->class_idx = class - lock_classes;  in __lock_set_class()
5350 	struct lock_class *class = look_up_lock_class(lock, subclass);  in verify_lock_unused()  local
5354 	if (!class)  in verify_lock_unused()
5364 	if (!(class->usage_mask & mask))  in verify_lock_unused()
5367 	hlock->class_idx = class - lock_classes;  in verify_lock_unused()
5718 					 struct lock_class *class)  in remove_class_from_lock_chain()  argument
5724 		if (chain_hlock_class_idx(chain_hlocks[i]) != class - lock_classes)  in remove_class_from_lock_chain()
5753 					  struct lock_class *class)  in remove_class_from_lock_chains()  argument
5762 			remove_class_from_lock_chain(pf, chain, class);  in remove_class_from_lock_chains()
5770 static void zap_class(struct pending_free *pf, struct lock_class *class)  in zap_class()  argument
5775 	WARN_ON_ONCE(!class->key);  in zap_class()
5783 		if (entry->class != class && entry->links_to != class)  in zap_class()
5789 	if (list_empty(&class->locks_after) &&  in zap_class()
5790 	    list_empty(&class->locks_before)) {  in zap_class()
5791 		list_move_tail(&class->lock_entry, &pf->zapped);  in zap_class()
5792 		hlist_del_rcu(&class->hash_entry);  in zap_class()
5793 		WRITE_ONCE(class->key, NULL);  in zap_class()
5794 		WRITE_ONCE(class->name, NULL);  in zap_class()
5796 		__clear_bit(class - lock_classes, lock_classes_in_use);  in zap_class()
5799 			  class->name);  in zap_class()
5802 	remove_class_from_lock_chains(pf, class);  in zap_class()
5806 static void reinit_class(struct lock_class *class)  in reinit_class()  argument
5808 	void *const p = class;  in reinit_class()
5811 	WARN_ON_ONCE(!class->lock_entry.next);  in reinit_class()
5812 	WARN_ON_ONCE(!list_empty(&class->locks_after));  in reinit_class()
5813 	WARN_ON_ONCE(!list_empty(&class->locks_before));  in reinit_class()
5814 	memset(p + offset, 0, sizeof(*class) - offset);  in reinit_class()
5815 	WARN_ON_ONCE(!class->lock_entry.next);  in reinit_class()
5816 	WARN_ON_ONCE(!list_empty(&class->locks_after));  in reinit_class()
5817 	WARN_ON_ONCE(!list_empty(&class->locks_before));  in reinit_class()
5863 	struct lock_class *class;  in __free_zapped_classes()  local
5867 	list_for_each_entry(class, &pf->zapped, lock_entry)  in __free_zapped_classes()
5868 		reinit_class(class);  in __free_zapped_classes()
5913 	struct lock_class *class;  in __lockdep_free_key_range()  local
5920 		hlist_for_each_entry_rcu(class, head, hash_entry) {  in __lockdep_free_key_range()
5921 			if (!within(class->key, start, size) &&  in __lockdep_free_key_range()
5922 			    !within(class->name, start, size))  in __lockdep_free_key_range()
5924 			zap_class(pf, class);  in __lockdep_free_key_range()
5995 	struct lock_class *class;  in lock_class_cache_is_registered()  local
6001 		hlist_for_each_entry_rcu(class, head, hash_entry) {  in lock_class_cache_is_registered()
6003 				if (lock->class_cache[j] == class)  in lock_class_cache_is_registered()
6014 	struct lock_class *class;  in __lockdep_reset_lock()  local
6024 		class = look_up_lock_class(lock, j);  in __lockdep_reset_lock()
6025 		if (class)  in __lockdep_reset_lock()
6026 			zap_class(pf, class);  in __lockdep_reset_lock()