1888 	struct task_struct *curr = current;  in print_circular_bug_header()  local
1899 		curr->comm, task_pid_nr(curr));  in print_circular_bug_header()
1978 	struct task_struct *curr = current;  in print_circular_bug()  local
2006 	lockdep_print_held_locks(curr);  in print_circular_bug()
2498 print_bad_irq_dependency(struct task_struct *curr,  in print_bad_irq_dependency()  argument
2519 		curr->comm, task_pid_nr(curr),  in print_bad_irq_dependency()
2521 		curr->softirq_context, softirq_count() >> SOFTIRQ_SHIFT,  in print_bad_irq_dependency()
2523 		curr->softirqs_enabled);  in print_bad_irq_dependency()
2552 	lockdep_print_held_locks(curr);  in print_bad_irq_dependency()
2727 static int check_irq_usage(struct task_struct *curr, struct held_lock *prev,  in check_irq_usage()  argument
2804 	print_bad_irq_dependency(curr, &this, &that,  in check_irq_usage()
2815 static inline int check_irq_usage(struct task_struct *curr,  in check_irq_usage()  argument
2922 print_deadlock_bug(struct task_struct *curr, struct held_lock *prev,  in print_deadlock_bug()  argument
2934 		curr->comm, task_pid_nr(curr));  in print_deadlock_bug()
2941 	lockdep_print_held_locks(curr);  in print_deadlock_bug()
2958 check_deadlock(struct task_struct *curr, struct held_lock *next)  in check_deadlock()  argument
2964 	for (i = 0; i < curr->lockdep_depth; i++) {  in check_deadlock()
2965 		prev = curr->held_locks + i;  in check_deadlock()
2987 		print_deadlock_bug(curr, prev, next);  in check_deadlock()
3016 check_prev_add(struct task_struct *curr, struct held_lock *prev,  in check_prev_add()  argument
3055 	if (!check_irq_usage(curr, prev, next))  in check_prev_add()
3148 check_prevs_add(struct task_struct *curr, struct held_lock *next)  in check_prevs_add()  argument
3151 	int depth = curr->lockdep_depth;  in check_prevs_add()
3165 	if (curr->held_locks[depth].irq_context !=  in check_prevs_add()
3166 			curr->held_locks[depth-1].irq_context)  in check_prevs_add()
3170 		u16 distance = curr->lockdep_depth - depth + 1;  in check_prevs_add()
3171 		hlock = curr->held_locks + depth - 1;  in check_prevs_add()
3174 			int ret = check_prev_add(curr, hlock, next, distance, &trace);  in check_prevs_add()
3197 		if (curr->held_locks[depth].irq_context !=  in check_prevs_add()
3198 				curr->held_locks[depth-1].irq_context)  in check_prevs_add()
3258 #define for_each_chain_block(bucket, prev, curr)		\  argument
3259 	for ((prev) = -1, (curr) = chain_block_buckets[bucket];	\
3260 	     (curr) >= 0;					\
3261 	     (prev) = (curr), (curr) = chain_block_next(curr))
3305 	int prev, curr;  in add_chain_block()  local
3327 		for_each_chain_block(0, prev, curr) {  in add_chain_block()
3328 			if (size >= chain_block_size(curr))  in add_chain_block()
3331 		init_chain_block(offset, curr, 0, size);  in add_chain_block()
3383 	int bucket, curr, size;  in alloc_chain_hlocks()  local
3402 	curr = chain_block_buckets[bucket];  in alloc_chain_hlocks()
3405 		if (curr >= 0) {  in alloc_chain_hlocks()
3406 			del_chain_block(bucket, req, chain_block_next(curr));  in alloc_chain_hlocks()
3407 			return curr;  in alloc_chain_hlocks()
3410 		curr = chain_block_buckets[0];  in alloc_chain_hlocks()
3417 	if (curr >= 0) {  in alloc_chain_hlocks()
3418 		size = chain_block_size(curr);  in alloc_chain_hlocks()
3420 			del_chain_block(0, size, chain_block_next(curr));  in alloc_chain_hlocks()
3421 			add_chain_block(curr + req, size - req);  in alloc_chain_hlocks()
3422 			return curr;  in alloc_chain_hlocks()
3431 		curr = chain_block_buckets[bucket];  in alloc_chain_hlocks()
3432 		if (curr < 0)  in alloc_chain_hlocks()
3435 		del_chain_block(bucket, size, chain_block_next(curr));  in alloc_chain_hlocks()
3436 		add_chain_block(curr + req, size - req);  in alloc_chain_hlocks()
3437 		return curr;  in alloc_chain_hlocks()
3459 static inline int get_first_held_lock(struct task_struct *curr,  in get_first_held_lock()  argument
3465 	for (i = curr->lockdep_depth - 1; i >= 0; i--) {  in get_first_held_lock()
3466 		hlock_curr = curr->held_locks + i;  in get_first_held_lock()
3490 print_chain_keys_held_locks(struct task_struct *curr, struct held_lock *hlock_next)  in print_chain_keys_held_locks()  argument
3494 	int depth = curr->lockdep_depth;  in print_chain_keys_held_locks()
3495 	int i = get_first_held_lock(curr, hlock_next);  in print_chain_keys_held_locks()
3500 		hlock = curr->held_locks + i;  in print_chain_keys_held_locks()
3526 static void print_collision(struct task_struct *curr,  in print_collision()  argument
3539 	print_chain_keys_held_locks(curr, hlock_next);  in print_collision()
3555 static int check_no_collision(struct task_struct *curr,  in check_no_collision()  argument
3562 	i = get_first_held_lock(curr, hlock);  in check_no_collision()
3564 	if (DEBUG_LOCKS_WARN_ON(chain->depth != curr->lockdep_depth - (i - 1))) {  in check_no_collision()
3565 		print_collision(curr, hlock, chain);  in check_no_collision()
3570 		id = hlock_id(&curr->held_locks[i]);  in check_no_collision()
3573 			print_collision(curr, hlock, chain);  in check_no_collision()
3615 static inline int add_chain_cache(struct task_struct *curr,  in add_chain_cache()  argument
3642 	i = get_first_held_lock(curr, hlock);  in add_chain_cache()
3643 	chain->depth = curr->lockdep_depth + 1 - i;  in add_chain_cache()
3646 	BUILD_BUG_ON((1UL << 6)  <= ARRAY_SIZE(curr->held_locks));  in add_chain_cache()
3661 		int lock_id = hlock_id(curr->held_locks + i);  in add_chain_cache()
3697 static inline int lookup_chain_cache_add(struct task_struct *curr,  in lookup_chain_cache_add()  argument
3706 		if (!check_no_collision(curr, hlock, chain))  in lookup_chain_cache_add()
3736 	if (!add_chain_cache(curr, hlock, chain_key))  in lookup_chain_cache_add()
3742 static int validate_chain(struct task_struct *curr,  in validate_chain()  argument
3757 	    lookup_chain_cache_add(curr, hlock, chain_key)) {  in validate_chain()
3776 		int ret = check_deadlock(curr, hlock);  in validate_chain()
3789 			if (!check_prevs_add(curr, hlock))  in validate_chain()
3803 static inline int validate_chain(struct task_struct *curr,  in validate_chain()  argument
3817 static void check_chain_key(struct task_struct *curr)  in check_chain_key()  argument
3824 	for (i = 0; i < curr->lockdep_depth; i++) {  in check_chain_key()
3825 		hlock = curr->held_locks + i;  in check_chain_key()
3833 				curr->lockdep_depth, i,  in check_chain_key()
3852 	if (chain_key != curr->curr_chain_key) {  in check_chain_key()
3859 			curr->lockdep_depth, i,  in check_chain_key()
3861 			(unsigned long long)curr->curr_chain_key);  in check_chain_key()
3867 static int mark_lock(struct task_struct *curr, struct held_lock *this,
3888 print_usage_bug(struct task_struct *curr, struct held_lock *this,  in print_usage_bug()  argument
3904 		curr->comm, task_pid_nr(curr),  in print_usage_bug()
3906 		lockdep_softirq_context(curr), softirq_count() >> SOFTIRQ_SHIFT,  in print_usage_bug()
3908 		lockdep_softirqs_enabled(curr));  in print_usage_bug()
3914 	print_irqtrace_events(curr);  in print_usage_bug()
3918 	lockdep_print_held_locks(curr);  in print_usage_bug()
3928 valid_state(struct task_struct *curr, struct held_lock *this,  in valid_state()  argument
3933 		print_usage_bug(curr, this, bad_bit, new_bit);  in valid_state()
3944 print_irq_inversion_bug(struct task_struct *curr,  in print_irq_inversion_bug()  argument
3962 		curr->comm, task_pid_nr(curr));  in print_irq_inversion_bug()
3991 	lockdep_print_held_locks(curr);  in print_irq_inversion_bug()
4008 check_usage_forwards(struct task_struct *curr, struct held_lock *this,  in check_usage_forwards()  argument
4028 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_forwards()
4031 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_forwards()
4043 check_usage_backwards(struct task_struct *curr, struct held_lock *this,  in check_usage_backwards()  argument
4063 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_backwards()
4066 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_backwards()
4073 void print_irqtrace_events(struct task_struct *curr)  in print_irqtrace_events()  argument
4075 	const struct irqtrace_events *trace = &curr->irqtrace;  in print_irqtrace_events()
4125 mark_lock_irq(struct task_struct *curr, struct held_lock *this,  in mark_lock_irq()  argument
4136 	if (!valid_state(curr, this, new_bit, excl_bit))  in mark_lock_irq()
4142 	if (!read && !valid_state(curr, this, new_bit,  in mark_lock_irq()
4156 		if (!check_usage_backwards(curr, this, excl_bit))  in mark_lock_irq()
4163 		if (!check_usage_forwards(curr, this, excl_bit))  in mark_lock_irq()
4177 mark_held_locks(struct task_struct *curr, enum lock_usage_bit base_bit)  in mark_held_locks()  argument
4182 	for (i = 0; i < curr->lockdep_depth; i++) {  in mark_held_locks()
4184 		hlock = curr->held_locks + i;  in mark_held_locks()
4194 		if (!mark_lock(curr, hlock, hlock_bit))  in mark_held_locks()
4206 	struct task_struct *curr = current;  in __trace_hardirqs_on_caller()  local
4212 	if (!mark_held_locks(curr, LOCK_ENABLED_HARDIRQ))  in __trace_hardirqs_on_caller()
4219 	if (curr->softirqs_enabled)  in __trace_hardirqs_on_caller()
4220 		mark_held_locks(curr, LOCK_ENABLED_SOFTIRQ);  in __trace_hardirqs_on_caller()
4464 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check)  in mark_usage()  argument
4476 				if (!mark_lock(curr, hlock,  in mark_usage()
4479 			if (curr->softirq_context)  in mark_usage()
4480 				if (!mark_lock(curr, hlock,  in mark_usage()
4485 				if (!mark_lock(curr, hlock, LOCK_USED_IN_HARDIRQ))  in mark_usage()
4487 			if (curr->softirq_context)  in mark_usage()
4488 				if (!mark_lock(curr, hlock, LOCK_USED_IN_SOFTIRQ))  in mark_usage()
4494 			if (!mark_lock(curr, hlock,  in mark_usage()
4497 			if (curr->softirqs_enabled)  in mark_usage()
4498 				if (!mark_lock(curr, hlock,  in mark_usage()
4502 			if (!mark_lock(curr, hlock,  in mark_usage()
4505 			if (curr->softirqs_enabled)  in mark_usage()
4506 				if (!mark_lock(curr, hlock,  in mark_usage()
4514 	if (!mark_lock(curr, hlock, LOCK_USED))  in mark_usage()
4526 static int separate_irq_context(struct task_struct *curr,  in separate_irq_context()  argument
4529 	unsigned int depth = curr->lockdep_depth;  in separate_irq_context()
4537 		prev_hlock = curr->held_locks + depth-1;  in separate_irq_context()
4552 static int mark_lock(struct task_struct *curr, struct held_lock *this,  in mark_lock()  argument
4593 		ret = mark_lock_irq(curr, this, new_bit);  in mark_lock()
4607 		print_irqtrace_events(curr);  in mark_lock()
4614 static inline short task_wait_context(struct task_struct *curr)  in task_wait_context()  argument
4624 		if (curr->hardirq_threaded || curr->irq_config)  in task_wait_context()
4628 	} else if (curr->softirq_context) {  in task_wait_context()
4639 print_lock_invalid_wait_context(struct task_struct *curr,  in print_lock_invalid_wait_context()  argument
4655 	pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr));  in print_lock_invalid_wait_context()
4660 	curr_inner = task_wait_context(curr);  in print_lock_invalid_wait_context()
4663 	lockdep_print_held_locks(curr);  in print_lock_invalid_wait_context()
4686 static int check_wait_context(struct task_struct *curr, struct held_lock *next)  in check_wait_context()  argument
4702 	for (depth = curr->lockdep_depth - 1; depth >= 0; depth--) {  in check_wait_context()
4703 		struct held_lock *prev = curr->held_locks + depth;  in check_wait_context()
4709 	curr_inner = task_wait_context(curr);  in check_wait_context()
4711 	for (; depth < curr->lockdep_depth; depth++) {  in check_wait_context()
4712 		struct held_lock *prev = curr->held_locks + depth;  in check_wait_context()
4727 		return print_lock_invalid_wait_context(curr, next);  in check_wait_context()
4735 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check)  in mark_usage()  argument
4745 static inline int separate_irq_context(struct task_struct *curr,  in separate_irq_context()  argument
4751 static inline int check_wait_context(struct task_struct *curr,  in check_wait_context()  argument
4828 print_lock_nested_lock_not_held(struct task_struct *curr,  in print_lock_nested_lock_not_held()  argument
4843 	pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr));  in print_lock_nested_lock_not_held()
4853 	lockdep_print_held_locks(curr);  in print_lock_nested_lock_not_held()
4874 	struct task_struct *curr = current;  in __lock_acquire()  local
4914 	depth = curr->lockdep_depth;  in __lock_acquire()
4924 		hlock = curr->held_locks + depth - 1;  in __lock_acquire()
4942 	hlock = curr->held_locks + depth;  in __lock_acquire()
4953 	hlock->irq_context = task_irq_context(curr);  in __lock_acquire()
4965 	if (check_wait_context(curr, hlock))  in __lock_acquire()
4969 	if (!mark_usage(curr, hlock, check))  in __lock_acquire()
4988 	chain_key = curr->curr_chain_key;  in __lock_acquire()
4999 	if (separate_irq_context(curr, hlock)) {  in __lock_acquire()
5006 		print_lock_nested_lock_not_held(curr, hlock, ip);  in __lock_acquire()
5015 	if (!validate_chain(curr, hlock, chain_head, chain_key))  in __lock_acquire()
5018 	curr->curr_chain_key = chain_key;  in __lock_acquire()
5019 	curr->lockdep_depth++;  in __lock_acquire()
5020 	check_chain_key(curr);  in __lock_acquire()
5025 	if (unlikely(curr->lockdep_depth >= MAX_LOCK_DEPTH)) {  in __lock_acquire()
5029 		       curr->lockdep_depth, MAX_LOCK_DEPTH);  in __lock_acquire()
5038 	if (unlikely(curr->lockdep_depth > max_lockdep_depth))  in __lock_acquire()
5039 		max_lockdep_depth = curr->lockdep_depth;  in __lock_acquire()
5044 static void print_unlock_imbalance_bug(struct task_struct *curr,  in print_unlock_imbalance_bug()  argument
5059 		curr->comm, task_pid_nr(curr));  in print_unlock_imbalance_bug()
5065 	lockdep_print_held_locks(curr);  in print_unlock_imbalance_bug()
5108 static struct held_lock *find_held_lock(struct task_struct *curr,  in find_held_lock()  argument
5116 	hlock = curr->held_locks + i;  in find_held_lock()
5143 static int reacquire_held_locks(struct task_struct *curr, unsigned int depth,  in reacquire_held_locks()  argument
5152 	for (hlock = curr->held_locks + idx; idx < depth; idx++, hlock++) {  in reacquire_held_locks()
5180 	struct task_struct *curr = current;  in __lock_set_class()  local
5189 	depth = curr->lockdep_depth;  in __lock_set_class()
5197 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_set_class()
5199 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_set_class()
5209 	curr->lockdep_depth = i;  in __lock_set_class()
5210 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_set_class()
5212 	if (reacquire_held_locks(curr, depth, i, &merged))  in __lock_set_class()
5219 	if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged))  in __lock_set_class()
5226 	struct task_struct *curr = current;  in __lock_downgrade()  local
5234 	depth = curr->lockdep_depth;  in __lock_downgrade()
5242 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_downgrade()
5244 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_downgrade()
5248 	curr->lockdep_depth = i;  in __lock_downgrade()
5249 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_downgrade()
5255 	if (reacquire_held_locks(curr, depth, i, &merged))  in __lock_downgrade()
5266 	if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth))  in __lock_downgrade()
5280 	struct task_struct *curr = current;  in __lock_release()  local
5288 	depth = curr->lockdep_depth;  in __lock_release()
5294 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_release()
5302 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_release()
5304 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_release()
5331 	curr->lockdep_depth = i;  in __lock_release()
5332 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_release()
5341 	if (reacquire_held_locks(curr, depth, i + 1, &merged))  in __lock_release()
5349 	DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged);  in __lock_release()
5362 	struct task_struct *curr = current;  in __lock_is_held()  local
5365 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_is_held()
5366 		struct held_lock *hlock = curr->held_locks + i;  in __lock_is_held()
5382 	struct task_struct *curr = current;  in __lock_pin_lock()  local
5388 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_pin_lock()
5389 		struct held_lock *hlock = curr->held_locks + i;  in __lock_pin_lock()
5409 	struct task_struct *curr = current;  in __lock_repin_lock()  local
5415 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_repin_lock()
5416 		struct held_lock *hlock = curr->held_locks + i;  in __lock_repin_lock()
5429 	struct task_struct *curr = current;  in __lock_unpin_lock()  local
5435 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_unpin_lock()
5436 		struct held_lock *hlock = curr->held_locks + i;  in __lock_unpin_lock()
5732 static void print_lock_contention_bug(struct task_struct *curr,  in print_lock_contention_bug()  argument
5747 		curr->comm, task_pid_nr(curr));  in print_lock_contention_bug()
5753 	lockdep_print_held_locks(curr);  in print_lock_contention_bug()
5762 	struct task_struct *curr = current;  in __lock_contended()  local
5768 	depth = curr->lockdep_depth;  in __lock_contended()
5776 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_contended()
5778 		print_lock_contention_bug(curr, lock, ip);  in __lock_contended()
5803 	struct task_struct *curr = current;  in __lock_acquired()  local
5810 	depth = curr->lockdep_depth;  in __lock_acquired()
5818 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_acquired()
5820 		print_lock_contention_bug(curr, lock, _RET_IP_);  in __lock_acquired()
6357 print_freed_lock_bug(struct task_struct *curr, const void *mem_from,  in print_freed_lock_bug()  argument
6371 		curr->comm, task_pid_nr(curr), mem_from, mem_to-1);  in print_freed_lock_bug()
6373 	lockdep_print_held_locks(curr);  in print_freed_lock_bug()
6393 	struct task_struct *curr = current;  in debug_check_no_locks_freed()  local
6402 	for (i = 0; i < curr->lockdep_depth; i++) {  in debug_check_no_locks_freed()
6403 		hlock = curr->held_locks + i;  in debug_check_no_locks_freed()
6409 		print_freed_lock_bug(curr, mem_from, mem_from + mem_len, hlock);  in debug_check_no_locks_freed()
6484 	struct task_struct *curr = current;  in lockdep_sys_exit()  local
6486 	if (unlikely(curr->lockdep_depth)) {  in lockdep_sys_exit()
6495 				curr->comm, curr->pid);  in lockdep_sys_exit()
6496 		lockdep_print_held_locks(curr);  in lockdep_sys_exit()
6508 	struct task_struct *curr = current;  in lockdep_rcu_suspicious()  local
6547 	lockdep_print_held_locks(curr);  in lockdep_rcu_suspicious()