1934 	struct task_struct *curr = current;  in print_circular_bug_header()  local
1945 		curr->comm, task_pid_nr(curr));  in print_circular_bug_header()
2024 	struct task_struct *curr = current;  in print_circular_bug()  local
2052 	lockdep_print_held_locks(curr);  in print_circular_bug()
2544 print_bad_irq_dependency(struct task_struct *curr,  in print_bad_irq_dependency()  argument
2565 		curr->comm, task_pid_nr(curr),  in print_bad_irq_dependency()
2567 		curr->softirq_context, softirq_count() >> SOFTIRQ_SHIFT,  in print_bad_irq_dependency()
2569 		curr->softirqs_enabled);  in print_bad_irq_dependency()
2598 	lockdep_print_held_locks(curr);  in print_bad_irq_dependency()
2773 static int check_irq_usage(struct task_struct *curr, struct held_lock *prev,  in check_irq_usage()  argument
2850 	print_bad_irq_dependency(curr, &this, &that,  in check_irq_usage()
2861 static inline int check_irq_usage(struct task_struct *curr,  in check_irq_usage()  argument
2968 print_deadlock_bug(struct task_struct *curr, struct held_lock *prev,  in print_deadlock_bug()  argument
2980 		curr->comm, task_pid_nr(curr));  in print_deadlock_bug()
2987 	lockdep_print_held_locks(curr);  in print_deadlock_bug()
3004 check_deadlock(struct task_struct *curr, struct held_lock *next)  in check_deadlock()  argument
3010 	for (i = 0; i < curr->lockdep_depth; i++) {  in check_deadlock()
3011 		prev = curr->held_locks + i;  in check_deadlock()
3033 		print_deadlock_bug(curr, prev, next);  in check_deadlock()
3062 check_prev_add(struct task_struct *curr, struct held_lock *prev,  in check_prev_add()  argument
3101 	if (!check_irq_usage(curr, prev, next))  in check_prev_add()
3190 check_prevs_add(struct task_struct *curr, struct held_lock *next)  in check_prevs_add()  argument
3193 	int depth = curr->lockdep_depth;  in check_prevs_add()
3207 	if (curr->held_locks[depth].irq_context !=  in check_prevs_add()
3208 			curr->held_locks[depth-1].irq_context)  in check_prevs_add()
3212 		u16 distance = curr->lockdep_depth - depth + 1;  in check_prevs_add()
3213 		hlock = curr->held_locks + depth - 1;  in check_prevs_add()
3216 			int ret = check_prev_add(curr, hlock, next, distance, &trace);  in check_prevs_add()
3239 		if (curr->held_locks[depth].irq_context !=  in check_prevs_add()
3240 				curr->held_locks[depth-1].irq_context)  in check_prevs_add()
3300 #define for_each_chain_block(bucket, prev, curr)		\  argument
3301 	for ((prev) = -1, (curr) = chain_block_buckets[bucket];	\
3302 	     (curr) >= 0;					\
3303 	     (prev) = (curr), (curr) = chain_block_next(curr))
3347 	int prev, curr;  in add_chain_block()  local
3369 		for_each_chain_block(0, prev, curr) {  in add_chain_block()
3370 			if (size >= chain_block_size(curr))  in add_chain_block()
3373 		init_chain_block(offset, curr, 0, size);  in add_chain_block()
3425 	int bucket, curr, size;  in alloc_chain_hlocks()  local
3444 	curr = chain_block_buckets[bucket];  in alloc_chain_hlocks()
3447 		if (curr >= 0) {  in alloc_chain_hlocks()
3448 			del_chain_block(bucket, req, chain_block_next(curr));  in alloc_chain_hlocks()
3449 			return curr;  in alloc_chain_hlocks()
3452 		curr = chain_block_buckets[0];  in alloc_chain_hlocks()
3459 	if (curr >= 0) {  in alloc_chain_hlocks()
3460 		size = chain_block_size(curr);  in alloc_chain_hlocks()
3462 			del_chain_block(0, size, chain_block_next(curr));  in alloc_chain_hlocks()
3463 			add_chain_block(curr + req, size - req);  in alloc_chain_hlocks()
3464 			return curr;  in alloc_chain_hlocks()
3473 		curr = chain_block_buckets[bucket];  in alloc_chain_hlocks()
3474 		if (curr < 0)  in alloc_chain_hlocks()
3477 		del_chain_block(bucket, size, chain_block_next(curr));  in alloc_chain_hlocks()
3478 		add_chain_block(curr + req, size - req);  in alloc_chain_hlocks()
3479 		return curr;  in alloc_chain_hlocks()
3501 static inline int get_first_held_lock(struct task_struct *curr,  in get_first_held_lock()  argument
3507 	for (i = curr->lockdep_depth - 1; i >= 0; i--) {  in get_first_held_lock()
3508 		hlock_curr = curr->held_locks + i;  in get_first_held_lock()
3532 print_chain_keys_held_locks(struct task_struct *curr, struct held_lock *hlock_next)  in print_chain_keys_held_locks()  argument
3536 	int depth = curr->lockdep_depth;  in print_chain_keys_held_locks()
3537 	int i = get_first_held_lock(curr, hlock_next);  in print_chain_keys_held_locks()
3542 		hlock = curr->held_locks + i;  in print_chain_keys_held_locks()
3568 static void print_collision(struct task_struct *curr,  in print_collision()  argument
3581 	print_chain_keys_held_locks(curr, hlock_next);  in print_collision()
3597 static int check_no_collision(struct task_struct *curr,  in check_no_collision()  argument
3604 	i = get_first_held_lock(curr, hlock);  in check_no_collision()
3606 	if (DEBUG_LOCKS_WARN_ON(chain->depth != curr->lockdep_depth - (i - 1))) {  in check_no_collision()
3607 		print_collision(curr, hlock, chain);  in check_no_collision()
3612 		id = hlock_id(&curr->held_locks[i]);  in check_no_collision()
3615 			print_collision(curr, hlock, chain);  in check_no_collision()
3657 static inline int add_chain_cache(struct task_struct *curr,  in add_chain_cache()  argument
3684 	i = get_first_held_lock(curr, hlock);  in add_chain_cache()
3685 	chain->depth = curr->lockdep_depth + 1 - i;  in add_chain_cache()
3688 	BUILD_BUG_ON((1UL << 6)  <= ARRAY_SIZE(curr->held_locks));  in add_chain_cache()
3703 		int lock_id = hlock_id(curr->held_locks + i);  in add_chain_cache()
3739 static inline int lookup_chain_cache_add(struct task_struct *curr,  in lookup_chain_cache_add()  argument
3748 		if (!check_no_collision(curr, hlock, chain))  in lookup_chain_cache_add()
3778 	if (!add_chain_cache(curr, hlock, chain_key))  in lookup_chain_cache_add()
3784 static int validate_chain(struct task_struct *curr,  in validate_chain()  argument
3799 	    lookup_chain_cache_add(curr, hlock, chain_key)) {  in validate_chain()
3818 		int ret = check_deadlock(curr, hlock);  in validate_chain()
3831 			if (!check_prevs_add(curr, hlock))  in validate_chain()
3845 static inline int validate_chain(struct task_struct *curr,  in validate_chain()  argument
3859 static void check_chain_key(struct task_struct *curr)  in check_chain_key()  argument
3866 	for (i = 0; i < curr->lockdep_depth; i++) {  in check_chain_key()
3867 		hlock = curr->held_locks + i;  in check_chain_key()
3875 				curr->lockdep_depth, i,  in check_chain_key()
3894 	if (chain_key != curr->curr_chain_key) {  in check_chain_key()
3901 			curr->lockdep_depth, i,  in check_chain_key()
3903 			(unsigned long long)curr->curr_chain_key);  in check_chain_key()
3909 static int mark_lock(struct task_struct *curr, struct held_lock *this,
3930 print_usage_bug(struct task_struct *curr, struct held_lock *this,  in print_usage_bug()  argument
3946 		curr->comm, task_pid_nr(curr),  in print_usage_bug()
3948 		lockdep_softirq_context(curr), softirq_count() >> SOFTIRQ_SHIFT,  in print_usage_bug()
3950 		lockdep_softirqs_enabled(curr));  in print_usage_bug()
3956 	print_irqtrace_events(curr);  in print_usage_bug()
3960 	lockdep_print_held_locks(curr);  in print_usage_bug()
3970 valid_state(struct task_struct *curr, struct held_lock *this,  in valid_state()  argument
3975 		print_usage_bug(curr, this, bad_bit, new_bit);  in valid_state()
3986 print_irq_inversion_bug(struct task_struct *curr,  in print_irq_inversion_bug()  argument
4004 		curr->comm, task_pid_nr(curr));  in print_irq_inversion_bug()
4033 	lockdep_print_held_locks(curr);  in print_irq_inversion_bug()
4050 check_usage_forwards(struct task_struct *curr, struct held_lock *this,  in check_usage_forwards()  argument
4070 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_forwards()
4073 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_forwards()
4085 check_usage_backwards(struct task_struct *curr, struct held_lock *this,  in check_usage_backwards()  argument
4105 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_backwards()
4108 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_backwards()
4115 void print_irqtrace_events(struct task_struct *curr)  in print_irqtrace_events()  argument
4117 	const struct irqtrace_events *trace = &curr->irqtrace;  in print_irqtrace_events()
4167 mark_lock_irq(struct task_struct *curr, struct held_lock *this,  in mark_lock_irq()  argument
4178 	if (!valid_state(curr, this, new_bit, excl_bit))  in mark_lock_irq()
4184 	if (!read && !valid_state(curr, this, new_bit,  in mark_lock_irq()
4198 		if (!check_usage_backwards(curr, this, excl_bit))  in mark_lock_irq()
4205 		if (!check_usage_forwards(curr, this, excl_bit))  in mark_lock_irq()
4219 mark_held_locks(struct task_struct *curr, enum lock_usage_bit base_bit)  in mark_held_locks()  argument
4224 	for (i = 0; i < curr->lockdep_depth; i++) {  in mark_held_locks()
4226 		hlock = curr->held_locks + i;  in mark_held_locks()
4236 		if (!mark_lock(curr, hlock, hlock_bit))  in mark_held_locks()
4248 	struct task_struct *curr = current;  in __trace_hardirqs_on_caller()  local
4254 	if (!mark_held_locks(curr, LOCK_ENABLED_HARDIRQ))  in __trace_hardirqs_on_caller()
4261 	if (curr->softirqs_enabled)  in __trace_hardirqs_on_caller()
4262 		mark_held_locks(curr, LOCK_ENABLED_SOFTIRQ);  in __trace_hardirqs_on_caller()
4505 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check)  in mark_usage()  argument
4517 				if (!mark_lock(curr, hlock,  in mark_usage()
4520 			if (curr->softirq_context)  in mark_usage()
4521 				if (!mark_lock(curr, hlock,  in mark_usage()
4526 				if (!mark_lock(curr, hlock, LOCK_USED_IN_HARDIRQ))  in mark_usage()
4528 			if (curr->softirq_context)  in mark_usage()
4529 				if (!mark_lock(curr, hlock, LOCK_USED_IN_SOFTIRQ))  in mark_usage()
4535 			if (!mark_lock(curr, hlock,  in mark_usage()
4538 			if (curr->softirqs_enabled)  in mark_usage()
4539 				if (!mark_lock(curr, hlock,  in mark_usage()
4543 			if (!mark_lock(curr, hlock,  in mark_usage()
4546 			if (curr->softirqs_enabled)  in mark_usage()
4547 				if (!mark_lock(curr, hlock,  in mark_usage()
4555 	if (!mark_lock(curr, hlock, LOCK_USED))  in mark_usage()
4567 static int separate_irq_context(struct task_struct *curr,  in separate_irq_context()  argument
4570 	unsigned int depth = curr->lockdep_depth;  in separate_irq_context()
4578 		prev_hlock = curr->held_locks + depth-1;  in separate_irq_context()
4593 static int mark_lock(struct task_struct *curr, struct held_lock *this,  in mark_lock()  argument
4634 		ret = mark_lock_irq(curr, this, new_bit);  in mark_lock()
4648 		print_irqtrace_events(curr);  in mark_lock()
4655 static inline short task_wait_context(struct task_struct *curr)  in task_wait_context()  argument
4665 		if (curr->hardirq_threaded || curr->irq_config)  in task_wait_context()
4669 	} else if (curr->softirq_context) {  in task_wait_context()
4680 print_lock_invalid_wait_context(struct task_struct *curr,  in print_lock_invalid_wait_context()  argument
4696 	pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr));  in print_lock_invalid_wait_context()
4701 	curr_inner = task_wait_context(curr);  in print_lock_invalid_wait_context()
4704 	lockdep_print_held_locks(curr);  in print_lock_invalid_wait_context()
4727 static int check_wait_context(struct task_struct *curr, struct held_lock *next)  in check_wait_context()  argument
4743 	for (depth = curr->lockdep_depth - 1; depth >= 0; depth--) {  in check_wait_context()
4744 		struct held_lock *prev = curr->held_locks + depth;  in check_wait_context()
4750 	curr_inner = task_wait_context(curr);  in check_wait_context()
4752 	for (; depth < curr->lockdep_depth; depth++) {  in check_wait_context()
4753 		struct held_lock *prev = curr->held_locks + depth;  in check_wait_context()
4768 		return print_lock_invalid_wait_context(curr, next);  in check_wait_context()
4776 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check)  in mark_usage()  argument
4786 static inline int separate_irq_context(struct task_struct *curr,  in separate_irq_context()  argument
4792 static inline int check_wait_context(struct task_struct *curr,  in check_wait_context()  argument
4869 print_lock_nested_lock_not_held(struct task_struct *curr,  in print_lock_nested_lock_not_held()  argument
4883 	pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr));  in print_lock_nested_lock_not_held()
4893 	lockdep_print_held_locks(curr);  in print_lock_nested_lock_not_held()
4914 	struct task_struct *curr = current;  in __lock_acquire()  local
4954 	depth = curr->lockdep_depth;  in __lock_acquire()
4964 		hlock = curr->held_locks + depth - 1;  in __lock_acquire()
4982 	hlock = curr->held_locks + depth;  in __lock_acquire()
4993 	hlock->irq_context = task_irq_context(curr);  in __lock_acquire()
5005 	if (check_wait_context(curr, hlock))  in __lock_acquire()
5009 	if (!mark_usage(curr, hlock, check))  in __lock_acquire()
5028 	chain_key = curr->curr_chain_key;  in __lock_acquire()
5039 	if (separate_irq_context(curr, hlock)) {  in __lock_acquire()
5046 		print_lock_nested_lock_not_held(curr, hlock);  in __lock_acquire()
5055 	if (!validate_chain(curr, hlock, chain_head, chain_key))  in __lock_acquire()
5058 	curr->curr_chain_key = chain_key;  in __lock_acquire()
5059 	curr->lockdep_depth++;  in __lock_acquire()
5060 	check_chain_key(curr);  in __lock_acquire()
5065 	if (unlikely(curr->lockdep_depth >= MAX_LOCK_DEPTH)) {  in __lock_acquire()
5069 		       curr->lockdep_depth, MAX_LOCK_DEPTH);  in __lock_acquire()
5078 	if (unlikely(curr->lockdep_depth > max_lockdep_depth))  in __lock_acquire()
5079 		max_lockdep_depth = curr->lockdep_depth;  in __lock_acquire()
5084 static void print_unlock_imbalance_bug(struct task_struct *curr,  in print_unlock_imbalance_bug()  argument
5099 		curr->comm, task_pid_nr(curr));  in print_unlock_imbalance_bug()
5105 	lockdep_print_held_locks(curr);  in print_unlock_imbalance_bug()
5148 static struct held_lock *find_held_lock(struct task_struct *curr,  in find_held_lock()  argument
5156 	hlock = curr->held_locks + i;  in find_held_lock()
5183 static int reacquire_held_locks(struct task_struct *curr, unsigned int depth,  in reacquire_held_locks()  argument
5192 	for (hlock = curr->held_locks + idx; idx < depth; idx++, hlock++) {  in reacquire_held_locks()
5220 	struct task_struct *curr = current;  in __lock_set_class()  local
5229 	depth = curr->lockdep_depth;  in __lock_set_class()
5237 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_set_class()
5239 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_set_class()
5250 	curr->lockdep_depth = i;  in __lock_set_class()
5251 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_set_class()
5253 	if (reacquire_held_locks(curr, depth, i, &merged))  in __lock_set_class()
5260 	if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged))  in __lock_set_class()
5267 	struct task_struct *curr = current;  in __lock_downgrade()  local
5275 	depth = curr->lockdep_depth;  in __lock_downgrade()
5283 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_downgrade()
5285 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_downgrade()
5289 	curr->lockdep_depth = i;  in __lock_downgrade()
5290 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_downgrade()
5296 	if (reacquire_held_locks(curr, depth, i, &merged))  in __lock_downgrade()
5307 	if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth))  in __lock_downgrade()
5321 	struct task_struct *curr = current;  in __lock_release()  local
5329 	depth = curr->lockdep_depth;  in __lock_release()
5335 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_release()
5343 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_release()
5345 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_release()
5372 	curr->lockdep_depth = i;  in __lock_release()
5373 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_release()
5382 	if (reacquire_held_locks(curr, depth, i + 1, &merged))  in __lock_release()
5390 	DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged);  in __lock_release()
5403 	struct task_struct *curr = current;  in __lock_is_held()  local
5406 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_is_held()
5407 		struct held_lock *hlock = curr->held_locks + i;  in __lock_is_held()
5423 	struct task_struct *curr = current;  in __lock_pin_lock()  local
5429 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_pin_lock()
5430 		struct held_lock *hlock = curr->held_locks + i;  in __lock_pin_lock()
5450 	struct task_struct *curr = current;  in __lock_repin_lock()  local
5456 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_repin_lock()
5457 		struct held_lock *hlock = curr->held_locks + i;  in __lock_repin_lock()
5470 	struct task_struct *curr = current;  in __lock_unpin_lock()  local
5476 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_unpin_lock()
5477 		struct held_lock *hlock = curr->held_locks + i;  in __lock_unpin_lock()
5775 static void print_lock_contention_bug(struct task_struct *curr,  in print_lock_contention_bug()  argument
5790 		curr->comm, task_pid_nr(curr));  in print_lock_contention_bug()
5796 	lockdep_print_held_locks(curr);  in print_lock_contention_bug()
5805 	struct task_struct *curr = current;  in __lock_contended()  local
5811 	depth = curr->lockdep_depth;  in __lock_contended()
5819 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_contended()
5821 		print_lock_contention_bug(curr, lock, ip);  in __lock_contended()
5846 	struct task_struct *curr = current;  in __lock_acquired()  local
5853 	depth = curr->lockdep_depth;  in __lock_acquired()
5861 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_acquired()
5863 		print_lock_contention_bug(curr, lock, _RET_IP_);  in __lock_acquired()
6405 print_freed_lock_bug(struct task_struct *curr, const void *mem_from,  in print_freed_lock_bug()  argument
6419 		curr->comm, task_pid_nr(curr), mem_from, mem_to-1);  in print_freed_lock_bug()
6421 	lockdep_print_held_locks(curr);  in print_freed_lock_bug()
6441 	struct task_struct *curr = current;  in debug_check_no_locks_freed()  local
6450 	for (i = 0; i < curr->lockdep_depth; i++) {  in debug_check_no_locks_freed()
6451 		hlock = curr->held_locks + i;  in debug_check_no_locks_freed()
6457 		print_freed_lock_bug(curr, mem_from, mem_from + mem_len, hlock);  in debug_check_no_locks_freed()
6532 	struct task_struct *curr = current;  in lockdep_sys_exit()  local
6534 	if (unlikely(curr->lockdep_depth)) {  in lockdep_sys_exit()
6543 				curr->comm, curr->pid);  in lockdep_sys_exit()
6544 		lockdep_print_held_locks(curr);  in lockdep_sys_exit()
6556 	struct task_struct *curr = current;  in lockdep_rcu_suspicious()  local
6595 	lockdep_print_held_locks(curr);  in lockdep_rcu_suspicious()