1939 	struct task_struct *curr = current;  in print_circular_bug_header()  local
1950 		curr->comm, task_pid_nr(curr));  in print_circular_bug_header()
2029 	struct task_struct *curr = current;  in print_circular_bug()  local
2057 	lockdep_print_held_locks(curr);  in print_circular_bug()
2559 print_bad_irq_dependency(struct task_struct *curr,  in print_bad_irq_dependency()  argument
2580 		curr->comm, task_pid_nr(curr),  in print_bad_irq_dependency()
2582 		curr->softirq_context, softirq_count() >> SOFTIRQ_SHIFT,  in print_bad_irq_dependency()
2584 		curr->softirqs_enabled);  in print_bad_irq_dependency()
2613 	lockdep_print_held_locks(curr);  in print_bad_irq_dependency()
2788 static int check_irq_usage(struct task_struct *curr, struct held_lock *prev,  in check_irq_usage()  argument
2865 	print_bad_irq_dependency(curr, &this, &that,  in check_irq_usage()
2876 static inline int check_irq_usage(struct task_struct *curr,  in check_irq_usage()  argument
2983 print_deadlock_bug(struct task_struct *curr, struct held_lock *prev,  in print_deadlock_bug()  argument
2997 		curr->comm, task_pid_nr(curr));  in print_deadlock_bug()
3009 	lockdep_print_held_locks(curr);  in print_deadlock_bug()
3026 check_deadlock(struct task_struct *curr, struct held_lock *next)  in check_deadlock()  argument
3033 	for (i = 0; i < curr->lockdep_depth; i++) {  in check_deadlock()
3034 		prev = curr->held_locks + i;  in check_deadlock()
3062 		print_deadlock_bug(curr, prev, next);  in check_deadlock()
3091 check_prev_add(struct task_struct *curr, struct held_lock *prev,  in check_prev_add()  argument
3138 	if (!check_irq_usage(curr, prev, next))  in check_prev_add()
3227 check_prevs_add(struct task_struct *curr, struct held_lock *next)  in check_prevs_add()  argument
3230 	int depth = curr->lockdep_depth;  in check_prevs_add()
3244 	if (curr->held_locks[depth].irq_context !=  in check_prevs_add()
3245 			curr->held_locks[depth-1].irq_context)  in check_prevs_add()
3249 		u16 distance = curr->lockdep_depth - depth + 1;  in check_prevs_add()
3250 		hlock = curr->held_locks + depth - 1;  in check_prevs_add()
3253 			int ret = check_prev_add(curr, hlock, next, distance, &trace);  in check_prevs_add()
3276 		if (curr->held_locks[depth].irq_context !=  in check_prevs_add()
3277 				curr->held_locks[depth-1].irq_context)  in check_prevs_add()
3337 #define for_each_chain_block(bucket, prev, curr)		\  argument
3338 	for ((prev) = -1, (curr) = chain_block_buckets[bucket];	\
3339 	     (curr) >= 0;					\
3340 	     (prev) = (curr), (curr) = chain_block_next(curr))
3384 	int prev, curr;  in add_chain_block()  local
3406 		for_each_chain_block(0, prev, curr) {  in add_chain_block()
3407 			if (size >= chain_block_size(curr))  in add_chain_block()
3410 		init_chain_block(offset, curr, 0, size);  in add_chain_block()
3462 	int bucket, curr, size;  in alloc_chain_hlocks()  local
3481 	curr = chain_block_buckets[bucket];  in alloc_chain_hlocks()
3484 		if (curr >= 0) {  in alloc_chain_hlocks()
3485 			del_chain_block(bucket, req, chain_block_next(curr));  in alloc_chain_hlocks()
3486 			return curr;  in alloc_chain_hlocks()
3489 		curr = chain_block_buckets[0];  in alloc_chain_hlocks()
3496 	if (curr >= 0) {  in alloc_chain_hlocks()
3497 		size = chain_block_size(curr);  in alloc_chain_hlocks()
3499 			del_chain_block(0, size, chain_block_next(curr));  in alloc_chain_hlocks()
3500 			add_chain_block(curr + req, size - req);  in alloc_chain_hlocks()
3501 			return curr;  in alloc_chain_hlocks()
3510 		curr = chain_block_buckets[bucket];  in alloc_chain_hlocks()
3511 		if (curr < 0)  in alloc_chain_hlocks()
3514 		del_chain_block(bucket, size, chain_block_next(curr));  in alloc_chain_hlocks()
3515 		add_chain_block(curr + req, size - req);  in alloc_chain_hlocks()
3516 		return curr;  in alloc_chain_hlocks()
3538 static inline int get_first_held_lock(struct task_struct *curr,  in get_first_held_lock()  argument
3544 	for (i = curr->lockdep_depth - 1; i >= 0; i--) {  in get_first_held_lock()
3545 		hlock_curr = curr->held_locks + i;  in get_first_held_lock()
3569 print_chain_keys_held_locks(struct task_struct *curr, struct held_lock *hlock_next)  in print_chain_keys_held_locks()  argument
3573 	int depth = curr->lockdep_depth;  in print_chain_keys_held_locks()
3574 	int i = get_first_held_lock(curr, hlock_next);  in print_chain_keys_held_locks()
3579 		hlock = curr->held_locks + i;  in print_chain_keys_held_locks()
3605 static void print_collision(struct task_struct *curr,  in print_collision()  argument
3618 	print_chain_keys_held_locks(curr, hlock_next);  in print_collision()
3634 static int check_no_collision(struct task_struct *curr,  in check_no_collision()  argument
3641 	i = get_first_held_lock(curr, hlock);  in check_no_collision()
3643 	if (DEBUG_LOCKS_WARN_ON(chain->depth != curr->lockdep_depth - (i - 1))) {  in check_no_collision()
3644 		print_collision(curr, hlock, chain);  in check_no_collision()
3649 		id = hlock_id(&curr->held_locks[i]);  in check_no_collision()
3652 			print_collision(curr, hlock, chain);  in check_no_collision()
3694 static inline int add_chain_cache(struct task_struct *curr,  in add_chain_cache()  argument
3721 	i = get_first_held_lock(curr, hlock);  in add_chain_cache()
3722 	chain->depth = curr->lockdep_depth + 1 - i;  in add_chain_cache()
3725 	BUILD_BUG_ON((1UL << 6)  <= ARRAY_SIZE(curr->held_locks));  in add_chain_cache()
3740 		int lock_id = hlock_id(curr->held_locks + i);  in add_chain_cache()
3776 static inline int lookup_chain_cache_add(struct task_struct *curr,  in lookup_chain_cache_add()  argument
3785 		if (!check_no_collision(curr, hlock, chain))  in lookup_chain_cache_add()
3815 	if (!add_chain_cache(curr, hlock, chain_key))  in lookup_chain_cache_add()
3821 static int validate_chain(struct task_struct *curr,  in validate_chain()  argument
3836 	    lookup_chain_cache_add(curr, hlock, chain_key)) {  in validate_chain()
3855 		int ret = check_deadlock(curr, hlock);  in validate_chain()
3868 			if (!check_prevs_add(curr, hlock))  in validate_chain()
3882 static inline int validate_chain(struct task_struct *curr,  in validate_chain()  argument
3896 static void check_chain_key(struct task_struct *curr)  in check_chain_key()  argument
3903 	for (i = 0; i < curr->lockdep_depth; i++) {  in check_chain_key()
3904 		hlock = curr->held_locks + i;  in check_chain_key()
3912 				curr->lockdep_depth, i,  in check_chain_key()
3931 	if (chain_key != curr->curr_chain_key) {  in check_chain_key()
3938 			curr->lockdep_depth, i,  in check_chain_key()
3940 			(unsigned long long)curr->curr_chain_key);  in check_chain_key()
3946 static int mark_lock(struct task_struct *curr, struct held_lock *this,
3967 print_usage_bug(struct task_struct *curr, struct held_lock *this,  in print_usage_bug()  argument
3983 		curr->comm, task_pid_nr(curr),  in print_usage_bug()
3985 		lockdep_softirq_context(curr), softirq_count() >> SOFTIRQ_SHIFT,  in print_usage_bug()
3987 		lockdep_softirqs_enabled(curr));  in print_usage_bug()
3993 	print_irqtrace_events(curr);  in print_usage_bug()
3997 	lockdep_print_held_locks(curr);  in print_usage_bug()
4007 valid_state(struct task_struct *curr, struct held_lock *this,  in valid_state()  argument
4012 		print_usage_bug(curr, this, bad_bit, new_bit);  in valid_state()
4023 print_irq_inversion_bug(struct task_struct *curr,  in print_irq_inversion_bug()  argument
4041 		curr->comm, task_pid_nr(curr));  in print_irq_inversion_bug()
4070 	lockdep_print_held_locks(curr);  in print_irq_inversion_bug()
4087 check_usage_forwards(struct task_struct *curr, struct held_lock *this,  in check_usage_forwards()  argument
4107 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_forwards()
4110 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_forwards()
4122 check_usage_backwards(struct task_struct *curr, struct held_lock *this,  in check_usage_backwards()  argument
4142 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_backwards()
4145 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_backwards()
4152 void print_irqtrace_events(struct task_struct *curr)  in print_irqtrace_events()  argument
4154 	const struct irqtrace_events *trace = &curr->irqtrace;  in print_irqtrace_events()
4204 mark_lock_irq(struct task_struct *curr, struct held_lock *this,  in mark_lock_irq()  argument
4215 	if (!valid_state(curr, this, new_bit, excl_bit))  in mark_lock_irq()
4221 	if (!read && !valid_state(curr, this, new_bit,  in mark_lock_irq()
4235 		if (!check_usage_backwards(curr, this, excl_bit))  in mark_lock_irq()
4242 		if (!check_usage_forwards(curr, this, excl_bit))  in mark_lock_irq()
4256 mark_held_locks(struct task_struct *curr, enum lock_usage_bit base_bit)  in mark_held_locks()  argument
4261 	for (i = 0; i < curr->lockdep_depth; i++) {  in mark_held_locks()
4263 		hlock = curr->held_locks + i;  in mark_held_locks()
4273 		if (!mark_lock(curr, hlock, hlock_bit))  in mark_held_locks()
4285 	struct task_struct *curr = current;  in __trace_hardirqs_on_caller()  local
4291 	if (!mark_held_locks(curr, LOCK_ENABLED_HARDIRQ))  in __trace_hardirqs_on_caller()
4298 	if (curr->softirqs_enabled)  in __trace_hardirqs_on_caller()
4299 		mark_held_locks(curr, LOCK_ENABLED_SOFTIRQ);  in __trace_hardirqs_on_caller()
4542 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check)  in mark_usage()  argument
4554 				if (!mark_lock(curr, hlock,  in mark_usage()
4557 			if (curr->softirq_context)  in mark_usage()
4558 				if (!mark_lock(curr, hlock,  in mark_usage()
4563 				if (!mark_lock(curr, hlock, LOCK_USED_IN_HARDIRQ))  in mark_usage()
4565 			if (curr->softirq_context)  in mark_usage()
4566 				if (!mark_lock(curr, hlock, LOCK_USED_IN_SOFTIRQ))  in mark_usage()
4578 			if (!mark_lock(curr, hlock,  in mark_usage()
4581 			if (curr->softirqs_enabled)  in mark_usage()
4582 				if (!mark_lock(curr, hlock,  in mark_usage()
4586 			if (!mark_lock(curr, hlock,  in mark_usage()
4589 			if (curr->softirqs_enabled)  in mark_usage()
4590 				if (!mark_lock(curr, hlock,  in mark_usage()
4598 	if (!mark_lock(curr, hlock, LOCK_USED))  in mark_usage()
4610 static int separate_irq_context(struct task_struct *curr,  in separate_irq_context()  argument
4613 	unsigned int depth = curr->lockdep_depth;  in separate_irq_context()
4621 		prev_hlock = curr->held_locks + depth-1;  in separate_irq_context()
4636 static int mark_lock(struct task_struct *curr, struct held_lock *this,  in mark_lock()  argument
4677 		ret = mark_lock_irq(curr, this, new_bit);  in mark_lock()
4691 		print_irqtrace_events(curr);  in mark_lock()
4698 static inline short task_wait_context(struct task_struct *curr)  in task_wait_context()  argument
4708 		if (curr->hardirq_threaded || curr->irq_config)  in task_wait_context()
4712 	} else if (curr->softirq_context) {  in task_wait_context()
4723 print_lock_invalid_wait_context(struct task_struct *curr,  in print_lock_invalid_wait_context()  argument
4739 	pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr));  in print_lock_invalid_wait_context()
4744 	curr_inner = task_wait_context(curr);  in print_lock_invalid_wait_context()
4747 	lockdep_print_held_locks(curr);  in print_lock_invalid_wait_context()
4770 static int check_wait_context(struct task_struct *curr, struct held_lock *next)  in check_wait_context()  argument
4786 	for (depth = curr->lockdep_depth - 1; depth >= 0; depth--) {  in check_wait_context()
4787 		struct held_lock *prev = curr->held_locks + depth;  in check_wait_context()
4793 	curr_inner = task_wait_context(curr);  in check_wait_context()
4795 	for (; depth < curr->lockdep_depth; depth++) {  in check_wait_context()
4796 		struct held_lock *prev = curr->held_locks + depth;  in check_wait_context()
4820 		return print_lock_invalid_wait_context(curr, next);  in check_wait_context()
4828 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check)  in mark_usage()  argument
4838 static inline int separate_irq_context(struct task_struct *curr,  in separate_irq_context()  argument
4844 static inline int check_wait_context(struct task_struct *curr,  in check_wait_context()  argument
4948 print_lock_nested_lock_not_held(struct task_struct *curr,  in print_lock_nested_lock_not_held()  argument
4962 	pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr));  in print_lock_nested_lock_not_held()
4972 	lockdep_print_held_locks(curr);  in print_lock_nested_lock_not_held()
4993 	struct task_struct *curr = current;  in __lock_acquire()  local
5033 	depth = curr->lockdep_depth;  in __lock_acquire()
5044 		hlock = curr->held_locks + depth - 1;  in __lock_acquire()
5062 	hlock = curr->held_locks + depth;  in __lock_acquire()
5073 	hlock->irq_context = task_irq_context(curr);  in __lock_acquire()
5086 	if (check_wait_context(curr, hlock))  in __lock_acquire()
5090 	if (!mark_usage(curr, hlock, check))  in __lock_acquire()
5109 	chain_key = curr->curr_chain_key;  in __lock_acquire()
5120 	if (separate_irq_context(curr, hlock)) {  in __lock_acquire()
5127 		print_lock_nested_lock_not_held(curr, hlock);  in __lock_acquire()
5136 	if (!validate_chain(curr, hlock, chain_head, chain_key))  in __lock_acquire()
5143 	curr->curr_chain_key = chain_key;  in __lock_acquire()
5144 	curr->lockdep_depth++;  in __lock_acquire()
5145 	check_chain_key(curr);  in __lock_acquire()
5150 	if (unlikely(curr->lockdep_depth >= MAX_LOCK_DEPTH)) {  in __lock_acquire()
5154 		       curr->lockdep_depth, MAX_LOCK_DEPTH);  in __lock_acquire()
5163 	if (unlikely(curr->lockdep_depth > max_lockdep_depth))  in __lock_acquire()
5164 		max_lockdep_depth = curr->lockdep_depth;  in __lock_acquire()
5169 static void print_unlock_imbalance_bug(struct task_struct *curr,  in print_unlock_imbalance_bug()  argument
5184 		curr->comm, task_pid_nr(curr));  in print_unlock_imbalance_bug()
5190 	lockdep_print_held_locks(curr);  in print_unlock_imbalance_bug()
5233 static struct held_lock *find_held_lock(struct task_struct *curr,  in find_held_lock()  argument
5241 	hlock = curr->held_locks + i;  in find_held_lock()
5268 static int reacquire_held_locks(struct task_struct *curr, unsigned int depth,  in reacquire_held_locks()  argument
5277 	for (hlock = curr->held_locks + idx; idx < depth; idx++, hlock++) {  in reacquire_held_locks()
5305 	struct task_struct *curr = current;  in __lock_set_class()  local
5314 	depth = curr->lockdep_depth;  in __lock_set_class()
5322 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_set_class()
5324 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_set_class()
5335 	curr->lockdep_depth = i;  in __lock_set_class()
5336 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_set_class()
5338 	if (reacquire_held_locks(curr, depth, i, &merged))  in __lock_set_class()
5345 	if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged))  in __lock_set_class()
5352 	struct task_struct *curr = current;  in __lock_downgrade()  local
5360 	depth = curr->lockdep_depth;  in __lock_downgrade()
5368 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_downgrade()
5370 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_downgrade()
5374 	curr->lockdep_depth = i;  in __lock_downgrade()
5375 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_downgrade()
5381 	if (reacquire_held_locks(curr, depth, i, &merged))  in __lock_downgrade()
5392 	if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth))  in __lock_downgrade()
5406 	struct task_struct *curr = current;  in __lock_release()  local
5414 	depth = curr->lockdep_depth;  in __lock_release()
5420 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_release()
5428 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_release()
5430 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_release()
5457 	curr->lockdep_depth = i;  in __lock_release()
5458 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_release()
5467 	if (reacquire_held_locks(curr, depth, i + 1, &merged))  in __lock_release()
5475 	DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged);  in __lock_release()
5488 	struct task_struct *curr = current;  in __lock_is_held()  local
5491 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_is_held()
5492 		struct held_lock *hlock = curr->held_locks + i;  in __lock_is_held()
5508 	struct task_struct *curr = current;  in __lock_pin_lock()  local
5514 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_pin_lock()
5515 		struct held_lock *hlock = curr->held_locks + i;  in __lock_pin_lock()
5535 	struct task_struct *curr = current;  in __lock_repin_lock()  local
5541 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_repin_lock()
5542 		struct held_lock *hlock = curr->held_locks + i;  in __lock_repin_lock()
5555 	struct task_struct *curr = current;  in __lock_unpin_lock()  local
5561 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_unpin_lock()
5562 		struct held_lock *hlock = curr->held_locks + i;  in __lock_unpin_lock()
5888 static void print_lock_contention_bug(struct task_struct *curr,  in print_lock_contention_bug()  argument
5903 		curr->comm, task_pid_nr(curr));  in print_lock_contention_bug()
5909 	lockdep_print_held_locks(curr);  in print_lock_contention_bug()
5918 	struct task_struct *curr = current;  in __lock_contended()  local
5924 	depth = curr->lockdep_depth;  in __lock_contended()
5932 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_contended()
5934 		print_lock_contention_bug(curr, lock, ip);  in __lock_contended()
5959 	struct task_struct *curr = current;  in __lock_acquired()  local
5966 	depth = curr->lockdep_depth;  in __lock_acquired()
5974 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_acquired()
5976 		print_lock_contention_bug(curr, lock, _RET_IP_);  in __lock_acquired()
6518 print_freed_lock_bug(struct task_struct *curr, const void *mem_from,  in print_freed_lock_bug()  argument
6532 		curr->comm, task_pid_nr(curr), mem_from, mem_to-1);  in print_freed_lock_bug()
6534 	lockdep_print_held_locks(curr);  in print_freed_lock_bug()
6554 	struct task_struct *curr = current;  in debug_check_no_locks_freed()  local
6563 	for (i = 0; i < curr->lockdep_depth; i++) {  in debug_check_no_locks_freed()
6564 		hlock = curr->held_locks + i;  in debug_check_no_locks_freed()
6570 		print_freed_lock_bug(curr, mem_from, mem_from + mem_len, hlock);  in debug_check_no_locks_freed()
6645 	struct task_struct *curr = current;  in lockdep_sys_exit()  local
6647 	if (unlikely(curr->lockdep_depth)) {  in lockdep_sys_exit()
6656 				curr->comm, curr->pid);  in lockdep_sys_exit()
6657 		lockdep_print_held_locks(curr);  in lockdep_sys_exit()
6669 	struct task_struct *curr = current;  in lockdep_rcu_suspicious()  local
6709 	lockdep_print_held_locks(curr);  in lockdep_rcu_suspicious()