1956 	struct task_struct *curr = current;  in print_circular_bug_header()  local
1967 		curr->comm, task_pid_nr(curr));  in print_circular_bug_header()
2046 	struct task_struct *curr = current;  in print_circular_bug()  local
2076 	lockdep_print_held_locks(curr);  in print_circular_bug()
2583 print_bad_irq_dependency(struct task_struct *curr,  in print_bad_irq_dependency()  argument
2606 		curr->comm, task_pid_nr(curr),  in print_bad_irq_dependency()
2608 		curr->softirq_context, softirq_count() >> SOFTIRQ_SHIFT,  in print_bad_irq_dependency()
2610 		curr->softirqs_enabled);  in print_bad_irq_dependency()
2639 	lockdep_print_held_locks(curr);  in print_bad_irq_dependency()
2816 static int check_irq_usage(struct task_struct *curr, struct held_lock *prev,  in check_irq_usage()  argument
2893 	print_bad_irq_dependency(curr, &this, &that,  in check_irq_usage()
2904 static inline int check_irq_usage(struct task_struct *curr,  in check_irq_usage()  argument
3011 print_deadlock_bug(struct task_struct *curr, struct held_lock *prev,  in print_deadlock_bug()  argument
3027 		curr->comm, task_pid_nr(curr));  in print_deadlock_bug()
3039 	lockdep_print_held_locks(curr);  in print_deadlock_bug()
3058 check_deadlock(struct task_struct *curr, struct held_lock *next)  in check_deadlock()  argument
3065 	for (i = 0; i < curr->lockdep_depth; i++) {  in check_deadlock()
3066 		prev = curr->held_locks + i;  in check_deadlock()
3094 		print_deadlock_bug(curr, prev, next);  in check_deadlock()
3123 check_prev_add(struct task_struct *curr, struct held_lock *prev,  in check_prev_add()  argument
3170 	if (!check_irq_usage(curr, prev, next))  in check_prev_add()
3259 check_prevs_add(struct task_struct *curr, struct held_lock *next)  in check_prevs_add()  argument
3262 	int depth = curr->lockdep_depth;  in check_prevs_add()
3276 	if (curr->held_locks[depth].irq_context !=  in check_prevs_add()
3277 			curr->held_locks[depth-1].irq_context)  in check_prevs_add()
3281 		u16 distance = curr->lockdep_depth - depth + 1;  in check_prevs_add()
3282 		hlock = curr->held_locks + depth - 1;  in check_prevs_add()
3285 			int ret = check_prev_add(curr, hlock, next, distance, &trace);  in check_prevs_add()
3308 		if (curr->held_locks[depth].irq_context !=  in check_prevs_add()
3309 				curr->held_locks[depth-1].irq_context)  in check_prevs_add()
3369 #define for_each_chain_block(bucket, prev, curr)		\  argument
3370 	for ((prev) = -1, (curr) = chain_block_buckets[bucket];	\
3371 	     (curr) >= 0;					\
3372 	     (prev) = (curr), (curr) = chain_block_next(curr))
3416 	int prev, curr;  in add_chain_block()  local
3438 		for_each_chain_block(0, prev, curr) {  in add_chain_block()
3439 			if (size >= chain_block_size(curr))  in add_chain_block()
3442 		init_chain_block(offset, curr, 0, size);  in add_chain_block()
3494 	int bucket, curr, size;  in alloc_chain_hlocks()  local
3513 	curr = chain_block_buckets[bucket];  in alloc_chain_hlocks()
3516 		if (curr >= 0) {  in alloc_chain_hlocks()
3517 			del_chain_block(bucket, req, chain_block_next(curr));  in alloc_chain_hlocks()
3518 			return curr;  in alloc_chain_hlocks()
3521 		curr = chain_block_buckets[0];  in alloc_chain_hlocks()
3528 	if (curr >= 0) {  in alloc_chain_hlocks()
3529 		size = chain_block_size(curr);  in alloc_chain_hlocks()
3531 			del_chain_block(0, size, chain_block_next(curr));  in alloc_chain_hlocks()
3533 				add_chain_block(curr + req, size - req);  in alloc_chain_hlocks()
3534 			return curr;  in alloc_chain_hlocks()
3543 		curr = chain_block_buckets[bucket];  in alloc_chain_hlocks()
3544 		if (curr < 0)  in alloc_chain_hlocks()
3547 		del_chain_block(bucket, size, chain_block_next(curr));  in alloc_chain_hlocks()
3548 		add_chain_block(curr + req, size - req);  in alloc_chain_hlocks()
3549 		return curr;  in alloc_chain_hlocks()
3571 static inline int get_first_held_lock(struct task_struct *curr,  in get_first_held_lock()  argument
3577 	for (i = curr->lockdep_depth - 1; i >= 0; i--) {  in get_first_held_lock()
3578 		hlock_curr = curr->held_locks + i;  in get_first_held_lock()
3602 print_chain_keys_held_locks(struct task_struct *curr, struct held_lock *hlock_next)  in print_chain_keys_held_locks()  argument
3606 	int depth = curr->lockdep_depth;  in print_chain_keys_held_locks()
3607 	int i = get_first_held_lock(curr, hlock_next);  in print_chain_keys_held_locks()
3612 		hlock = curr->held_locks + i;  in print_chain_keys_held_locks()
3638 static void print_collision(struct task_struct *curr,  in print_collision()  argument
3653 	print_chain_keys_held_locks(curr, hlock_next);  in print_collision()
3671 static int check_no_collision(struct task_struct *curr,  in check_no_collision()  argument
3678 	i = get_first_held_lock(curr, hlock);  in check_no_collision()
3680 	if (DEBUG_LOCKS_WARN_ON(chain->depth != curr->lockdep_depth - (i - 1))) {  in check_no_collision()
3681 		print_collision(curr, hlock, chain);  in check_no_collision()
3686 		id = hlock_id(&curr->held_locks[i]);  in check_no_collision()
3689 			print_collision(curr, hlock, chain);  in check_no_collision()
3731 static inline int add_chain_cache(struct task_struct *curr,  in add_chain_cache()  argument
3760 	i = get_first_held_lock(curr, hlock);  in add_chain_cache()
3761 	chain->depth = curr->lockdep_depth + 1 - i;  in add_chain_cache()
3764 	BUILD_BUG_ON((1UL << 6)  <= ARRAY_SIZE(curr->held_locks));  in add_chain_cache()
3781 		int lock_id = hlock_id(curr->held_locks + i);  in add_chain_cache()
3817 static inline int lookup_chain_cache_add(struct task_struct *curr,  in lookup_chain_cache_add()  argument
3826 		if (!check_no_collision(curr, hlock, chain))  in lookup_chain_cache_add()
3856 	if (!add_chain_cache(curr, hlock, chain_key))  in lookup_chain_cache_add()
3862 static int validate_chain(struct task_struct *curr,  in validate_chain()  argument
3877 	    lookup_chain_cache_add(curr, hlock, chain_key)) {  in validate_chain()
3896 		int ret = check_deadlock(curr, hlock);  in validate_chain()
3909 			if (!check_prevs_add(curr, hlock))  in validate_chain()
3923 static inline int validate_chain(struct task_struct *curr,  in validate_chain()  argument
3937 static void check_chain_key(struct task_struct *curr)  in check_chain_key()  argument
3944 	for (i = 0; i < curr->lockdep_depth; i++) {  in check_chain_key()
3945 		hlock = curr->held_locks + i;  in check_chain_key()
3953 				curr->lockdep_depth, i,  in check_chain_key()
3972 	if (chain_key != curr->curr_chain_key) {  in check_chain_key()
3979 			curr->lockdep_depth, i,  in check_chain_key()
3981 			(unsigned long long)curr->curr_chain_key);  in check_chain_key()
3987 static int mark_lock(struct task_struct *curr, struct held_lock *this,
4008 print_usage_bug(struct task_struct *curr, struct held_lock *this,  in print_usage_bug()  argument
4026 		curr->comm, task_pid_nr(curr),  in print_usage_bug()
4028 		lockdep_softirq_context(curr), softirq_count() >> SOFTIRQ_SHIFT,  in print_usage_bug()
4030 		lockdep_softirqs_enabled(curr));  in print_usage_bug()
4036 	print_irqtrace_events(curr);  in print_usage_bug()
4040 	lockdep_print_held_locks(curr);  in print_usage_bug()
4052 valid_state(struct task_struct *curr, struct held_lock *this,  in valid_state()  argument
4057 		print_usage_bug(curr, this, bad_bit, new_bit);  in valid_state()
4068 print_irq_inversion_bug(struct task_struct *curr,  in print_irq_inversion_bug()  argument
4088 		curr->comm, task_pid_nr(curr));  in print_irq_inversion_bug()
4117 	lockdep_print_held_locks(curr);  in print_irq_inversion_bug()
4136 check_usage_forwards(struct task_struct *curr, struct held_lock *this,  in check_usage_forwards()  argument
4156 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_forwards()
4159 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_forwards()
4171 check_usage_backwards(struct task_struct *curr, struct held_lock *this,  in check_usage_backwards()  argument
4191 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_backwards()
4194 		print_irq_inversion_bug(curr, &root, target_entry,  in check_usage_backwards()
4201 void print_irqtrace_events(struct task_struct *curr)  in print_irqtrace_events()  argument
4203 	const struct irqtrace_events *trace = &curr->irqtrace;  in print_irqtrace_events()
4257 mark_lock_irq(struct task_struct *curr, struct held_lock *this,  in mark_lock_irq()  argument
4268 	if (!valid_state(curr, this, new_bit, excl_bit))  in mark_lock_irq()
4274 	if (!read && !valid_state(curr, this, new_bit,  in mark_lock_irq()
4288 		if (!check_usage_backwards(curr, this, excl_bit))  in mark_lock_irq()
4295 		if (!check_usage_forwards(curr, this, excl_bit))  in mark_lock_irq()
4309 mark_held_locks(struct task_struct *curr, enum lock_usage_bit base_bit)  in mark_held_locks()  argument
4314 	for (i = 0; i < curr->lockdep_depth; i++) {  in mark_held_locks()
4316 		hlock = curr->held_locks + i;  in mark_held_locks()
4326 		if (!mark_lock(curr, hlock, hlock_bit))  in mark_held_locks()
4338 	struct task_struct *curr = current;  in __trace_hardirqs_on_caller()  local
4344 	if (!mark_held_locks(curr, LOCK_ENABLED_HARDIRQ))  in __trace_hardirqs_on_caller()
4351 	if (curr->softirqs_enabled)  in __trace_hardirqs_on_caller()
4352 		mark_held_locks(curr, LOCK_ENABLED_SOFTIRQ);  in __trace_hardirqs_on_caller()
4619 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check)  in mark_usage()  argument
4631 				if (!mark_lock(curr, hlock,  in mark_usage()
4634 			if (curr->softirq_context)  in mark_usage()
4635 				if (!mark_lock(curr, hlock,  in mark_usage()
4640 				if (!mark_lock(curr, hlock, LOCK_USED_IN_HARDIRQ))  in mark_usage()
4642 			if (curr->softirq_context)  in mark_usage()
4643 				if (!mark_lock(curr, hlock, LOCK_USED_IN_SOFTIRQ))  in mark_usage()
4655 			if (!mark_lock(curr, hlock,  in mark_usage()
4658 			if (curr->softirqs_enabled)  in mark_usage()
4659 				if (!mark_lock(curr, hlock,  in mark_usage()
4663 			if (!mark_lock(curr, hlock,  in mark_usage()
4666 			if (curr->softirqs_enabled)  in mark_usage()
4667 				if (!mark_lock(curr, hlock,  in mark_usage()
4675 	if (!mark_lock(curr, hlock, LOCK_USED))  in mark_usage()
4687 static int separate_irq_context(struct task_struct *curr,  in separate_irq_context()  argument
4690 	unsigned int depth = curr->lockdep_depth;  in separate_irq_context()
4698 		prev_hlock = curr->held_locks + depth-1;  in separate_irq_context()
4713 static int mark_lock(struct task_struct *curr, struct held_lock *this,  in mark_lock()  argument
4754 		ret = mark_lock_irq(curr, this, new_bit);  in mark_lock()
4769 		print_irqtrace_events(curr);  in mark_lock()
4777 static inline short task_wait_context(struct task_struct *curr)  in task_wait_context()  argument
4787 		if (curr->hardirq_threaded || curr->irq_config)  in task_wait_context()
4791 	} else if (curr->softirq_context) {  in task_wait_context()
4802 print_lock_invalid_wait_context(struct task_struct *curr,  in print_lock_invalid_wait_context()  argument
4820 	pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr));  in print_lock_invalid_wait_context()
4825 	curr_inner = task_wait_context(curr);  in print_lock_invalid_wait_context()
4828 	lockdep_print_held_locks(curr);  in print_lock_invalid_wait_context()
4853 static int check_wait_context(struct task_struct *curr, struct held_lock *next)  in check_wait_context()  argument
4869 	for (depth = curr->lockdep_depth - 1; depth >= 0; depth--) {  in check_wait_context()
4870 		struct held_lock *prev = curr->held_locks + depth;  in check_wait_context()
4876 	curr_inner = task_wait_context(curr);  in check_wait_context()
4878 	for (; depth < curr->lockdep_depth; depth++) {  in check_wait_context()
4879 		struct held_lock *prev = curr->held_locks + depth;  in check_wait_context()
4903 		return print_lock_invalid_wait_context(curr, next);  in check_wait_context()
4911 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check)  in mark_usage()  argument
4921 static inline int separate_irq_context(struct task_struct *curr,  in separate_irq_context()  argument
4927 static inline int check_wait_context(struct task_struct *curr,  in check_wait_context()  argument
5034 print_lock_nested_lock_not_held(struct task_struct *curr,  in print_lock_nested_lock_not_held()  argument
5050 	pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr));  in print_lock_nested_lock_not_held()
5060 	lockdep_print_held_locks(curr);  in print_lock_nested_lock_not_held()
5083 	struct task_struct *curr = current;  in __lock_acquire()  local
5132 	depth = curr->lockdep_depth;  in __lock_acquire()
5143 		hlock = curr->held_locks + depth - 1;  in __lock_acquire()
5161 	hlock = curr->held_locks + depth;  in __lock_acquire()
5172 	hlock->irq_context = task_irq_context(curr);  in __lock_acquire()
5185 	if (check_wait_context(curr, hlock))  in __lock_acquire()
5189 	if (!mark_usage(curr, hlock, check))  in __lock_acquire()
5208 	chain_key = curr->curr_chain_key;  in __lock_acquire()
5219 	if (separate_irq_context(curr, hlock)) {  in __lock_acquire()
5226 		print_lock_nested_lock_not_held(curr, hlock);  in __lock_acquire()
5235 	if (!validate_chain(curr, hlock, chain_head, chain_key))  in __lock_acquire()
5242 	curr->curr_chain_key = chain_key;  in __lock_acquire()
5243 	curr->lockdep_depth++;  in __lock_acquire()
5244 	check_chain_key(curr);  in __lock_acquire()
5249 	if (unlikely(curr->lockdep_depth >= MAX_LOCK_DEPTH)) {  in __lock_acquire()
5254 		       curr->lockdep_depth, MAX_LOCK_DEPTH);  in __lock_acquire()
5264 	if (unlikely(curr->lockdep_depth > max_lockdep_depth))  in __lock_acquire()
5265 		max_lockdep_depth = curr->lockdep_depth;  in __lock_acquire()
5270 static void print_unlock_imbalance_bug(struct task_struct *curr,  in print_unlock_imbalance_bug()  argument
5287 		curr->comm, task_pid_nr(curr));  in print_unlock_imbalance_bug()
5293 	lockdep_print_held_locks(curr);  in print_unlock_imbalance_bug()
5338 static struct held_lock *find_held_lock(struct task_struct *curr,  in find_held_lock()  argument
5346 	hlock = curr->held_locks + i;  in find_held_lock()
5373 static int reacquire_held_locks(struct task_struct *curr, unsigned int depth,  in reacquire_held_locks()  argument
5382 	for (hlock = curr->held_locks + idx; idx < depth; idx++, hlock++) {  in reacquire_held_locks()
5410 	struct task_struct *curr = current;  in __lock_set_class()  local
5419 	depth = curr->lockdep_depth;  in __lock_set_class()
5427 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_set_class()
5429 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_set_class()
5440 	curr->lockdep_depth = i;  in __lock_set_class()
5441 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_set_class()
5443 	if (reacquire_held_locks(curr, depth, i, &merged))  in __lock_set_class()
5450 	if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged))  in __lock_set_class()
5457 	struct task_struct *curr = current;  in __lock_downgrade()  local
5465 	depth = curr->lockdep_depth;  in __lock_downgrade()
5473 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_downgrade()
5475 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_downgrade()
5479 	curr->lockdep_depth = i;  in __lock_downgrade()
5480 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_downgrade()
5486 	if (reacquire_held_locks(curr, depth, i, &merged))  in __lock_downgrade()
5497 	if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth))  in __lock_downgrade()
5511 	struct task_struct *curr = current;  in __lock_release()  local
5519 	depth = curr->lockdep_depth;  in __lock_release()
5525 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_release()
5533 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_release()
5535 		print_unlock_imbalance_bug(curr, lock, ip);  in __lock_release()
5562 	curr->lockdep_depth = i;  in __lock_release()
5563 	curr->curr_chain_key = hlock->prev_chain_key;  in __lock_release()
5572 	if (reacquire_held_locks(curr, depth, i + 1, &merged))  in __lock_release()
5580 	DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged);  in __lock_release()
5593 	struct task_struct *curr = current;  in __lock_is_held()  local
5596 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_is_held()
5597 		struct held_lock *hlock = curr->held_locks + i;  in __lock_is_held()
5613 	struct task_struct *curr = current;  in __lock_pin_lock()  local
5619 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_pin_lock()
5620 		struct held_lock *hlock = curr->held_locks + i;  in __lock_pin_lock()
5640 	struct task_struct *curr = current;  in __lock_repin_lock()  local
5646 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_repin_lock()
5647 		struct held_lock *hlock = curr->held_locks + i;  in __lock_repin_lock()
5660 	struct task_struct *curr = current;  in __lock_unpin_lock()  local
5666 	for (i = 0; i < curr->lockdep_depth; i++) {  in __lock_unpin_lock()
5667 		struct held_lock *hlock = curr->held_locks + i;  in __lock_unpin_lock()
6002 static void print_lock_contention_bug(struct task_struct *curr,  in print_lock_contention_bug()  argument
6019 		curr->comm, task_pid_nr(curr));  in print_lock_contention_bug()
6025 	lockdep_print_held_locks(curr);  in print_lock_contention_bug()
6036 	struct task_struct *curr = current;  in __lock_contended()  local
6042 	depth = curr->lockdep_depth;  in __lock_contended()
6053 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_contended()
6055 		print_lock_contention_bug(curr, lock, ip);  in __lock_contended()
6080 	struct task_struct *curr = current;  in __lock_acquired()  local
6087 	depth = curr->lockdep_depth;  in __lock_acquired()
6098 	hlock = find_held_lock(curr, lock, depth, &i);  in __lock_acquired()
6100 		print_lock_contention_bug(curr, lock, _RET_IP_);  in __lock_acquired()
6661 print_freed_lock_bug(struct task_struct *curr, const void *mem_from,  in print_freed_lock_bug()  argument
6677 		curr->comm, task_pid_nr(curr), mem_from, mem_to-1);  in print_freed_lock_bug()
6679 	lockdep_print_held_locks(curr);  in print_freed_lock_bug()
6701 	struct task_struct *curr = current;  in debug_check_no_locks_freed()  local
6710 	for (i = 0; i < curr->lockdep_depth; i++) {  in debug_check_no_locks_freed()
6711 		hlock = curr->held_locks + i;  in debug_check_no_locks_freed()
6717 		print_freed_lock_bug(curr, mem_from, mem_from + mem_len, hlock);  in debug_check_no_locks_freed()
6796 	struct task_struct *curr = current;  in lockdep_sys_exit()  local
6798 	if (unlikely(curr->lockdep_depth)) {  in lockdep_sys_exit()
6808 				curr->comm, curr->pid);  in lockdep_sys_exit()
6809 		lockdep_print_held_locks(curr);  in lockdep_sys_exit()
6822 	struct task_struct *curr = current;  in lockdep_rcu_suspicious()  local
6863 	lockdep_print_held_locks(curr);  in lockdep_rcu_suspicious()