Lines Matching refs:class
299 struct lock_class_stats lock_stats(struct lock_class *class) in lock_stats() argument
307 &per_cpu(cpu_lock_stats, cpu)[class - lock_classes]; in lock_stats()
328 void clear_lock_stats(struct lock_class *class) in clear_lock_stats() argument
334 &per_cpu(cpu_lock_stats, cpu)[class - lock_classes]; in clear_lock_stats()
338 memset(class->contention_point, 0, sizeof(class->contention_point)); in clear_lock_stats()
339 memset(class->contending_point, 0, sizeof(class->contending_point)); in clear_lock_stats()
342 static struct lock_class_stats *get_lock_stats(struct lock_class *class) in get_lock_stats() argument
344 return &this_cpu_ptr(cpu_lock_stats)[class - lock_classes]; in get_lock_stats()
500 static int class_filter(struct lock_class *class) in class_filter() argument
504 if (class->name_version == 1 && in class_filter()
505 !strcmp(class->name, "lockname")) in class_filter()
507 if (class->name_version == 1 && in class_filter()
508 !strcmp(class->name, "&struct->lockfield")) in class_filter()
516 static int verbose(struct lock_class *class) in verbose() argument
519 return class_filter(class); in verbose()
680 static char get_usage_char(struct lock_class *class, enum lock_usage_bit bit) in get_usage_char() argument
696 if (class->usage_mask & lock_flag(bit + LOCK_USAGE_DIR_MASK)) { in get_usage_char()
698 if (class->usage_mask & lock_flag(bit)) in get_usage_char()
700 } else if (class->usage_mask & lock_flag(bit)) in get_usage_char()
706 void get_usage_chars(struct lock_class *class, char usage[LOCK_USAGE_CHARS]) in get_usage_chars() argument
711 usage[i++] = get_usage_char(class, LOCK_USED_IN_##__STATE); \ in get_usage_chars()
712 usage[i++] = get_usage_char(class, LOCK_USED_IN_##__STATE##_READ); in get_usage_chars()
719 static void __print_lock_name(struct held_lock *hlock, struct lock_class *class) in __print_lock_name() argument
724 name = class->name; in __print_lock_name()
726 name = __get_key_name(class->key, str); in __print_lock_name()
730 if (class->name_version > 1) in __print_lock_name()
731 printk(KERN_CONT "#%d", class->name_version); in __print_lock_name()
732 if (class->subclass) in __print_lock_name()
733 printk(KERN_CONT "/%d", class->subclass); in __print_lock_name()
734 if (hlock && class->print_fn) in __print_lock_name()
735 class->print_fn(hlock->instance); in __print_lock_name()
739 static void print_lock_name(struct held_lock *hlock, struct lock_class *class) in print_lock_name() argument
743 get_usage_chars(class, usage); in print_lock_name()
746 __print_lock_name(hlock, class); in print_lock_name()
748 class->wait_type_outer ?: class->wait_type_inner, in print_lock_name()
749 class->wait_type_inner); in print_lock_name()
817 static int very_verbose(struct lock_class *class) in very_verbose() argument
820 return class_filter(class); in very_verbose()
871 struct lock_class *class; in count_matching_names() local
877 list_for_each_entry(class, &all_lock_classes, lock_entry) { in count_matching_names()
878 if (new_class->key - new_class->subclass == class->key) in count_matching_names()
879 return class->name_version; in count_matching_names()
880 if (class->name && !strcmp(class->name, new_class->name)) in count_matching_names()
881 count = max(count, class->name_version); in count_matching_names()
893 struct lock_class *class; in look_up_lock_class() local
935 hlist_for_each_entry_rcu_notrace(class, hash_head, hash_entry) { in look_up_lock_class()
936 if (class->key == key) { in look_up_lock_class()
941 WARN_ONCE(class->name != lock->name && in look_up_lock_class()
944 lock->name, lock->key, class->name); in look_up_lock_class()
945 return class; in look_up_lock_class()
1015 struct lock_class *class; in in_any_class_list() local
1019 class = &lock_classes[i]; in in_any_class_list()
1020 if (in_list(e, &class->locks_after) || in in_any_class_list()
1021 in_list(e, &class->locks_before)) in in_any_class_list()
1038 e->class && e->class->name ? e->class->name : in class_lock_list_valid()
1073 static bool in_any_zapped_class_list(struct lock_class *class) in in_any_zapped_class_list() argument
1079 if (in_list(&class->lock_entry, &pf->zapped)) in in_any_zapped_class_list()
1088 struct lock_class *class; in __check_data_structures() local
1096 class = &lock_classes[i]; in __check_data_structures()
1097 if (!in_list(&class->lock_entry, &all_lock_classes) && in __check_data_structures()
1098 !in_list(&class->lock_entry, &free_lock_classes) && in __check_data_structures()
1099 !in_any_zapped_class_list(class)) { in __check_data_structures()
1101 class, class->name ? : "(?)"); in __check_data_structures()
1108 class = &lock_classes[i]; in __check_data_structures()
1109 if (!class_lock_list_valid(class, &class->locks_before)) in __check_data_structures()
1111 if (!class_lock_list_valid(class, &class->locks_after)) in __check_data_structures()
1133 e->class->name ? : "(?)", in __check_data_structures()
1148 e->class && e->class->name ? e->class->name : in __check_data_structures()
1290 struct lock_class *class; in register_lock_class() local
1295 class = look_up_lock_class(lock, subclass); in register_lock_class()
1296 if (likely(class)) in register_lock_class()
1316 hlist_for_each_entry_rcu(class, hash_head, hash_entry) { in register_lock_class()
1317 if (class->key == key) in register_lock_class()
1324 class = list_first_entry_or_null(&free_lock_classes, typeof(*class), in register_lock_class()
1326 if (!class) { in register_lock_class()
1338 __set_bit(class - lock_classes, lock_classes_in_use); in register_lock_class()
1340 class->key = key; in register_lock_class()
1341 class->name = lock->name; in register_lock_class()
1342 class->subclass = subclass; in register_lock_class()
1343 WARN_ON_ONCE(!list_empty(&class->locks_before)); in register_lock_class()
1344 WARN_ON_ONCE(!list_empty(&class->locks_after)); in register_lock_class()
1345 class->name_version = count_matching_names(class); in register_lock_class()
1346 class->wait_type_inner = lock->wait_type_inner; in register_lock_class()
1347 class->wait_type_outer = lock->wait_type_outer; in register_lock_class()
1348 class->lock_type = lock->lock_type; in register_lock_class()
1353 hlist_add_head_rcu(&class->hash_entry, hash_head); in register_lock_class()
1358 list_move_tail(&class->lock_entry, &all_lock_classes); in register_lock_class()
1359 idx = class - lock_classes; in register_lock_class()
1363 if (verbose(class)) { in register_lock_class()
1367 printk("\nnew class %px: %s", class->key, class->name); in register_lock_class()
1368 if (class->name_version > 1) in register_lock_class()
1369 printk(KERN_CONT "#%d", class->name_version); in register_lock_class()
1383 lock->class_cache[0] = class; in register_lock_class()
1385 lock->class_cache[subclass] = class; in register_lock_class()
1391 if (DEBUG_LOCKS_WARN_ON(class->subclass != subclass)) in register_lock_class()
1394 return class; in register_lock_class()
1439 entry->class = this; in add_lock_to_list()
1531 lock->class->dep_gen_id = lockdep_dependency_gen_id; in mark_lock_accessed()
1542 return lock->class->dep_gen_id == lockdep_dependency_gen_id; in lock_accessed()
1571 void *lock_class = lock->class; in get_dep_list()
1662 struct lock_class *class) in __bfs_init_root() argument
1664 lock->class = class; in __bfs_init_root()
1754 if (!lock->class) in __bfs()
1882 print_lock_name(NULL, target->class); in print_circular_bug_entry()
1894 struct lock_class *parent = prt->class; in print_circular_lock_scenario()
2009 return hlock_class(hlock) == entry->class && /* Found A -> .. -> B */ in hlock_equal()
2036 return hlock_class(hlock) == entry->class && /* Found A -> .. -> B */ in hlock_conflict()
2113 unsigned long lockdep_count_forward_deps(struct lock_class *class) in lockdep_count_forward_deps() argument
2118 __bfs_init_root(&this, class); in lockdep_count_forward_deps()
2139 unsigned long lockdep_count_backward_deps(struct lock_class *class) in lockdep_count_backward_deps() argument
2144 __bfs_init_root(&this, class); in lockdep_count_backward_deps()
2263 *(unsigned long *)mask |= entry->class->usage_mask; in usage_accumulate()
2265 *(unsigned long *)mask |= (entry->class->usage_mask & LOCKF_IRQ); in usage_accumulate()
2282 return !!(entry->class->usage_mask & *(unsigned long *)mask); in usage_match()
2284 return !!((entry->class->usage_mask & LOCKF_IRQ) & *(unsigned long *)mask); in usage_match()
2289 if (entry->class->lock_type == LD_LOCK_NORMAL) in usage_skip()
2318 if (entry->class->lock_type == LD_LOCK_PERCPU && in usage_skip()
2319 DEBUG_LOCKS_WARN_ON(entry->class->wait_type_inner < LD_WAIT_CONFIG)) in usage_skip()
2367 static void print_lock_class_header(struct lock_class *class, int depth) in print_lock_class_header() argument
2372 print_lock_name(NULL, class); in print_lock_class_header()
2374 printk(KERN_CONT " ops: %lu", debug_class_ops_read(class)); in print_lock_class_header()
2379 if (class->usage_mask & (1 << bit)) { in print_lock_class_header()
2384 print_lock_trace(class->usage_traces[bit], len); in print_lock_class_header()
2390 depth, "", class->key, class->key); in print_lock_class_header()
2456 print_lock_class_header(entry->class, depth); in print_shortest_lock_dependencies()
2503 print_lock_class_header(entry->class, depth); in print_shortest_lock_dependencies_backwards()
2532 struct lock_class *safe_class = safe_entry->class; in print_irq_lock_scenario()
2533 struct lock_class *unsafe_class = unsafe_entry->class; in print_irq_lock_scenario()
2623 print_lock_name(NULL, backwards_entry->class); in print_bad_irq_dependency()
2626 print_lock_trace(backwards_entry->class->usage_traces[bit1], 1); in print_bad_irq_dependency()
2629 print_lock_name(NULL, forwards_entry->class); in print_bad_irq_dependency()
2633 print_lock_trace(forwards_entry->class->usage_traces[bit2], 1); in print_bad_irq_dependency()
2873 backward_mask = original_mask(target_entry1->class->usage_mask & LOCKF_ENABLED_IRQ_ALL); in check_irq_usage()
2887 ret = find_exclusive_match(target_entry->class->usage_mask, in check_irq_usage()
2888 target_entry1->class->usage_mask, in check_irq_usage()
3014 struct lock_class *class = hlock_class(prev); in print_deadlock_bug() local
3032 if (class->cmp_fn) { in print_deadlock_bug()
3034 class->cmp_fn(prev->instance, next->instance)); in print_deadlock_bug()
3060 struct lock_class *class; in check_deadlock() local
3081 class = hlock_class(prev); in check_deadlock()
3083 if (class->cmp_fn && in check_deadlock()
3084 class->cmp_fn(prev->instance, next->instance) < 0) in check_deadlock()
3149 struct lock_class *class = hlock_class(prev); in check_prev_add() local
3151 if (class->cmp_fn && in check_prev_add()
3152 class->cmp_fn(prev->instance, next->instance) < 0) in check_prev_add()
3182 if (entry->class == hlock_class(next)) { in check_prev_add()
3204 if (entry->class == hlock_class(prev)) { in check_prev_add()
3821 struct lock_class *class = hlock_class(hlock); in lookup_chain_cache_add() local
3829 if (very_verbose(class)) { in lookup_chain_cache_add()
3833 class->key, class->name); in lookup_chain_cache_add()
3839 if (very_verbose(class)) { in lookup_chain_cache_add()
3841 (unsigned long long)chain_key, class->key, class->name); in lookup_chain_cache_add()
3992 struct lock_class *class = hlock_class(lock); in print_usage_bug_scenario() local
3998 __print_lock_name(lock, class); in print_usage_bug_scenario()
4002 __print_lock_name(lock, class); in print_usage_bug_scenario()
4094 print_lock_name(NULL, other->class); in print_irq_inversion_bug()
4112 middle ? middle->class : root->class, other->class); in print_irq_inversion_bug()
4115 middle ? middle->class : other->class, root->class); in print_irq_inversion_bug()
4155 if (target_entry->class->usage_mask & lock_flag(bit)) { in check_usage_forwards()
4190 if (target_entry->class->usage_mask & lock_flag(bit)) { in check_usage_backwards()
4224 static int HARDIRQ_verbose(struct lock_class *class) in HARDIRQ_verbose() argument
4227 return class_filter(class); in HARDIRQ_verbose()
4232 static int SOFTIRQ_verbose(struct lock_class *class) in SOFTIRQ_verbose() argument
4235 return class_filter(class); in SOFTIRQ_verbose()
4240 static int (*state_verbose_f[])(struct lock_class *class) = {
4248 struct lock_class *class) in state_verbose() argument
4250 return state_verbose_f[bit >> LOCK_USAGE_DIR_MASK](class); in state_verbose()
4880 struct lock_class *class = hlock_class(prev); in check_wait_context() local
4881 u8 prev_inner = class->wait_type_inner; in check_wait_context()
4897 if (unlikely(class->lock_type == LD_LOCK_WAIT_OVERRIDE)) in check_wait_context()
5010 struct lock_class *class = lock->class_cache[0]; in lockdep_set_lock_cmp_fn() local
5016 if (!class) in lockdep_set_lock_cmp_fn()
5017 class = register_lock_class(lock, 0, 0); in lockdep_set_lock_cmp_fn()
5019 if (class) { in lockdep_set_lock_cmp_fn()
5020 WARN_ON(class->cmp_fn && class->cmp_fn != cmp_fn); in lockdep_set_lock_cmp_fn()
5021 WARN_ON(class->print_fn && class->print_fn != print_fn); in lockdep_set_lock_cmp_fn()
5023 class->cmp_fn = cmp_fn; in lockdep_set_lock_cmp_fn()
5024 class->print_fn = print_fn; in lockdep_set_lock_cmp_fn()
5084 struct lock_class *class = NULL; in __lock_acquire() local
5105 class = lock->class_cache[subclass]; in __lock_acquire()
5109 if (unlikely(!class)) { in __lock_acquire()
5110 class = register_lock_class(lock, subclass, 0); in __lock_acquire()
5111 if (!class) in __lock_acquire()
5115 debug_class_ops_inc(class); in __lock_acquire()
5117 if (very_verbose(class)) { in __lock_acquire()
5119 printk("\nacquire class [%px] %s", class->key, class->name); in __lock_acquire()
5120 if (class->name_version > 1) in __lock_acquire()
5121 printk(KERN_CONT "#%d", class->name_version); in __lock_acquire()
5139 class_idx = class - lock_classes; in __lock_acquire()
5166 if (DEBUG_LOCKS_WARN_ON(!class)) in __lock_acquire()
5308 const struct lock_class *class = lock->class_cache[0]; in match_held_lock() local
5310 if (!class) in match_held_lock()
5311 class = look_up_lock_class(lock, 0); in match_held_lock()
5319 if (!class) in match_held_lock()
5330 if (hlock->class_idx == class - lock_classes) in match_held_lock()
5413 struct lock_class *class; in __lock_set_class() local
5437 class = register_lock_class(lock, subclass, 0); in __lock_set_class()
5438 hlock->class_idx = class - lock_classes; in __lock_set_class()
5771 struct lock_class *class = look_up_lock_class(lock, subclass); in verify_lock_unused() local
5775 if (!class) in verify_lock_unused()
5785 if (!(class->usage_mask & mask)) in verify_lock_unused()
5788 hlock->class_idx = class - lock_classes; in verify_lock_unused()
6190 struct lock_class *class) in remove_class_from_lock_chain() argument
6196 if (chain_hlock_class_idx(chain_hlocks[i]) != class - lock_classes) in remove_class_from_lock_chain()
6225 struct lock_class *class) in remove_class_from_lock_chains() argument
6234 remove_class_from_lock_chain(pf, chain, class); in remove_class_from_lock_chains()
6242 static void zap_class(struct pending_free *pf, struct lock_class *class) in zap_class() argument
6247 WARN_ON_ONCE(!class->key); in zap_class()
6255 if (entry->class != class && entry->links_to != class) in zap_class()
6261 if (list_empty(&class->locks_after) && in zap_class()
6262 list_empty(&class->locks_before)) { in zap_class()
6263 list_move_tail(&class->lock_entry, &pf->zapped); in zap_class()
6264 hlist_del_rcu(&class->hash_entry); in zap_class()
6265 WRITE_ONCE(class->key, NULL); in zap_class()
6266 WRITE_ONCE(class->name, NULL); in zap_class()
6268 if (class->usage_mask == 0) in zap_class()
6271 __clear_bit(class - lock_classes, lock_classes_in_use); in zap_class()
6272 if (class - lock_classes == max_lock_class_idx) in zap_class()
6276 class->name); in zap_class()
6279 remove_class_from_lock_chains(pf, class); in zap_class()
6283 static void reinit_class(struct lock_class *class) in reinit_class() argument
6285 WARN_ON_ONCE(!class->lock_entry.next); in reinit_class()
6286 WARN_ON_ONCE(!list_empty(&class->locks_after)); in reinit_class()
6287 WARN_ON_ONCE(!list_empty(&class->locks_before)); in reinit_class()
6288 memset_startat(class, 0, key); in reinit_class()
6289 WARN_ON_ONCE(!class->lock_entry.next); in reinit_class()
6290 WARN_ON_ONCE(!list_empty(&class->locks_after)); in reinit_class()
6291 WARN_ON_ONCE(!list_empty(&class->locks_before)); in reinit_class()
6339 struct lock_class *class; in __free_zapped_classes() local
6343 list_for_each_entry(class, &pf->zapped, lock_entry) in __free_zapped_classes()
6344 reinit_class(class); in __free_zapped_classes()
6394 struct lock_class *class; in __lockdep_free_key_range() local
6401 hlist_for_each_entry_rcu(class, head, hash_entry) { in __lockdep_free_key_range()
6402 if (!within(class->key, start, size) && in __lockdep_free_key_range()
6403 !within(class->name, start, size)) in __lockdep_free_key_range()
6405 zap_class(pf, class); in __lockdep_free_key_range()
6478 struct lock_class *class; in lock_class_cache_is_registered() local
6484 hlist_for_each_entry_rcu(class, head, hash_entry) { in lock_class_cache_is_registered()
6486 if (lock->class_cache[j] == class) in lock_class_cache_is_registered()
6497 struct lock_class *class; in __lockdep_reset_lock() local
6507 class = look_up_lock_class(lock, j); in __lockdep_reset_lock()
6508 if (class) in __lockdep_reset_lock()
6509 zap_class(pf, class); in __lockdep_reset_lock()