10416 find_swevent_head_rcu(struct swevent_htable *swhash, u64 type, u32 event_id)  in find_swevent_head_rcu()  argument
10420 	hlist = rcu_dereference(swhash->swevent_hlist);  in find_swevent_head_rcu()
10429 find_swevent_head(struct swevent_htable *swhash, struct perf_event *event)  in find_swevent_head()  argument
10440 	hlist = rcu_dereference_protected(swhash->swevent_hlist,  in find_swevent_head()
10453 	struct swevent_htable *swhash = this_cpu_ptr(&swevent_htable);  in do_perf_sw_event()  local
10458 	head = find_swevent_head_rcu(swhash, type, event_id);  in do_perf_sw_event()
10516 	struct swevent_htable *swhash = this_cpu_ptr(&swevent_htable);  in perf_swevent_add()  local
10527 	head = find_swevent_head(swhash, event);  in perf_swevent_add()
10554 swevent_hlist_deref(struct swevent_htable *swhash)  in swevent_hlist_deref()  argument
10556 	return rcu_dereference_protected(swhash->swevent_hlist,  in swevent_hlist_deref()
10557 					 lockdep_is_held(&swhash->hlist_mutex));  in swevent_hlist_deref()
10560 static void swevent_hlist_release(struct swevent_htable *swhash)  in swevent_hlist_release()  argument
10562 	struct swevent_hlist *hlist = swevent_hlist_deref(swhash);  in swevent_hlist_release()
10567 	RCU_INIT_POINTER(swhash->swevent_hlist, NULL);  in swevent_hlist_release()
10573 	struct swevent_htable *swhash = &per_cpu(swevent_htable, cpu);  in swevent_hlist_put_cpu()  local
10575 	mutex_lock(&swhash->hlist_mutex);  in swevent_hlist_put_cpu()
10577 	if (!--swhash->hlist_refcount)  in swevent_hlist_put_cpu()
10578 		swevent_hlist_release(swhash);  in swevent_hlist_put_cpu()
10580 	mutex_unlock(&swhash->hlist_mutex);  in swevent_hlist_put_cpu()
10593 	struct swevent_htable *swhash = &per_cpu(swevent_htable, cpu);  in swevent_hlist_get_cpu()  local
10596 	mutex_lock(&swhash->hlist_mutex);  in swevent_hlist_get_cpu()
10597 	if (!swevent_hlist_deref(swhash) &&  in swevent_hlist_get_cpu()
10606 		rcu_assign_pointer(swhash->swevent_hlist, hlist);  in swevent_hlist_get_cpu()
10608 	swhash->hlist_refcount++;  in swevent_hlist_get_cpu()
10610 	mutex_unlock(&swhash->hlist_mutex);  in swevent_hlist_get_cpu()
14278 	struct swevent_htable *swhash;  in perf_event_init_all_cpus()  local
14291 		swhash = &per_cpu(swevent_htable, cpu);  in perf_event_init_all_cpus()
14292 		mutex_init(&swhash->hlist_mutex);  in perf_event_init_all_cpus()
14311 	struct swevent_htable *swhash = &per_cpu(swevent_htable, cpu);  in perf_swevent_init_cpu()  local
14313 	mutex_lock(&swhash->hlist_mutex);  in perf_swevent_init_cpu()
14314 	if (swhash->hlist_refcount > 0 && !swevent_hlist_deref(swhash)) {  in perf_swevent_init_cpu()
14319 		rcu_assign_pointer(swhash->swevent_hlist, hlist);  in perf_swevent_init_cpu()
14321 	mutex_unlock(&swhash->hlist_mutex);  in perf_swevent_init_cpu()