55 	struct cppc_cpudata *cpu_data;  member
61 static int cppc_perf_from_fbctrs(struct cppc_cpudata *cpu_data,
86 	struct cppc_cpudata *cpu_data;  in cppc_scale_freq_workfn()  local
91 	cpu_data = cppc_fi->cpu_data;  in cppc_scale_freq_workfn()
98 	perf = cppc_perf_from_fbctrs(cpu_data, &cppc_fi->prev_perf_fb_ctrs,  in cppc_scale_freq_workfn()
106 	local_freq_scale = div64_u64(perf, cpu_data->perf_caps.highest_perf);  in cppc_scale_freq_workfn()
150 		cppc_fi->cpu_data = policy->driver_data;  in cppc_cpufreq_cpu_fie_init()
273 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_set_target()  local
278 	cpu_data->perf_ctrls.desired_perf =  in cppc_cpufreq_set_target()
279 			cppc_khz_to_perf(&cpu_data->perf_caps, target_freq);  in cppc_cpufreq_set_target()
284 	ret = cppc_set_perf(cpu, &cpu_data->perf_ctrls);  in cppc_cpufreq_set_target()
297 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_fast_switch()  local
302 	desired_perf = cppc_khz_to_perf(&cpu_data->perf_caps, target_freq);  in cppc_cpufreq_fast_switch()
303 	cpu_data->perf_ctrls.desired_perf = desired_perf;  in cppc_cpufreq_fast_switch()
304 	ret = cppc_set_perf(cpu, &cpu_data->perf_ctrls);  in cppc_cpufreq_fast_switch()
369 	struct cppc_cpudata *cpu_data;  in get_perf_level_count()  local
372 	cpu_data = policy->driver_data;  in get_perf_level_count()
373 	perf_caps = &cpu_data->perf_caps;  in get_perf_level_count()
402 	struct cppc_cpudata *cpu_data;  in cppc_get_cpu_power()  local
408 	cpu_data = policy->driver_data;  in cppc_get_cpu_power()
409 	perf_caps = &cpu_data->perf_caps;  in cppc_get_cpu_power()
470 	struct cppc_cpudata *cpu_data;  in cppc_get_cpu_cost()  local
478 	cpu_data = policy->driver_data;  in cppc_get_cpu_cost()
479 	perf_caps = &cpu_data->perf_caps;  in cppc_get_cpu_cost()
529 	struct cppc_cpudata *cpu_data;  in cppc_cpufreq_register_em()  local
533 	cpu_data = policy->driver_data;  in cppc_cpufreq_register_em()
536 			cpu_data->shared_cpu_map, 0);  in cppc_cpufreq_register_em()
548 	struct cppc_cpudata *cpu_data;  in cppc_cpufreq_get_cpu_data()  local
551 	cpu_data = kzalloc(sizeof(struct cppc_cpudata), GFP_KERNEL);  in cppc_cpufreq_get_cpu_data()
552 	if (!cpu_data)  in cppc_cpufreq_get_cpu_data()
555 	if (!zalloc_cpumask_var(&cpu_data->shared_cpu_map, GFP_KERNEL))  in cppc_cpufreq_get_cpu_data()
558 	ret = acpi_get_psd_map(cpu, cpu_data);  in cppc_cpufreq_get_cpu_data()
564 	ret = cppc_get_perf_caps(cpu, &cpu_data->perf_caps);  in cppc_cpufreq_get_cpu_data()
570 	list_add(&cpu_data->node, &cpu_data_list);  in cppc_cpufreq_get_cpu_data()
572 	return cpu_data;  in cppc_cpufreq_get_cpu_data()
575 	free_cpumask_var(cpu_data->shared_cpu_map);  in cppc_cpufreq_get_cpu_data()
577 	kfree(cpu_data);  in cppc_cpufreq_get_cpu_data()
584 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_put_cpu_data()  local
586 	list_del(&cpu_data->node);  in cppc_cpufreq_put_cpu_data()
587 	free_cpumask_var(cpu_data->shared_cpu_map);  in cppc_cpufreq_put_cpu_data()
588 	kfree(cpu_data);  in cppc_cpufreq_put_cpu_data()
595 	struct cppc_cpudata *cpu_data;  in cppc_cpufreq_cpu_init()  local
599 	cpu_data = cppc_cpufreq_get_cpu_data(cpu);  in cppc_cpufreq_cpu_init()
600 	if (!cpu_data) {  in cppc_cpufreq_cpu_init()
604 	caps = &cpu_data->perf_caps;  in cppc_cpufreq_cpu_init()
605 	policy->driver_data = cpu_data;  in cppc_cpufreq_cpu_init()
624 	policy->shared_type = cpu_data->shared_type;  in cppc_cpufreq_cpu_init()
637 		cpumask_copy(policy->cpus, cpu_data->shared_cpu_map);  in cppc_cpufreq_cpu_init()
658 	cpu_data->perf_ctrls.desired_perf =  caps->highest_perf;  in cppc_cpufreq_cpu_init()
660 	ret = cppc_set_perf(cpu, &cpu_data->perf_ctrls);  in cppc_cpufreq_cpu_init()
677 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_cpu_exit()  local
678 	struct cppc_perf_caps *caps = &cpu_data->perf_caps;  in cppc_cpufreq_cpu_exit()
684 	cpu_data->perf_ctrls.desired_perf = caps->lowest_perf;  in cppc_cpufreq_cpu_exit()
686 	ret = cppc_set_perf(cpu, &cpu_data->perf_ctrls);  in cppc_cpufreq_cpu_exit()
702 static int cppc_perf_from_fbctrs(struct cppc_cpudata *cpu_data,  in cppc_perf_from_fbctrs()  argument
745 	struct cppc_cpudata *cpu_data;  in cppc_cpufreq_get_rate()  local
752 	cpu_data = policy->driver_data;  in cppc_cpufreq_get_rate()
765 	delivered_perf = cppc_perf_from_fbctrs(cpu_data, &fb_ctrs_t0,  in cppc_cpufreq_get_rate()
770 	return cppc_perf_to_khz(&cpu_data->perf_caps, delivered_perf);  in cppc_cpufreq_get_rate()
781 		delivered_perf = cpu_data->perf_ctrls.desired_perf;  in cppc_cpufreq_get_rate()
783 	return cppc_perf_to_khz(&cpu_data->perf_caps, delivered_perf);  in cppc_cpufreq_get_rate()
788 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_set_boost()  local
789 	struct cppc_perf_caps *caps = &cpu_data->perf_caps;  in cppc_cpufreq_set_boost()
807 	struct cppc_cpudata *cpu_data = policy->driver_data;  in show_freqdomain_cpus()  local
809 	return cpufreq_show_cpus(cpu_data->shared_cpu_map, buf);  in show_freqdomain_cpus()