224 	struct cppc_pcc_data *pcc_ss_data = pcc_data[pcc_ss_id];  in check_pcc_chan()  local
226 		pcc_ss_data->pcc_comm_addr;  in check_pcc_chan()
228 	if (!pcc_ss_data->platform_owns_pcc)  in check_pcc_chan()
237 					pcc_ss_data->deadline_us);  in check_pcc_chan()
240 		pcc_ss_data->platform_owns_pcc = false;  in check_pcc_chan()
259 	struct cppc_pcc_data *pcc_ss_data = pcc_data[pcc_ss_id];  in send_pcc_cmd()  local
261 		pcc_ss_data->pcc_comm_addr;  in send_pcc_cmd()
274 		if (pcc_ss_data->pending_pcc_write_cmd)  in send_pcc_cmd()
281 		pcc_ss_data->pending_pcc_write_cmd = FALSE;  in send_pcc_cmd()
288 	if (pcc_ss_data->pcc_mrtt) {  in send_pcc_cmd()
290 					    pcc_ss_data->last_cmd_cmpl_time);  in send_pcc_cmd()
291 		if (pcc_ss_data->pcc_mrtt > time_delta)  in send_pcc_cmd()
292 			udelay(pcc_ss_data->pcc_mrtt - time_delta);  in send_pcc_cmd()
306 	if (pcc_ss_data->pcc_mpar) {  in send_pcc_cmd()
307 		if (pcc_ss_data->mpar_count == 0) {  in send_pcc_cmd()
309 						    pcc_ss_data->last_mpar_reset);  in send_pcc_cmd()
310 			if ((time_delta < 60 * MSEC_PER_SEC) && pcc_ss_data->last_mpar_reset) {  in send_pcc_cmd()
316 			pcc_ss_data->last_mpar_reset = ktime_get();  in send_pcc_cmd()
317 			pcc_ss_data->mpar_count = pcc_ss_data->pcc_mpar;  in send_pcc_cmd()
319 		pcc_ss_data->mpar_count--;  in send_pcc_cmd()
328 	pcc_ss_data->platform_owns_pcc = true;  in send_pcc_cmd()
331 	ret = mbox_send_message(pcc_ss_data->pcc_channel->mchan, &cmd);  in send_pcc_cmd()
341 	if (pcc_ss_data->pcc_mrtt)  in send_pcc_cmd()
342 		pcc_ss_data->last_cmd_cmpl_time = ktime_get();  in send_pcc_cmd()
344 	if (pcc_ss_data->pcc_channel->mchan->mbox->txdone_irq)  in send_pcc_cmd()
345 		mbox_chan_txdone(pcc_ss_data->pcc_channel->mchan, ret);  in send_pcc_cmd()
347 		mbox_client_txdone(pcc_ss_data->pcc_channel->mchan, ret);  in send_pcc_cmd()
358 				if (desc->write_cmd_id == pcc_ss_data->pcc_write_cnt)  in send_pcc_cmd()
362 		pcc_ss_data->pcc_write_cnt++;  in send_pcc_cmd()
363 		wake_up_all(&pcc_ss_data->pcc_write_wait_q);  in send_pcc_cmd()
1192 		struct cppc_pcc_data *pcc_ss_data = NULL;  in cppc_get_perf()  local
1198 		pcc_ss_data = pcc_data[pcc_ss_id];  in cppc_get_perf()
1200 		down_write(&pcc_ss_data->pcc_lock);  in cppc_get_perf()
1207 		up_write(&pcc_ss_data->pcc_lock);  in cppc_get_perf()
1283 	struct cppc_pcc_data *pcc_ss_data = NULL;  in cppc_get_perf_caps()  local
1307 		pcc_ss_data = pcc_data[pcc_ss_id];  in cppc_get_perf_caps()
1309 		down_write(&pcc_ss_data->pcc_lock);  in cppc_get_perf_caps()
1353 		up_write(&pcc_ss_data->pcc_lock);  in cppc_get_perf_caps()
1413 	struct cppc_pcc_data *pcc_ss_data = NULL;  in cppc_get_perf_ctrs()  local
1441 		pcc_ss_data = pcc_data[pcc_ss_id];  in cppc_get_perf_ctrs()
1442 		down_write(&pcc_ss_data->pcc_lock);  in cppc_get_perf_ctrs()
1475 		up_write(&pcc_ss_data->pcc_lock);  in cppc_get_perf_ctrs()
1490 	struct cppc_pcc_data *pcc_ss_data = NULL;  in cppc_set_epp_perf()  local
1519 		pcc_ss_data = pcc_data[pcc_ss_id];  in cppc_set_epp_perf()
1521 		down_write(&pcc_ss_data->pcc_lock);  in cppc_set_epp_perf()
1524 		up_write(&pcc_ss_data->pcc_lock);  in cppc_set_epp_perf()
1560 		struct cppc_pcc_data *pcc_ss_data = NULL;  in cppc_get_auto_sel_caps()  local
1566 		pcc_ss_data = pcc_data[pcc_ss_id];  in cppc_get_auto_sel_caps()
1568 		down_write(&pcc_ss_data->pcc_lock);  in cppc_get_auto_sel_caps()
1577 		up_write(&pcc_ss_data->pcc_lock);  in cppc_get_auto_sel_caps()
1596 	struct cppc_pcc_data *pcc_ss_data = NULL;  in cppc_set_auto_sel()  local
1618 		pcc_ss_data = pcc_data[pcc_ss_id];  in cppc_set_auto_sel()
1620 		down_write(&pcc_ss_data->pcc_lock);  in cppc_set_auto_sel()
1623 		up_write(&pcc_ss_data->pcc_lock);  in cppc_set_auto_sel()
1646 	struct cppc_pcc_data *pcc_ss_data = NULL;  in cppc_set_enable()  local
1665 		pcc_ss_data = pcc_data[pcc_ss_id];  in cppc_set_enable()
1667 		down_write(&pcc_ss_data->pcc_lock);  in cppc_set_enable()
1670 		up_write(&pcc_ss_data->pcc_lock);  in cppc_set_enable()
1690 	struct cppc_pcc_data *pcc_ss_data = NULL;  in cppc_set_perf()  local
1714 		pcc_ss_data = pcc_data[pcc_ss_id];  in cppc_set_perf()
1715 		down_read(&pcc_ss_data->pcc_lock); /* BEGIN Phase-I */  in cppc_set_perf()
1716 		if (pcc_ss_data->platform_owns_pcc) {  in cppc_set_perf()
1719 				up_read(&pcc_ss_data->pcc_lock);  in cppc_set_perf()
1727 		pcc_ss_data->pending_pcc_write_cmd = true;  in cppc_set_perf()
1728 		cpc_desc->write_cmd_id = pcc_ss_data->pcc_write_cnt;  in cppc_set_perf()
1745 		up_read(&pcc_ss_data->pcc_lock);	/* END Phase-I */  in cppc_set_perf()
1793 		if (down_write_trylock(&pcc_ss_data->pcc_lock)) {/* BEGIN Phase-II */  in cppc_set_perf()
1795 			if (pcc_ss_data->pending_pcc_write_cmd)  in cppc_set_perf()
1797 			up_write(&pcc_ss_data->pcc_lock);	/* END Phase-II */  in cppc_set_perf()
1800 			wait_event(pcc_ss_data->pcc_write_wait_q,  in cppc_set_perf()
1801 				   cpc_desc->write_cmd_id != pcc_ss_data->pcc_write_cnt);  in cppc_set_perf()
1839 	struct cppc_pcc_data *pcc_ss_data;  in cppc_get_transition_latency()  local
1854 	pcc_ss_data = pcc_data[pcc_ss_id];  in cppc_get_transition_latency()
1855 	if (pcc_ss_data->pcc_mpar)  in cppc_get_transition_latency()
1856 		latency_ns = 60 * (1000 * 1000 * 1000 / pcc_ss_data->pcc_mpar);  in cppc_get_transition_latency()
1858 	latency_ns = max(latency_ns, pcc_ss_data->pcc_nominal * 1000);  in cppc_get_transition_latency()
1859 	latency_ns = max(latency_ns, pcc_ss_data->pcc_mrtt * 1000);  in cppc_get_transition_latency()