32 RTE_LOG_REGISTER(evtim_logtype, lib.eventdev.adapter.timer, NOTICE);
33 RTE_LOG_REGISTER(evtim_buffer_logtype, lib.eventdev.adapter.timer, NOTICE);
34 RTE_LOG_REGISTER(evtim_svc_logtype, lib.eventdev.adapter.timer.svc, NOTICE);
64 	struct rte_event_timer_adapter *adapter;  in default_port_conf_cb()  local
75 	adapter = &adapters[id];  in default_port_conf_cb()
76 	dev = &rte_eventdevs[adapter->data->event_dev_id];  in default_port_conf_cb()
135 	struct rte_event_timer_adapter *adapter;  in rte_event_timer_adapter_create_ext()  local
162 	adapter = &adapters[adapter_id];  in rte_event_timer_adapter_create_ext()
163 	if (adapter->allocated) {  in rte_event_timer_adapter_create_ext()
181 	adapter->data = mz->addr;  in rte_event_timer_adapter_create_ext()
182 	memset(adapter->data, 0, sizeof(struct rte_event_timer_adapter_data));  in rte_event_timer_adapter_create_ext()
184 	adapter->data->mz = mz;  in rte_event_timer_adapter_create_ext()
185 	adapter->data->event_dev_id = conf->event_dev_id;  in rte_event_timer_adapter_create_ext()
186 	adapter->data->id = adapter_id;  in rte_event_timer_adapter_create_ext()
187 	adapter->data->socket_id = conf->socket_id;  in rte_event_timer_adapter_create_ext()
188 	adapter->data->conf = *conf;  /* copy conf structure */  in rte_event_timer_adapter_create_ext()
192 						   adapter->data->conf.flags,  in rte_event_timer_adapter_create_ext()
193 						   &adapter->data->caps,  in rte_event_timer_adapter_create_ext()
194 						   &adapter->ops);  in rte_event_timer_adapter_create_ext()
200 	if (!(adapter->data->caps &  in rte_event_timer_adapter_create_ext()
203 		ret = conf_cb(adapter->data->id, adapter->data->event_dev_id,  in rte_event_timer_adapter_create_ext()
204 			      &adapter->data->event_port_id, conf_arg);  in rte_event_timer_adapter_create_ext()
214 	if (adapter->ops == NULL)  in rte_event_timer_adapter_create_ext()
215 		adapter->ops = &swtim_ops;  in rte_event_timer_adapter_create_ext()
218 	FUNC_PTR_OR_NULL_RET_WITH_ERRNO(adapter->ops->init, ENOTSUP);  in rte_event_timer_adapter_create_ext()
219 	ret = adapter->ops->init(adapter);  in rte_event_timer_adapter_create_ext()
226 	adapter->arm_burst = adapter->ops->arm_burst;  in rte_event_timer_adapter_create_ext()
227 	adapter->arm_tmo_tick_burst = adapter->ops->arm_tmo_tick_burst;  in rte_event_timer_adapter_create_ext()
228 	adapter->cancel_burst = adapter->ops->cancel_burst;  in rte_event_timer_adapter_create_ext()
230 	adapter->allocated = 1;  in rte_event_timer_adapter_create_ext()
232 	rte_eventdev_trace_timer_adapter_create(adapter_id, adapter, conf,  in rte_event_timer_adapter_create_ext()
234 	return adapter;  in rte_event_timer_adapter_create_ext()
237 	rte_memzone_free(adapter->data->mz);  in rte_event_timer_adapter_create_ext()
242 rte_event_timer_adapter_get_info(const struct rte_event_timer_adapter *adapter,  in rte_event_timer_adapter_get_info()  argument
245 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_get_info()
247 	if (adapter->ops->get_info)  in rte_event_timer_adapter_get_info()
249 		adapter->ops->get_info(adapter, adapter_info);  in rte_event_timer_adapter_get_info()
252 	adapter_info->conf = adapter->data->conf;  in rte_event_timer_adapter_get_info()
253 	adapter_info->event_dev_port_id = adapter->data->event_port_id;  in rte_event_timer_adapter_get_info()
254 	adapter_info->caps = adapter->data->caps;  in rte_event_timer_adapter_get_info()
260 rte_event_timer_adapter_start(const struct rte_event_timer_adapter *adapter)  in rte_event_timer_adapter_start()  argument
264 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_start()
265 	FUNC_PTR_OR_ERR_RET(adapter->ops->start, -EINVAL);  in rte_event_timer_adapter_start()
267 	if (adapter->data->started) {  in rte_event_timer_adapter_start()
269 			      adapter->data->id);  in rte_event_timer_adapter_start()
273 	ret = adapter->ops->start(adapter);  in rte_event_timer_adapter_start()
277 	adapter->data->started = 1;  in rte_event_timer_adapter_start()
278 	rte_eventdev_trace_timer_adapter_start(adapter);  in rte_event_timer_adapter_start()
283 rte_event_timer_adapter_stop(const struct rte_event_timer_adapter *adapter)  in rte_event_timer_adapter_stop()  argument
287 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_stop()
288 	FUNC_PTR_OR_ERR_RET(adapter->ops->stop, -EINVAL);  in rte_event_timer_adapter_stop()
290 	if (adapter->data->started == 0) {  in rte_event_timer_adapter_stop()
292 			      adapter->data->id);  in rte_event_timer_adapter_stop()
296 	ret = adapter->ops->stop(adapter);  in rte_event_timer_adapter_stop()
300 	adapter->data->started = 0;  in rte_event_timer_adapter_stop()
301 	rte_eventdev_trace_timer_adapter_stop(adapter);  in rte_event_timer_adapter_stop()
311 	struct rte_event_timer_adapter *adapter;  in rte_event_timer_adapter_lookup()  local
327 	adapter = &adapters[data->id];  in rte_event_timer_adapter_lookup()
328 	adapter->data = data;  in rte_event_timer_adapter_lookup()
330 	dev = &rte_eventdevs[adapter->data->event_dev_id];  in rte_event_timer_adapter_lookup()
334 						   adapter->data->conf.flags,  in rte_event_timer_adapter_lookup()
335 						   &adapter->data->caps,  in rte_event_timer_adapter_lookup()
336 						   &adapter->ops);  in rte_event_timer_adapter_lookup()
345 	if (adapter->ops == NULL)  in rte_event_timer_adapter_lookup()
346 		adapter->ops = &swtim_ops;  in rte_event_timer_adapter_lookup()
349 	adapter->arm_burst = adapter->ops->arm_burst;  in rte_event_timer_adapter_lookup()
350 	adapter->arm_tmo_tick_burst = adapter->ops->arm_tmo_tick_burst;  in rte_event_timer_adapter_lookup()
351 	adapter->cancel_burst = adapter->ops->cancel_burst;  in rte_event_timer_adapter_lookup()
353 	adapter->allocated = 1;  in rte_event_timer_adapter_lookup()
355 	return adapter;  in rte_event_timer_adapter_lookup()
359 rte_event_timer_adapter_free(struct rte_event_timer_adapter *adapter)  in rte_event_timer_adapter_free()  argument
363 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_free()
364 	FUNC_PTR_OR_ERR_RET(adapter->ops->uninit, -EINVAL);  in rte_event_timer_adapter_free()
366 	if (adapter->data->started == 1) {  in rte_event_timer_adapter_free()
368 			      "before freeing", adapter->data->id);  in rte_event_timer_adapter_free()
373 	ret = adapter->ops->uninit(adapter);  in rte_event_timer_adapter_free()
378 	ret = rte_memzone_free(adapter->data->mz);  in rte_event_timer_adapter_free()
382 	adapter->data = NULL;  in rte_event_timer_adapter_free()
383 	adapter->allocated = 0;  in rte_event_timer_adapter_free()
385 	rte_eventdev_trace_timer_adapter_free(adapter);  in rte_event_timer_adapter_free()
390 rte_event_timer_adapter_service_id_get(struct rte_event_timer_adapter *adapter,  in rte_event_timer_adapter_service_id_get()  argument
393 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_service_id_get()
395 	if (adapter->data->service_inited && service_id != NULL)  in rte_event_timer_adapter_service_id_get()
396 		*service_id = adapter->data->service_id;  in rte_event_timer_adapter_service_id_get()
398 	return adapter->data->service_inited ? 0 : -ESRCH;  in rte_event_timer_adapter_service_id_get()
402 rte_event_timer_adapter_stats_get(struct rte_event_timer_adapter *adapter,  in rte_event_timer_adapter_stats_get()  argument
405 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_stats_get()
406 	FUNC_PTR_OR_ERR_RET(adapter->ops->stats_get, -EINVAL);  in rte_event_timer_adapter_stats_get()
410 	return adapter->ops->stats_get(adapter, stats);  in rte_event_timer_adapter_stats_get()
414 rte_event_timer_adapter_stats_reset(struct rte_event_timer_adapter *adapter)  in rte_event_timer_adapter_stats_reset()  argument
416 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_stats_reset()
417 	FUNC_PTR_OR_ERR_RET(adapter->ops->stats_reset, -EINVAL);  in rte_event_timer_adapter_stats_reset()
418 	return adapter->ops->stats_reset(adapter);  in rte_event_timer_adapter_stats_reset()
552 	struct rte_event_timer_adapter *adapter;  member
570 swtim_pmd_priv(const struct rte_event_timer_adapter *adapter)  in swtim_pmd_priv()  argument
572 	return adapter->data->adapter_priv;  in swtim_pmd_priv()
579 	struct rte_event_timer_adapter *adapter;  in swtim_callback()  local
589 	adapter = (struct rte_event_timer_adapter *)(uintptr_t)opaque;  in swtim_callback()
590 	sw = swtim_pmd_priv(adapter);  in swtim_callback()
638 				   adapter->data->event_dev_id,  in swtim_callback()
639 				   adapter->data->event_port_id,  in swtim_callback()
650 		   const struct rte_event_timer_adapter *adapter)  in get_timeout_cycles()  argument
652 	struct swtim *sw = swtim_pmd_priv(adapter);  in get_timeout_cycles()
691 	      const struct rte_event_timer_adapter *adapter)  in check_timeout()  argument
694 	struct swtim *sw = swtim_pmd_priv(adapter);  in check_timeout()
710 			      const struct rte_event_timer_adapter *adapter)  in check_destination_event_queue()  argument
715 	ret = rte_event_queue_attr_get(adapter->data->event_dev_id,  in check_destination_event_queue()
730 	struct rte_event_timer_adapter *adapter = arg;  in swtim_service_func()  local
731 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_service_func()
747 				   adapter->data->event_dev_id,  in swtim_service_func()
748 				   adapter->data->event_port_id,  in swtim_service_func()
791 swtim_init(struct rte_event_timer_adapter *adapter)  in swtim_init()  argument
802 			adapter->data->id);  in swtim_init()
804 			adapter->data->socket_id);  in swtim_init()
812 	adapter->data->adapter_priv = sw;  in swtim_init()
813 	sw->adapter = adapter;  in swtim_init()
815 	sw->timer_tick_ns = adapter->data->conf.timer_tick_ns;  in swtim_init()
816 	sw->max_tmo_ns = adapter->data->conf.max_tmo_ns;  in swtim_init()
821 		 adapter->data->id);  in swtim_init()
823 	uint64_t nb_timers = rte_align64pow2(adapter->data->conf.nb_timers);  in swtim_init()
826 				adapter->data->conf.nb_timers, nb_timers);  in swtim_init()
830 			NULL, NULL, adapter->data->socket_id, flags);  in swtim_init()
861 	sw->adapter = adapter;  in swtim_init()
866 		 "swtim_svc_%"PRIu8, adapter->data->id);  in swtim_init()
867 	service.socket_id = adapter->data->socket_id;  in swtim_init()
869 	service.callback_userdata = adapter;  in swtim_init()
884 	adapter->data->service_id = sw->service_id;  in swtim_init()
885 	adapter->data->service_inited = 1;  in swtim_init()
907 swtim_uninit(struct rte_event_timer_adapter *adapter)  in swtim_uninit()  argument
910 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_uninit()
927 	adapter->data->adapter_priv = NULL;  in swtim_uninit()
948 swtim_start(const struct rte_event_timer_adapter *adapter)  in swtim_start()  argument
951 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_start()
969 swtim_stop(const struct rte_event_timer_adapter *adapter)  in swtim_stop()  argument
972 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_stop()
986 swtim_get_info(const struct rte_event_timer_adapter *adapter,  in swtim_get_info()  argument
989 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_get_info()
995 swtim_stats_get(const struct rte_event_timer_adapter *adapter,  in swtim_stats_get()  argument
998 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_stats_get()
1004 swtim_stats_reset(const struct rte_event_timer_adapter *adapter)  in swtim_stats_reset()  argument
1006 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_stats_reset()
1012 __swtim_arm_burst(const struct rte_event_timer_adapter *adapter,  in __swtim_arm_burst()  argument
1017 	struct swtim *sw = swtim_pmd_priv(adapter);  in __swtim_arm_burst()
1028 	if (rte_service_runstate_get(adapter->data->service_id) != 1) {  in __swtim_arm_burst()
1075 		ret = check_timeout(evtims[i], adapter);  in __swtim_arm_burst()
1091 							   adapter) < 0)) {  in __swtim_arm_burst()
1103 		evtims[i]->impl_opaque[1] = (uintptr_t)adapter;  in __swtim_arm_burst()
1105 		cycles = get_timeout_cycles(evtims[i], adapter);  in __swtim_arm_burst()
1132 swtim_arm_burst(const struct rte_event_timer_adapter *adapter,  in swtim_arm_burst()  argument
1136 	return __swtim_arm_burst(adapter, evtims, nb_evtims);  in swtim_arm_burst()
1140 swtim_cancel_burst(const struct rte_event_timer_adapter *adapter,  in swtim_cancel_burst()  argument
1147 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_cancel_burst()
1152 	if (rte_service_runstate_get(adapter->data->service_id) != 1) {  in swtim_cancel_burst()
1197 swtim_arm_tmo_tick_burst(const struct rte_event_timer_adapter *adapter,  in swtim_arm_tmo_tick_burst()  argument
1207 	return __swtim_arm_burst(adapter, evtims, nb_evtims);  in swtim_arm_tmo_tick_burst()