28 RTE_LOG_REGISTER_SUFFIX(evtim_logtype, adapter.timer, NOTICE);
29 RTE_LOG_REGISTER_SUFFIX(evtim_buffer_logtype, adapter.timer, NOTICE);
30 RTE_LOG_REGISTER_SUFFIX(evtim_svc_logtype, adapter.timer.svc, NOTICE);
60 	struct rte_event_timer_adapter *adapter;  in default_port_conf_cb()  local
71 	adapter = &adapters[id];  in default_port_conf_cb()
72 	dev = &rte_eventdevs[adapter->data->event_dev_id];  in default_port_conf_cb()
131 	struct rte_event_timer_adapter *adapter;  in rte_event_timer_adapter_create_ext()  local
169 	adapter = &adapters[adapter_id];  in rte_event_timer_adapter_create_ext()
170 	if (adapter->allocated) {  in rte_event_timer_adapter_create_ext()
188 	adapter->data = mz->addr;  in rte_event_timer_adapter_create_ext()
189 	memset(adapter->data, 0, sizeof(struct rte_event_timer_adapter_data));  in rte_event_timer_adapter_create_ext()
191 	adapter->data->mz = mz;  in rte_event_timer_adapter_create_ext()
192 	adapter->data->event_dev_id = conf->event_dev_id;  in rte_event_timer_adapter_create_ext()
193 	adapter->data->id = adapter_id;  in rte_event_timer_adapter_create_ext()
194 	adapter->data->socket_id = conf->socket_id;  in rte_event_timer_adapter_create_ext()
195 	adapter->data->conf = *conf;  /* copy conf structure */  in rte_event_timer_adapter_create_ext()
199 						   adapter->data->conf.flags,  in rte_event_timer_adapter_create_ext()
200 						   &adapter->data->caps,  in rte_event_timer_adapter_create_ext()
201 						   &adapter->ops);  in rte_event_timer_adapter_create_ext()
207 	if (!(adapter->data->caps &  in rte_event_timer_adapter_create_ext()
210 		ret = conf_cb(adapter->data->id, adapter->data->event_dev_id,  in rte_event_timer_adapter_create_ext()
211 			      &adapter->data->event_port_id, conf_arg);  in rte_event_timer_adapter_create_ext()
221 	if (adapter->ops == NULL)  in rte_event_timer_adapter_create_ext()
222 		adapter->ops = &swtim_ops;  in rte_event_timer_adapter_create_ext()
225 	FUNC_PTR_OR_NULL_RET_WITH_ERRNO(adapter->ops->init, ENOTSUP);  in rte_event_timer_adapter_create_ext()
226 	ret = adapter->ops->init(adapter);  in rte_event_timer_adapter_create_ext()
233 	adapter->arm_burst = adapter->ops->arm_burst;  in rte_event_timer_adapter_create_ext()
234 	adapter->arm_tmo_tick_burst = adapter->ops->arm_tmo_tick_burst;  in rte_event_timer_adapter_create_ext()
235 	adapter->cancel_burst = adapter->ops->cancel_burst;  in rte_event_timer_adapter_create_ext()
237 	adapter->allocated = 1;  in rte_event_timer_adapter_create_ext()
239 	rte_eventdev_trace_timer_adapter_create(adapter_id, adapter, conf,  in rte_event_timer_adapter_create_ext()
241 	return adapter;  in rte_event_timer_adapter_create_ext()
244 	rte_memzone_free(adapter->data->mz);  in rte_event_timer_adapter_create_ext()
249 rte_event_timer_adapter_get_info(const struct rte_event_timer_adapter *adapter,  in rte_event_timer_adapter_get_info()  argument
252 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_get_info()
254 	if (adapter->ops->get_info)  in rte_event_timer_adapter_get_info()
256 		adapter->ops->get_info(adapter, adapter_info);  in rte_event_timer_adapter_get_info()
259 	adapter_info->conf = adapter->data->conf;  in rte_event_timer_adapter_get_info()
260 	adapter_info->event_dev_port_id = adapter->data->event_port_id;  in rte_event_timer_adapter_get_info()
261 	adapter_info->caps = adapter->data->caps;  in rte_event_timer_adapter_get_info()
267 rte_event_timer_adapter_start(const struct rte_event_timer_adapter *adapter)  in rte_event_timer_adapter_start()  argument
271 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_start()
272 	FUNC_PTR_OR_ERR_RET(adapter->ops->start, -EINVAL);  in rte_event_timer_adapter_start()
274 	if (adapter->data->started) {  in rte_event_timer_adapter_start()
276 			      adapter->data->id);  in rte_event_timer_adapter_start()
280 	ret = adapter->ops->start(adapter);  in rte_event_timer_adapter_start()
284 	adapter->data->started = 1;  in rte_event_timer_adapter_start()
285 	rte_eventdev_trace_timer_adapter_start(adapter);  in rte_event_timer_adapter_start()
290 rte_event_timer_adapter_stop(const struct rte_event_timer_adapter *adapter)  in rte_event_timer_adapter_stop()  argument
294 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_stop()
295 	FUNC_PTR_OR_ERR_RET(adapter->ops->stop, -EINVAL);  in rte_event_timer_adapter_stop()
297 	if (adapter->data->started == 0) {  in rte_event_timer_adapter_stop()
299 			      adapter->data->id);  in rte_event_timer_adapter_stop()
303 	ret = adapter->ops->stop(adapter);  in rte_event_timer_adapter_stop()
307 	adapter->data->started = 0;  in rte_event_timer_adapter_stop()
308 	rte_eventdev_trace_timer_adapter_stop(adapter);  in rte_event_timer_adapter_stop()
318 	struct rte_event_timer_adapter *adapter;  in rte_event_timer_adapter_lookup()  local
345 	adapter = &adapters[data->id];  in rte_event_timer_adapter_lookup()
346 	adapter->data = data;  in rte_event_timer_adapter_lookup()
348 	dev = &rte_eventdevs[adapter->data->event_dev_id];  in rte_event_timer_adapter_lookup()
352 						   adapter->data->conf.flags,  in rte_event_timer_adapter_lookup()
353 						   &adapter->data->caps,  in rte_event_timer_adapter_lookup()
354 						   &adapter->ops);  in rte_event_timer_adapter_lookup()
363 	if (adapter->ops == NULL)  in rte_event_timer_adapter_lookup()
364 		adapter->ops = &swtim_ops;  in rte_event_timer_adapter_lookup()
367 	adapter->arm_burst = adapter->ops->arm_burst;  in rte_event_timer_adapter_lookup()
368 	adapter->arm_tmo_tick_burst = adapter->ops->arm_tmo_tick_burst;  in rte_event_timer_adapter_lookup()
369 	adapter->cancel_burst = adapter->ops->cancel_burst;  in rte_event_timer_adapter_lookup()
371 	adapter->allocated = 1;  in rte_event_timer_adapter_lookup()
373 	return adapter;  in rte_event_timer_adapter_lookup()
377 rte_event_timer_adapter_free(struct rte_event_timer_adapter *adapter)  in rte_event_timer_adapter_free()  argument
381 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_free()
382 	FUNC_PTR_OR_ERR_RET(adapter->ops->uninit, -EINVAL);  in rte_event_timer_adapter_free()
384 	if (adapter->data->started == 1) {  in rte_event_timer_adapter_free()
386 			      "before freeing", adapter->data->id);  in rte_event_timer_adapter_free()
391 	ret = adapter->ops->uninit(adapter);  in rte_event_timer_adapter_free()
396 	ret = rte_memzone_free(adapter->data->mz);  in rte_event_timer_adapter_free()
400 	adapter->data = NULL;  in rte_event_timer_adapter_free()
401 	adapter->allocated = 0;  in rte_event_timer_adapter_free()
413 	rte_eventdev_trace_timer_adapter_free(adapter);  in rte_event_timer_adapter_free()
418 rte_event_timer_adapter_service_id_get(struct rte_event_timer_adapter *adapter,  in rte_event_timer_adapter_service_id_get()  argument
421 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_service_id_get()
423 	if (adapter->data->service_inited && service_id != NULL)  in rte_event_timer_adapter_service_id_get()
424 		*service_id = adapter->data->service_id;  in rte_event_timer_adapter_service_id_get()
426 	return adapter->data->service_inited ? 0 : -ESRCH;  in rte_event_timer_adapter_service_id_get()
430 rte_event_timer_adapter_stats_get(struct rte_event_timer_adapter *adapter,  in rte_event_timer_adapter_stats_get()  argument
433 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_stats_get()
434 	FUNC_PTR_OR_ERR_RET(adapter->ops->stats_get, -EINVAL);  in rte_event_timer_adapter_stats_get()
438 	return adapter->ops->stats_get(adapter, stats);  in rte_event_timer_adapter_stats_get()
442 rte_event_timer_adapter_stats_reset(struct rte_event_timer_adapter *adapter)  in rte_event_timer_adapter_stats_reset()  argument
444 	ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL);  in rte_event_timer_adapter_stats_reset()
445 	FUNC_PTR_OR_ERR_RET(adapter->ops->stats_reset, -EINVAL);  in rte_event_timer_adapter_stats_reset()
446 	return adapter->ops->stats_reset(adapter);  in rte_event_timer_adapter_stats_reset()
580 	struct rte_event_timer_adapter *adapter;  member
598 swtim_pmd_priv(const struct rte_event_timer_adapter *adapter)  in swtim_pmd_priv()  argument
600 	return adapter->data->adapter_priv;  in swtim_pmd_priv()
607 	struct rte_event_timer_adapter *adapter;  in swtim_callback()  local
617 	adapter = (struct rte_event_timer_adapter *)(uintptr_t)opaque;  in swtim_callback()
618 	sw = swtim_pmd_priv(adapter);  in swtim_callback()
666 				   adapter->data->event_dev_id,  in swtim_callback()
667 				   adapter->data->event_port_id,  in swtim_callback()
678 		   const struct rte_event_timer_adapter *adapter)  in get_timeout_cycles()  argument
680 	struct swtim *sw = swtim_pmd_priv(adapter);  in get_timeout_cycles()
719 	      const struct rte_event_timer_adapter *adapter)  in check_timeout()  argument
722 	struct swtim *sw = swtim_pmd_priv(adapter);  in check_timeout()
738 			      const struct rte_event_timer_adapter *adapter)  in check_destination_event_queue()  argument
743 	ret = rte_event_queue_attr_get(adapter->data->event_dev_id,  in check_destination_event_queue()
758 	struct rte_event_timer_adapter *adapter = arg;  in swtim_service_func()  local
759 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_service_func()
775 				   adapter->data->event_dev_id,  in swtim_service_func()
776 				   adapter->data->event_port_id,  in swtim_service_func()
785 	rte_event_maintain(adapter->data->event_dev_id,  in swtim_service_func()
786 			   adapter->data->event_port_id, 0);  in swtim_service_func()
822 swtim_init(struct rte_event_timer_adapter *adapter)  in swtim_init()  argument
833 			adapter->data->id);  in swtim_init()
835 			adapter->data->socket_id);  in swtim_init()
843 	adapter->data->adapter_priv = sw;  in swtim_init()
844 	sw->adapter = adapter;  in swtim_init()
846 	sw->timer_tick_ns = adapter->data->conf.timer_tick_ns;  in swtim_init()
847 	sw->max_tmo_ns = adapter->data->conf.max_tmo_ns;  in swtim_init()
852 		 adapter->data->id);  in swtim_init()
854 	uint64_t nb_timers = rte_align64pow2(adapter->data->conf.nb_timers);  in swtim_init()
857 				adapter->data->conf.nb_timers, nb_timers);  in swtim_init()
861 			NULL, NULL, adapter->data->socket_id, flags);  in swtim_init()
892 	sw->adapter = adapter;  in swtim_init()
897 		 "swtim_svc_%"PRIu8, adapter->data->id);  in swtim_init()
898 	service.socket_id = adapter->data->socket_id;  in swtim_init()
900 	service.callback_userdata = adapter;  in swtim_init()
915 	adapter->data->service_id = sw->service_id;  in swtim_init()
916 	adapter->data->service_inited = 1;  in swtim_init()
938 swtim_uninit(struct rte_event_timer_adapter *adapter)  in swtim_uninit()  argument
941 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_uninit()
958 	adapter->data->adapter_priv = NULL;  in swtim_uninit()
979 swtim_start(const struct rte_event_timer_adapter *adapter)  in swtim_start()  argument
982 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_start()
1000 swtim_stop(const struct rte_event_timer_adapter *adapter)  in swtim_stop()  argument
1003 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_stop()
1017 swtim_get_info(const struct rte_event_timer_adapter *adapter,  in swtim_get_info()  argument
1020 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_get_info()
1026 swtim_stats_get(const struct rte_event_timer_adapter *adapter,  in swtim_stats_get()  argument
1029 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_stats_get()
1035 swtim_stats_reset(const struct rte_event_timer_adapter *adapter)  in swtim_stats_reset()  argument
1037 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_stats_reset()
1043 __swtim_arm_burst(const struct rte_event_timer_adapter *adapter,  in __swtim_arm_burst()  argument
1048 	struct swtim *sw = swtim_pmd_priv(adapter);  in __swtim_arm_burst()
1059 	if (rte_service_runstate_get(adapter->data->service_id) != 1) {  in __swtim_arm_burst()
1106 		ret = check_timeout(evtims[i], adapter);  in __swtim_arm_burst()
1122 							   adapter) < 0)) {  in __swtim_arm_burst()
1134 		evtims[i]->impl_opaque[1] = (uintptr_t)adapter;  in __swtim_arm_burst()
1136 		cycles = get_timeout_cycles(evtims[i], adapter);  in __swtim_arm_burst()
1163 swtim_arm_burst(const struct rte_event_timer_adapter *adapter,  in swtim_arm_burst()  argument
1167 	return __swtim_arm_burst(adapter, evtims, nb_evtims);  in swtim_arm_burst()
1171 swtim_cancel_burst(const struct rte_event_timer_adapter *adapter,  in swtim_cancel_burst()  argument
1178 	struct swtim *sw = swtim_pmd_priv(adapter);  in swtim_cancel_burst()
1183 	if (rte_service_runstate_get(adapter->data->service_id) != 1) {  in swtim_cancel_burst()
1228 swtim_arm_tmo_tick_burst(const struct rte_event_timer_adapter *adapter,  in swtim_arm_tmo_tick_burst()  argument
1238 	return __swtim_arm_burst(adapter, evtims, nb_evtims);  in swtim_arm_tmo_tick_burst()
1259 	struct rte_event_timer_adapter *adapter;  in handle_ta_info()  local
1273 	adapter = &adapters[adapter_id];  in handle_ta_info()
1275 	ret = rte_event_timer_adapter_get_info(adapter, &adapter_info);  in handle_ta_info()
1300 	struct rte_event_timer_adapter *adapter;  in handle_ta_stats()  local
1314 	adapter = &adapters[adapter_id];  in handle_ta_stats()
1316 	ret = rte_event_timer_adapter_stats_get(adapter, &stats);  in handle_ta_stats()