27 static int eth_ark_check_args(struct ark_adapter *ark, const char *params);
165 check_for_ext(struct ark_adapter *ark)  in check_for_ext()  argument
179 	ark->d_handle = dlopen(dllpath, RTLD_LOCAL | RTLD_LAZY);  in check_for_ext()
180 	if (ark->d_handle == NULL) {  in check_for_ext()
189 	ark->user_ext.dev_init =  in check_for_ext()
191 		dlsym(ark->d_handle, "dev_init");  in check_for_ext()
193 		      ark->user_ext.dev_init);  in check_for_ext()
194 	ark->user_ext.dev_get_port_count =  in check_for_ext()
196 		dlsym(ark->d_handle, "dev_get_port_count");  in check_for_ext()
197 	ark->user_ext.dev_uninit =  in check_for_ext()
199 		dlsym(ark->d_handle, "dev_uninit");  in check_for_ext()
200 	ark->user_ext.dev_configure =  in check_for_ext()
202 		dlsym(ark->d_handle, "dev_configure");  in check_for_ext()
203 	ark->user_ext.dev_start =  in check_for_ext()
205 		dlsym(ark->d_handle, "dev_start");  in check_for_ext()
206 	ark->user_ext.dev_stop =  in check_for_ext()
208 		dlsym(ark->d_handle, "dev_stop");  in check_for_ext()
209 	ark->user_ext.dev_close =  in check_for_ext()
211 		dlsym(ark->d_handle, "dev_close");  in check_for_ext()
212 	ark->user_ext.link_update =  in check_for_ext()
214 		dlsym(ark->d_handle, "link_update");  in check_for_ext()
215 	ark->user_ext.dev_set_link_up =  in check_for_ext()
217 		dlsym(ark->d_handle, "dev_set_link_up");  in check_for_ext()
218 	ark->user_ext.dev_set_link_down =  in check_for_ext()
220 		dlsym(ark->d_handle, "dev_set_link_down");  in check_for_ext()
221 	ark->user_ext.stats_get =  in check_for_ext()
224 		dlsym(ark->d_handle, "stats_get");  in check_for_ext()
225 	ark->user_ext.stats_reset =  in check_for_ext()
227 		dlsym(ark->d_handle, "stats_reset");  in check_for_ext()
228 	ark->user_ext.mac_addr_add =  in check_for_ext()
231 		dlsym(ark->d_handle, "mac_addr_add");  in check_for_ext()
232 	ark->user_ext.mac_addr_remove =  in check_for_ext()
234 		dlsym(ark->d_handle, "mac_addr_remove");  in check_for_ext()
235 	ark->user_ext.mac_addr_set =  in check_for_ext()
238 		dlsym(ark->d_handle, "mac_addr_set");  in check_for_ext()
239 	ark->user_ext.set_mtu =  in check_for_ext()
242 		dlsym(ark->d_handle, "set_mtu");  in check_for_ext()
250 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_init()  local
266 	ark->eth_dev = dev;  in eth_ark_dev_init()
271 	ret = check_for_ext(ark);  in eth_ark_dev_init()
307 	ark->bar0 = (uint8_t *)pci_dev->mem_resource[0].addr;  in eth_ark_dev_init()
308 	ark->a_bar = (uint8_t *)pci_dev->mem_resource[2].addr;  in eth_ark_dev_init()
310 	ark->sysctrl.v  = (void *)&ark->bar0[ARK_SYSCTRL_BASE];  in eth_ark_dev_init()
311 	ark->mpurx.v  = (void *)&ark->bar0[ARK_MPU_RX_BASE];  in eth_ark_dev_init()
312 	ark->udm.v  = (void *)&ark->bar0[ARK_UDM_BASE];  in eth_ark_dev_init()
313 	ark->mputx.v  = (void *)&ark->bar0[ARK_MPU_TX_BASE];  in eth_ark_dev_init()
314 	ark->ddm.v  = (void *)&ark->bar0[ARK_DDM_BASE];  in eth_ark_dev_init()
315 	ark->cmac.v  = (void *)&ark->bar0[ARK_CMAC_BASE];  in eth_ark_dev_init()
316 	ark->external.v  = (void *)&ark->bar0[ARK_EXTERNAL_BASE];  in eth_ark_dev_init()
317 	ark->pktdir.v  = (void *)&ark->bar0[ARK_PKTDIR_BASE];  in eth_ark_dev_init()
318 	ark->pktgen.v  = (void *)&ark->bar0[ARK_PKTGEN_BASE];  in eth_ark_dev_init()
319 	ark->pktchkr.v  = (void *)&ark->bar0[ARK_PKTCHKR_BASE];  in eth_ark_dev_init()
321 	ark->rqpacing =  in eth_ark_dev_init()
322 		(struct ark_rqpace_t *)(ark->bar0 + ARK_RCPACING_BASE);  in eth_ark_dev_init()
323 	ark->started = 0;  in eth_ark_dev_init()
326 		      ark->sysctrl.t32[4],  in eth_ark_dev_init()
327 		      rte_be_to_cpu_32(ark->sysctrl.t32[0x20 / 4]));  in eth_ark_dev_init()
329 		    rte_be_to_cpu_32(ark->sysctrl.t32[0x20 / 4]));  in eth_ark_dev_init()
332 	if (ark->sysctrl.t32[4] != 0xcafef00d) {  in eth_ark_dev_init()
337 			    ark->sysctrl.t32[4], __func__);  in eth_ark_dev_init()
340 	if (ark->sysctrl.t32[3] != 0) {  in eth_ark_dev_init()
341 		if (ark_rqp_lasped(ark->rqpacing)) {  in eth_ark_dev_init()
353 		    0xcafef00d, ark->sysctrl.t32[4], __func__);  in eth_ark_dev_init()
370 	if (ark->user_ext.dev_init) {  in eth_ark_dev_init()
371 		ark->user_data[dev->data->port_id] =  in eth_ark_dev_init()
372 			ark->user_ext.dev_init(dev, ark->a_bar, 0);  in eth_ark_dev_init()
373 		if (!ark->user_data[dev->data->port_id]) {  in eth_ark_dev_init()
377 			memset(&ark->user_ext, 0, sizeof(struct ark_user_ext));  in eth_ark_dev_init()
378 			dlclose(ark->d_handle);  in eth_ark_dev_init()
383 		ret = eth_ark_check_args(ark, pci_dev->device.devargs->args);  in eth_ark_dev_init()
393 	if (ark->user_ext.dev_get_port_count)  in eth_ark_dev_init()
395 			ark->user_ext.dev_get_port_count(dev,  in eth_ark_dev_init()
396 				 ark->user_data[dev->data->port_id]);  in eth_ark_dev_init()
397 	ark->num_ports = port_count;  in eth_ark_dev_init()
408 			eth_dev = ark->eth_dev;  in eth_ark_dev_init()
423 		eth_dev->data->dev_private = ark;  in eth_ark_dev_init()
424 		eth_dev->dev_ops = ark->eth_dev->dev_ops;  in eth_ark_dev_init()
425 		eth_dev->tx_pkt_burst = ark->eth_dev->tx_pkt_burst;  in eth_ark_dev_init()
426 		eth_dev->rx_pkt_burst = ark->eth_dev->rx_pkt_burst;  in eth_ark_dev_init()
440 		if (ark->user_ext.dev_init) {  in eth_ark_dev_init()
441 			ark->user_data[eth_dev->data->port_id] =  in eth_ark_dev_init()
442 				ark->user_ext.dev_init(dev, ark->a_bar, p);  in eth_ark_dev_init()
464 	struct ark_adapter *ark = dev->data->dev_private;  in ark_config_device()  local
472 	ark->start_pg = 0;  in ark_config_device()
473 	ark->pg = ark_pktgen_init(ark->pktgen.v, 0, 1);  in ark_config_device()
474 	if (ark->pg == NULL)  in ark_config_device()
476 	ark_pktgen_reset(ark->pg);  in ark_config_device()
477 	ark->pc = ark_pktchkr_init(ark->pktchkr.v, 0, 1);  in ark_config_device()
478 	if (ark->pc == NULL)  in ark_config_device()
480 	ark_pktchkr_stop(ark->pc);  in ark_config_device()
481 	ark->pd = ark_pktdir_init(ark->pktdir.v);  in ark_config_device()
482 	if (ark->pd == NULL)  in ark_config_device()
486 	if (ark_udm_verify(ark->udm.v))  in ark_config_device()
488 	if (ark_ddm_verify(ark->ddm.v))  in ark_config_device()
492 	if (ark_udm_reset(ark->udm.v)) {  in ark_config_device()
499 	mpu = ark->mpurx.v;  in ark_config_device()
501 	ark->rx_queues = num_q;  in ark_config_device()
507 	ark_udm_stop(ark->udm.v, 0);  in ark_config_device()
508 	ark_udm_configure(ark->udm.v,  in ark_config_device()
512 	ark_udm_stats_reset(ark->udm.v);  in ark_config_device()
513 	ark_udm_stop(ark->udm.v, 0);  in ark_config_device()
516 	if (ark_ddm_stop(ark->ddm.v, 1))  in ark_config_device()
519 	mpu = ark->mputx.v;  in ark_config_device()
521 	ark->tx_queues = num_q;  in ark_config_device()
527 	ark_ddm_reset(ark->ddm.v);  in ark_config_device()
528 	ark_ddm_stats_reset(ark->ddm.v);  in ark_config_device()
530 	ark_ddm_stop(ark->ddm.v, 0);  in ark_config_device()
531 	ark_rqp_stats_reset(ark->rqpacing);  in ark_config_device()
539 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_uninit()  local
544 	if (ark->user_ext.dev_uninit)  in eth_ark_dev_uninit()
545 		ark->user_ext.dev_uninit(dev,  in eth_ark_dev_uninit()
546 			 ark->user_data[dev->data->port_id]);  in eth_ark_dev_uninit()
548 	ark_pktgen_uninit(ark->pg);  in eth_ark_dev_uninit()
549 	ark_pktchkr_uninit(ark->pc);  in eth_ark_dev_uninit()
557 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_configure()  local
572 	if (ark->user_ext.dev_configure)  in eth_ark_dev_configure()
573 		return ark->user_ext.dev_configure(dev,  in eth_ark_dev_configure()
574 			   ark->user_data[dev->data->port_id]);  in eth_ark_dev_configure()
581 	struct ark_adapter *ark = (struct ark_adapter *)arg;  in delay_pg_start()  local
588 	ark_pktgen_run(ark->pg);  in delay_pg_start()
595 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_start()  local
600 	ark_udm_start(ark->udm.v);  in eth_ark_dev_start()
610 	ark_ddm_start(ark->ddm.v);  in eth_ark_dev_start()
612 	ark->started = 1;  in eth_ark_dev_start()
617 	if (ark->start_pg)  in eth_ark_dev_start()
618 		ark_pktchkr_run(ark->pc);  in eth_ark_dev_start()
620 	if (ark->start_pg && (dev->data->port_id == 0)) {  in eth_ark_dev_start()
626 		if (pthread_create(&thread, NULL, delay_pg_start, ark)) {  in eth_ark_dev_start()
633 	if (ark->user_ext.dev_start)  in eth_ark_dev_start()
634 		ark->user_ext.dev_start(dev,  in eth_ark_dev_start()
635 			ark->user_data[dev->data->port_id]);  in eth_ark_dev_start()
645 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_stop()  local
648 	if (ark->started == 0)  in eth_ark_dev_stop()
650 	ark->started = 0;  in eth_ark_dev_stop()
654 	if (ark->user_ext.dev_stop)  in eth_ark_dev_stop()
655 		ark->user_ext.dev_stop(dev,  in eth_ark_dev_stop()
656 		       ark->user_data[dev->data->port_id]);  in eth_ark_dev_stop()
659 	if (ark->start_pg)  in eth_ark_dev_stop()
660 		ark_pktgen_pause(ark->pg);  in eth_ark_dev_stop()
680 		status = ark_ddm_stop(ark->ddm.v, 1);  in eth_ark_dev_stop()
690 		ark_ddm_dump(ark->ddm.v, "Stop anomaly");  in eth_ark_dev_stop()
692 		mpu = ark->mputx.v;  in eth_ark_dev_stop()
693 		for (i = 0; i < ark->tx_queues; i++) {  in eth_ark_dev_stop()
702 		status = ark_udm_stop(ark->udm.v, 1);  in eth_ark_dev_stop()
709 		ark_udm_dump(ark->udm.v, "Stop anomaly");  in eth_ark_dev_stop()
711 		mpu = ark->mpurx.v;  in eth_ark_dev_stop()
712 		for (i = 0; i < ark->rx_queues; i++) {  in eth_ark_dev_stop()
718 	ark_udm_dump_stats(ark->udm.v, "Post stop");  in eth_ark_dev_stop()
719 	ark_udm_dump_perf(ark->udm.v, "Post stop");  in eth_ark_dev_stop()
725 	if (ark->start_pg) {  in eth_ark_dev_stop()
726 		ark_pktchkr_dump_stats(ark->pc);  in eth_ark_dev_stop()
727 		ark_pktchkr_stop(ark->pc);  in eth_ark_dev_stop()
736 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_close()  local
742 	if (ark->user_ext.dev_close)  in eth_ark_dev_close()
743 		ark->user_ext.dev_close(dev,  in eth_ark_dev_close()
744 		 ark->user_data[dev->data->port_id]);  in eth_ark_dev_close()
752 	ark_rqp_dump(ark->rqpacing);  in eth_ark_dev_close()
771 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_info_get()  local
772 	struct ark_mpu_t *tx_mpu = RTE_PTR_ADD(ark->bar0, ARK_MPU_TX_BASE);  in eth_ark_dev_info_get()
773 	struct ark_mpu_t *rx_mpu = RTE_PTR_ADD(ark->bar0, ARK_MPU_RX_BASE);  in eth_ark_dev_info_get()
774 	uint16_t ports = ark->num_ports;  in eth_ark_dev_info_get()
810 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_link_update()  local
812 	if (ark->user_ext.link_update) {  in eth_ark_dev_link_update()
813 		return ark->user_ext.link_update  in eth_ark_dev_link_update()
815 			 ark->user_data[dev->data->port_id]);  in eth_ark_dev_link_update()
824 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_set_link_up()  local
826 	if (ark->user_ext.dev_set_link_up)  in eth_ark_dev_set_link_up()
827 		return ark->user_ext.dev_set_link_up(dev,  in eth_ark_dev_set_link_up()
828 			     ark->user_data[dev->data->port_id]);  in eth_ark_dev_set_link_up()
836 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_set_link_down()  local
838 	if (ark->user_ext.dev_set_link_down)  in eth_ark_dev_set_link_down()
839 		return ark->user_ext.dev_set_link_down(dev,  in eth_ark_dev_set_link_down()
840 		       ark->user_data[dev->data->port_id]);  in eth_ark_dev_set_link_down()
848 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_stats_get()  local
861 	if (ark->user_ext.stats_get)  in eth_ark_dev_stats_get()
862 		return ark->user_ext.stats_get(dev, stats,  in eth_ark_dev_stats_get()
863 			ark->user_data[dev->data->port_id]);  in eth_ark_dev_stats_get()
871 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_dev_stats_reset()  local
877 	if (ark->user_ext.stats_reset)  in eth_ark_dev_stats_reset()
878 		ark->user_ext.stats_reset(dev,  in eth_ark_dev_stats_reset()
879 			  ark->user_data[dev->data->port_id]);  in eth_ark_dev_stats_reset()
890 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_macaddr_add()  local
892 	if (ark->user_ext.mac_addr_add) {  in eth_ark_macaddr_add()
893 		ark->user_ext.mac_addr_add(dev,  in eth_ark_macaddr_add()
897 			   ark->user_data[dev->data->port_id]);  in eth_ark_macaddr_add()
906 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_macaddr_remove()  local
908 	if (ark->user_ext.mac_addr_remove)  in eth_ark_macaddr_remove()
909 		ark->user_ext.mac_addr_remove(dev, index,  in eth_ark_macaddr_remove()
910 			      ark->user_data[dev->data->port_id]);  in eth_ark_macaddr_remove()
917 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_set_default_mac_addr()  local
919 	if (ark->user_ext.mac_addr_set) {  in eth_ark_set_default_mac_addr()
920 		ark->user_ext.mac_addr_set(dev, mac_addr,  in eth_ark_set_default_mac_addr()
921 			   ark->user_data[dev->data->port_id]);  in eth_ark_set_default_mac_addr()
930 	struct ark_adapter *ark = dev->data->dev_private;  in eth_ark_set_mtu()  local
932 	if (ark->user_ext.set_mtu)  in eth_ark_set_mtu()
933 		return ark->user_ext.set_mtu(dev, size,  in eth_ark_set_mtu()
934 			     ark->user_data[dev->data->port_id]);  in eth_ark_set_mtu()
945 	struct ark_adapter *ark =  in process_pktdir_arg()  local
948 	ark->pkt_dir_v = strtol(value, NULL, 16);  in process_pktdir_arg()
949 	ARK_PMD_LOG(DEBUG, "pkt_dir_v = 0x%x\n", ark->pkt_dir_v);  in process_pktdir_arg()
993 eth_ark_check_args(struct ark_adapter *ark, const char *params)  in eth_ark_check_args()  argument
1004 	ark->pkt_gen_args[0] = 0;  in eth_ark_check_args()
1005 	ark->pkt_chkr_args[0] = 0;  in eth_ark_check_args()
1017 			       ark) != 0) {  in eth_ark_check_args()
1025 			       ark->pkt_gen_args) != 0) {  in eth_ark_check_args()
1033 			       ark->pkt_chkr_args) != 0) {  in eth_ark_check_args()
1038 	ARK_PMD_LOG(INFO, "packet director set to 0x%x\n", ark->pkt_dir_v);  in eth_ark_check_args()
1040 	ark_pktdir_setup(ark->pd, ark->pkt_dir_v);  in eth_ark_check_args()
1043 	if (ark->pkt_gen_args[0]) {  in eth_ark_check_args()
1045 		ark_pktgen_parse(ark->pkt_gen_args);  in eth_ark_check_args()
1046 		ark_pktgen_reset(ark->pg);  in eth_ark_check_args()
1047 		ark_pktgen_setup(ark->pg);  in eth_ark_check_args()
1048 		ark->start_pg = 1;  in eth_ark_check_args()
1052 	if (ark->pkt_chkr_args[0]) {  in eth_ark_check_args()
1053 		ark_pktchkr_parse(ark->pkt_chkr_args);  in eth_ark_check_args()
1054 		ark_pktchkr_setup(ark->pc);  in eth_ark_check_args()
1072 RTE_LOG_REGISTER(ark_logtype, pmd.net.ark, NOTICE);