116 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_vlan_filter_set()  local
127 		ret = dpni_add_vlan_id(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_vlan_filter_set()
131 					  priv->token, vlan_id);  in dpaa2_vlan_filter_set()
135 			      ret, vlan_id, priv->hw_id);  in dpaa2_vlan_filter_set()
143 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_vlan_offload_set()  local
151 		if (!priv->max_vlan_filters) {  in dpaa2_vlan_offload_set()
159 						      priv->token, true);  in dpaa2_vlan_offload_set()
162 						      priv->token, false);  in dpaa2_vlan_offload_set()
175 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_vlan_tpid_set()  local
186 				   priv->token, tpid);  in dpaa2_vlan_tpid_set()
194 				   priv->token, &tpid_list);  in dpaa2_vlan_tpid_set()
198 				   priv->token, tpid_list.tpid1);  in dpaa2_vlan_tpid_set()
202 					   priv->token, tpid);  in dpaa2_vlan_tpid_set()
245 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_info_get()  local
249 	dev_info->max_mac_addrs = priv->max_mac_filters;  in dpaa2_dev_info_get()
252 	dev_info->max_rx_queues = (uint16_t)priv->nb_rx_queues;  in dpaa2_dev_info_get()
253 	dev_info->max_tx_queues = (uint16_t)priv->nb_tx_queues;  in dpaa2_dev_info_get()
360 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_alloc_rx_tx_queues()  local
371 	num_rxqueue_per_tc = (priv->nb_rx_queues / priv->num_rx_tc);  in dpaa2_alloc_rx_tx_queues()
372 	if (priv->flags & DPAA2_TX_CONF_ENABLE)  in dpaa2_alloc_rx_tx_queues()
373 		tot_queues = priv->nb_rx_queues + 2 * priv->nb_tx_queues;  in dpaa2_alloc_rx_tx_queues()
375 		tot_queues = priv->nb_rx_queues + priv->nb_tx_queues;  in dpaa2_alloc_rx_tx_queues()
383 	for (i = 0; i < priv->nb_rx_queues; i++) {  in dpaa2_alloc_rx_tx_queues()
385 		priv->rx_vq[i] = mc_q++;  in dpaa2_alloc_rx_tx_queues()
386 		dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[i];  in dpaa2_alloc_rx_tx_queues()
400 		priv->rx_err_vq = rte_zmalloc("dpni_rx_err",  in dpaa2_alloc_rx_tx_queues()
402 		if (!priv->rx_err_vq)  in dpaa2_alloc_rx_tx_queues()
405 		dpaa2_q = (struct dpaa2_queue *)priv->rx_err_vq;  in dpaa2_alloc_rx_tx_queues()
420 	for (i = 0; i < priv->nb_tx_queues; i++) {  in dpaa2_alloc_rx_tx_queues()
423 		priv->tx_vq[i] = mc_q++;  in dpaa2_alloc_rx_tx_queues()
424 		dpaa2_q = (struct dpaa2_queue *)priv->tx_vq[i];  in dpaa2_alloc_rx_tx_queues()
431 	if (priv->flags & DPAA2_TX_CONF_ENABLE) {  in dpaa2_alloc_rx_tx_queues()
433 		for (i = 0; i < priv->nb_tx_queues; i++) {  in dpaa2_alloc_rx_tx_queues()
437 			priv->tx_conf_vq[i] = mc_q++;  in dpaa2_alloc_rx_tx_queues()
438 			dpaa2_q = (struct dpaa2_queue *)priv->tx_conf_vq[i];  in dpaa2_alloc_rx_tx_queues()
454 	for (dist_idx = 0; dist_idx < priv->nb_rx_queues; dist_idx++) {  in dpaa2_alloc_rx_tx_queues()
455 		mcq = (struct dpaa2_queue *)priv->rx_vq[vq_id];  in dpaa2_alloc_rx_tx_queues()
465 		dpaa2_q = (struct dpaa2_queue *)priv->tx_conf_vq[i];  in dpaa2_alloc_rx_tx_queues()
467 		priv->tx_conf_vq[i--] = NULL;  in dpaa2_alloc_rx_tx_queues()
469 	i = priv->nb_tx_queues;  in dpaa2_alloc_rx_tx_queues()
473 		dpaa2_q = (struct dpaa2_queue *)priv->tx_vq[i];  in dpaa2_alloc_rx_tx_queues()
475 		priv->tx_vq[i--] = NULL;  in dpaa2_alloc_rx_tx_queues()
477 	i = priv->nb_rx_queues;  in dpaa2_alloc_rx_tx_queues()
480 	mc_q = priv->rx_vq[0];  in dpaa2_alloc_rx_tx_queues()
482 		dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[i];  in dpaa2_alloc_rx_tx_queues()
485 		priv->rx_vq[i--] = NULL;  in dpaa2_alloc_rx_tx_queues()
489 		dpaa2_q = (struct dpaa2_queue *)priv->rx_err_vq;  in dpaa2_alloc_rx_tx_queues()
502 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_free_rx_tx_queues()  local
509 	if (priv->rx_vq[0]) {  in dpaa2_free_rx_tx_queues()
511 		for (i = 0; i < priv->nb_rx_queues; i++) {  in dpaa2_free_rx_tx_queues()
512 			dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[i];  in dpaa2_free_rx_tx_queues()
516 		for (i = 0; i < priv->nb_tx_queues; i++) {  in dpaa2_free_rx_tx_queues()
517 			dpaa2_q = (struct dpaa2_queue *)priv->tx_vq[i];  in dpaa2_free_rx_tx_queues()
520 		if (priv->flags & DPAA2_TX_CONF_ENABLE) {  in dpaa2_free_rx_tx_queues()
522 			for (i = 0; i < priv->nb_tx_queues; i++) {  in dpaa2_free_rx_tx_queues()
524 						priv->tx_conf_vq[i];  in dpaa2_free_rx_tx_queues()
529 		rte_free(priv->rx_vq[0]);  in dpaa2_free_rx_tx_queues()
530 		priv->rx_vq[0] = NULL;  in dpaa2_free_rx_tx_queues()
537 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_eth_dev_configure()  local
571 			priv->token, max_rx_pktlen - RTE_ETHER_CRC_LEN);  in dpaa2_eth_dev_configure()
583 		for (tc_index = 0; tc_index < priv->num_rx_tc; tc_index++) {  in dpaa2_eth_dev_configure()
604 	ret = dpni_set_offload(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_eth_dev_configure()
611 	ret = dpni_set_offload(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_eth_dev_configure()
640 	ret = dpni_set_offload(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_eth_dev_configure()
647 	ret = dpni_set_offload(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_eth_dev_configure()
661 		ret = dpni_set_offload(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_eth_dev_configure()
712 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_rx_queue_setup()  local
740 	if (!priv->bp_list || priv->bp_list->mp != mb_pool) {  in dpaa2_dev_rx_queue_setup()
747 		ret = dpaa2_attach_bp_list(priv, dpni,  in dpaa2_dev_rx_queue_setup()
752 	dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[rx_queue_id];  in dpaa2_dev_rx_queue_setup()
766 	for (i = 0; i < priv->max_cgs; i++) {  in dpaa2_dev_rx_queue_setup()
767 		if (!priv->cgid_in_use[i]) {  in dpaa2_dev_rx_queue_setup()
768 			priv->cgid_in_use[i] = 1;  in dpaa2_dev_rx_queue_setup()
773 	if (i < priv->max_cgs) {  in dpaa2_dev_rx_queue_setup()
798 	ret = dpni_set_queue(dpni, CMD_PRI_LOW, priv->token, DPNI_QUEUE_RX,  in dpaa2_dev_rx_queue_setup()
805 	if (!(priv->flags & DPAA2_RX_TAILDROP_OFF)) {  in dpaa2_dev_rx_queue_setup()
822 			ret = dpni_set_taildrop(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_rx_queue_setup()
834 			ret = dpni_set_taildrop(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_rx_queue_setup()
850 			ret = dpni_set_taildrop(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_rx_queue_setup()
855 			ret = dpni_set_taildrop(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_rx_queue_setup()
877 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_tx_queue_setup()  local
879 		priv->tx_vq[tx_queue_id];  in dpaa2_dev_tx_queue_setup()
881 		priv->tx_conf_vq[tx_queue_id];  in dpaa2_dev_tx_queue_setup()
914 		if (priv->flags & DPAA2_TX_CONF_ENABLE)  in dpaa2_dev_tx_queue_setup()
916 							    priv->token,  in dpaa2_dev_tx_queue_setup()
920 							    priv->token,  in dpaa2_dev_tx_queue_setup()
929 	tc_id = tx_queue_id % priv->num_tx_tc;  in dpaa2_dev_tx_queue_setup()
930 	channel_id = (uint8_t)(tx_queue_id / priv->num_tx_tc) % priv->num_channels;  in dpaa2_dev_tx_queue_setup()
933 	ret = dpni_set_queue(dpni, CMD_PRI_LOW, priv->token, DPNI_QUEUE_TX,  in dpaa2_dev_tx_queue_setup()
946 	ret = dpni_get_queue(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_tx_queue_setup()
955 	if (!(priv->flags & DPAA2_TX_CGR_OFF)) {  in dpaa2_dev_tx_queue_setup()
977 						       priv->token,  in dpaa2_dev_tx_queue_setup()
991 	if (priv->flags & DPAA2_TX_CONF_ENABLE) {  in dpaa2_dev_tx_queue_setup()
995 		ret = dpni_set_queue(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_tx_queue_setup()
1006 		ret = dpni_get_queue(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_tx_queue_setup()
1022 	struct dpaa2_dev_priv *priv = dpaa2_q->eth_data->dev_private;  in dpaa2_dev_rx_queue_release()  local
1024 		(struct fsl_mc_io *)priv->eth_dev->process_private;  in dpaa2_dev_rx_queue_release()
1038 		ret = dpni_set_queue(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_rx_queue_release()
1045 		priv->cgid_in_use[dpaa2_q->cgid] = 0;  in dpaa2_dev_rx_queue_release()
1117 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_interrupt_handler()  local
1130 	ret = dpni_get_irq_status(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_interrupt_handler()
1145 	ret = dpni_clear_irq_status(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_interrupt_handler()
1155 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_eth_setup_irqs()  local
1162 	err = dpni_set_irq_mask(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_eth_setup_irqs()
1170 	err = dpni_set_irq_enable(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_eth_setup_irqs()
1185 	struct dpaa2_dev_priv *priv = data->dev_private;  in dpaa2_dev_start()  local
1198 	ret = dpni_enable(dpni, CMD_PRI_LOW, priv->token);  in dpaa2_dev_start()
1201 			      priv->hw_id, ret);  in dpaa2_dev_start()
1210 		ret = dpni_get_queue(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_start()
1222 		ret = dpni_get_queue(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_start()
1229 		dpaa2_q = (struct dpaa2_queue *)priv->rx_err_vq;  in dpaa2_dev_start()
1249 				       priv->token, &err_cfg);  in dpaa2_dev_start()
1275 	if (priv->en_ordered)  in dpaa2_dev_start()
1288 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_stop()  local
1318 	ret = dpni_disable(dpni, CMD_PRI_LOW, priv->token);  in dpaa2_dev_stop()
1321 			      ret, priv->hw_id);  in dpaa2_dev_stop()
1335 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_close()  local
1353 	ret = dpni_reset(dpni, CMD_PRI_LOW, priv->token);  in dpaa2_dev_close()
1365 	ret = dpni_close(dpni, CMD_PRI_LOW, priv->token);  in dpaa2_dev_close()
1372 	priv->hw = NULL;  in dpaa2_dev_close()
1377 		rte_free((void *)(size_t)priv->extract.tc_extract_param[i]);  in dpaa2_dev_close()
1379 	if (priv->extract.qos_extract_param)  in dpaa2_dev_close()
1380 		rte_free((void *)(size_t)priv->extract.qos_extract_param);  in dpaa2_dev_close()
1391 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_promiscuous_enable()  local
1401 	ret = dpni_set_unicast_promisc(dpni, CMD_PRI_LOW, priv->token, true);  in dpaa2_dev_promiscuous_enable()
1405 	ret = dpni_set_multicast_promisc(dpni, CMD_PRI_LOW, priv->token, true);  in dpaa2_dev_promiscuous_enable()
1417 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_promiscuous_disable()  local
1427 	ret = dpni_set_unicast_promisc(dpni, CMD_PRI_LOW, priv->token, false);  in dpaa2_dev_promiscuous_disable()
1433 						 priv->token, false);  in dpaa2_dev_promiscuous_disable()
1447 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_allmulticast_enable()  local
1457 	ret = dpni_set_multicast_promisc(dpni, CMD_PRI_LOW, priv->token, true);  in dpaa2_dev_allmulticast_enable()
1468 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_allmulticast_disable()  local
1482 	ret = dpni_set_multicast_promisc(dpni, CMD_PRI_LOW, priv->token, false);  in dpaa2_dev_allmulticast_disable()
1493 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_mtu_set()  local
1508 	ret = dpni_set_max_frame_length(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_mtu_set()
1525 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_add_mac_addr()  local
1535 	ret = dpni_add_mac_addr(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_add_mac_addr()
1548 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_remove_mac_addr()  local
1563 				   priv->token, macaddr->addr_bytes);  in dpaa2_dev_remove_mac_addr()
1574 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_set_mac_addr()  local
1585 					priv->token, addr->addr_bytes);  in dpaa2_dev_set_mac_addr()
1598 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_stats_get()  local
1621 	retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_stats_get()
1630 	retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_stats_get()
1639 	retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_stats_get()
1654 		(i < priv->nb_rx_queues || i < priv->nb_tx_queues); ++i) {  in dpaa2_dev_stats_get()
1655 		dpaa2_rxq = (struct dpaa2_queue *)priv->rx_vq[i];  in dpaa2_dev_stats_get()
1656 		dpaa2_txq = (struct dpaa2_queue *)priv->tx_vq[i];  in dpaa2_dev_stats_get()
1678 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_xstats_get()  local
1691 	retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_xstats_get()
1697 	retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_xstats_get()
1703 	retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_xstats_get()
1708 	for (i = 0; i < priv->max_cgs; i++) {  in dpaa2_dev_xstats_get()
1709 		if (!priv->cgid_in_use[i]) {  in dpaa2_dev_xstats_get()
1712 						      priv->token,  in dpaa2_dev_xstats_get()
1758 		struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_xstats_get_by_id()  local
1771 		retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_xstats_get_by_id()
1777 		retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_xstats_get_by_id()
1783 		retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_xstats_get_by_id()
1789 		retcode = dpni_get_statistics(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_xstats_get_by_id()
1841 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_stats_reset()  local
1854 	retcode =  dpni_reset_statistics(dpni, CMD_PRI_LOW, priv->token);  in dpaa2_dev_stats_reset()
1859 	for (i = 0; i < priv->nb_rx_queues; i++) {  in dpaa2_dev_stats_reset()
1860 		dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[i];  in dpaa2_dev_stats_reset()
1865 	for (i = 0; i < priv->nb_tx_queues; i++) {  in dpaa2_dev_stats_reset()
1866 		dpaa2_q = (struct dpaa2_queue *)priv->tx_vq[i];  in dpaa2_dev_stats_reset()
1884 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_dev_link_update()  local
1896 		ret = dpni_get_link_state(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_dev_link_update()
1936 	struct dpaa2_dev_priv *priv;  in dpaa2_dev_set_link_up()  local
1941 	priv = dev->data->dev_private;  in dpaa2_dev_set_link_up()
1950 	ret = dpni_is_enabled(dpni, CMD_PRI_LOW, priv->token, &en);  in dpaa2_dev_set_link_up()
1959 		ret = dpni_enable(dpni, CMD_PRI_LOW, priv->token);  in dpaa2_dev_set_link_up()
1965 	ret = dpni_get_link_state(dpni, CMD_PRI_LOW, priv->token, &state);  in dpaa2_dev_set_link_up()
1991 	struct dpaa2_dev_priv *priv;  in dpaa2_dev_set_link_down()  local
1998 	priv = dev->data->dev_private;  in dpaa2_dev_set_link_down()
2013 		ret = dpni_disable(dpni, 0, priv->token);  in dpaa2_dev_set_link_down()
2018 		ret = dpni_is_enabled(dpni, 0, priv->token, &dpni_enabled);  in dpaa2_dev_set_link_down()
2046 	struct dpaa2_dev_priv *priv;  in dpaa2_flow_ctrl_get()  local
2052 	priv = dev->data->dev_private;  in dpaa2_flow_ctrl_get()
2060 	ret = dpni_get_link_state(dpni, CMD_PRI_LOW, priv->token, &state);  in dpaa2_flow_ctrl_get()
2101 	struct dpaa2_dev_priv *priv;  in dpaa2_flow_ctrl_set()  local
2108 	priv = dev->data->dev_private;  in dpaa2_flow_ctrl_set()
2120 	ret = dpni_get_link_state(dpni, CMD_PRI_LOW, priv->token, &state);  in dpaa2_flow_ctrl_set()
2172 	ret = dpni_set_link_cfg(dpni, CMD_PRI_LOW, priv->token, &cfg);  in dpaa2_flow_ctrl_set()
2188 	struct dpaa2_dev_priv *priv = data->dev_private;  in dpaa2_dev_rss_hash_update()  local
2195 		for (tc_index = 0; tc_index < priv->num_rx_tc; tc_index++) {  in dpaa2_dev_rss_hash_update()
2205 		for (tc_index = 0; tc_index < priv->num_rx_tc; tc_index++) {  in dpaa2_dev_rss_hash_update()
2357 	struct dpaa2_dev_priv *priv = dev->data->dev_private;  in dpaa2_rxq_info_get()  local
2366 	if (dpni_get_max_frame_length(dpni, CMD_PRI_LOW, priv->token,  in dpaa2_rxq_info_get()
2477 populate_mac_addr(struct fsl_mc_io *dpni_dev, struct dpaa2_dev_priv *priv,  in populate_mac_addr()  argument
2487 	ret = dpni_get_port_mac_addr(dpni_dev, CMD_PRI_LOW, priv->token,  in populate_mac_addr()
2494 	ret = dpni_get_primary_mac_addr(dpni_dev, CMD_PRI_LOW, priv->token,  in populate_mac_addr()
2511 							priv->token,  in populate_mac_addr()
2525 						priv->token,  in populate_mac_addr()
2585 	struct dpaa2_dev_priv *priv = eth_dev->data->dev_private;  in dpaa2_dev_init()  local
2620 	ret = dpni_open(dpni_dev, CMD_PRI_LOW, hw_id, &priv->token);  in dpaa2_dev_init()
2633 	ret = dpni_reset(dpni_dev, CMD_PRI_LOW, priv->token);  in dpaa2_dev_init()
2640 	ret = dpni_get_attributes(dpni_dev, CMD_PRI_LOW, priv->token, &attr);  in dpaa2_dev_init()
2648 	priv->num_rx_tc = attr.num_rx_tcs;  in dpaa2_dev_init()
2649 	priv->num_tx_tc = attr.num_tx_tcs;  in dpaa2_dev_init()
2650 	priv->qos_entries = attr.qos_entries;  in dpaa2_dev_init()
2651 	priv->fs_entries = attr.fs_entries;  in dpaa2_dev_init()
2652 	priv->dist_queues = attr.num_queues;  in dpaa2_dev_init()
2653 	priv->num_channels = attr.num_channels;  in dpaa2_dev_init()
2654 	priv->channel_inuse = 0;  in dpaa2_dev_init()
2655 	rte_spinlock_init(&priv->lpbk_qp_lock);  in dpaa2_dev_init()
2659 		priv->max_cgs = attr.num_cgs;  in dpaa2_dev_init()
2661 		priv->max_cgs = 0;  in dpaa2_dev_init()
2663 	for (i = 0; i < priv->max_cgs; i++)  in dpaa2_dev_init()
2664 		priv->cgid_in_use[i] = 0;  in dpaa2_dev_init()
2667 		priv->nb_rx_queues += attr.num_queues;  in dpaa2_dev_init()
2669 	priv->nb_tx_queues = attr.num_tx_tcs * attr.num_channels;  in dpaa2_dev_init()
2672 			priv->num_rx_tc, priv->nb_rx_queues,  in dpaa2_dev_init()
2673 			priv->nb_tx_queues, priv->max_cgs);  in dpaa2_dev_init()
2675 	priv->hw = dpni_dev;  in dpaa2_dev_init()
2676 	priv->hw_id = hw_id;  in dpaa2_dev_init()
2677 	priv->options = attr.options;  in dpaa2_dev_init()
2678 	priv->max_mac_filters = attr.mac_filter_entries;  in dpaa2_dev_init()
2679 	priv->max_vlan_filters = attr.vlan_filter_entries;  in dpaa2_dev_init()
2680 	priv->flags = 0;  in dpaa2_dev_init()
2683 	priv->flags |= DPAA2_TX_CONF_ENABLE;  in dpaa2_dev_init()
2687 		priv->flags |= DPAA2_TX_CONF_ENABLE;  in dpaa2_dev_init()
2717 	ret = populate_mac_addr(dpni_dev, priv, &eth_dev->data->mac_addrs[0]);  in dpaa2_dev_init()
2727 	if (priv->flags & DPAA2_TX_CONF_ENABLE) {  in dpaa2_dev_init()
2735 	ret = dpni_set_buffer_layout(dpni_dev, CMD_PRI_LOW, priv->token,  in dpaa2_dev_init()
2744 	if (priv->flags & DPAA2_TX_CONF_ENABLE) {  in dpaa2_dev_init()
2750 	ret = dpni_set_buffer_layout(dpni_dev, CMD_PRI_LOW, priv->token,  in dpaa2_dev_init()
2772 	memset(&priv->extract.qos_key_extract, 0,  in dpaa2_dev_init()
2774 	priv->extract.qos_extract_param = (size_t)rte_malloc(NULL, 256, 64);  in dpaa2_dev_init()
2775 	if (!priv->extract.qos_extract_param) {  in dpaa2_dev_init()
2780 	priv->extract.qos_key_extract.key_info.ipv4_src_offset =  in dpaa2_dev_init()
2782 	priv->extract.qos_key_extract.key_info.ipv4_dst_offset =  in dpaa2_dev_init()
2784 	priv->extract.qos_key_extract.key_info.ipv6_src_offset =  in dpaa2_dev_init()
2786 	priv->extract.qos_key_extract.key_info.ipv6_dst_offset =  in dpaa2_dev_init()
2790 		memset(&priv->extract.tc_key_extract[i], 0,  in dpaa2_dev_init()
2792 		priv->extract.tc_extract_param[i] =  in dpaa2_dev_init()
2794 		if (!priv->extract.tc_extract_param[i]) {  in dpaa2_dev_init()
2799 		priv->extract.tc_key_extract[i].key_info.ipv4_src_offset =  in dpaa2_dev_init()
2801 		priv->extract.tc_key_extract[i].key_info.ipv4_dst_offset =  in dpaa2_dev_init()
2803 		priv->extract.tc_key_extract[i].key_info.ipv6_src_offset =  in dpaa2_dev_init()
2805 		priv->extract.tc_key_extract[i].key_info.ipv6_dst_offset =  in dpaa2_dev_init()
2809 	ret = dpni_set_max_frame_length(dpni_dev, CMD_PRI_LOW, priv->token,  in dpaa2_dev_init()
2824 		WRIOP_SS_INITIALIZER(priv);  in dpaa2_dev_init()
2825 		ret = dpaa2_eth_load_wriop_soft_parser(priv, DPNI_SS_INGRESS);  in dpaa2_dev_init()
2832 		ret = dpaa2_eth_enable_wriop_soft_parser(priv,  in dpaa2_dev_init()