359 	struct dpaa2_queue *dpaa2_q;  in dpaa2_alloc_rx_tx_queues()  local
378 		dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[i];  in dpaa2_alloc_rx_tx_queues()
379 		dpaa2_q->q_storage = rte_malloc("dq_storage",  in dpaa2_alloc_rx_tx_queues()
382 		if (!dpaa2_q->q_storage)  in dpaa2_alloc_rx_tx_queues()
385 		memset(dpaa2_q->q_storage, 0,  in dpaa2_alloc_rx_tx_queues()
387 		if (dpaa2_alloc_dq_storage(dpaa2_q->q_storage))  in dpaa2_alloc_rx_tx_queues()
395 		dpaa2_q = (struct dpaa2_queue *)priv->tx_vq[i];  in dpaa2_alloc_rx_tx_queues()
396 		dpaa2_q->cscn = rte_malloc(NULL,  in dpaa2_alloc_rx_tx_queues()
398 		if (!dpaa2_q->cscn)  in dpaa2_alloc_rx_tx_queues()
409 			dpaa2_q = (struct dpaa2_queue *)priv->tx_conf_vq[i];  in dpaa2_alloc_rx_tx_queues()
410 			dpaa2_q->q_storage =  in dpaa2_alloc_rx_tx_queues()
414 			if (!dpaa2_q->q_storage)  in dpaa2_alloc_rx_tx_queues()
417 			memset(dpaa2_q->q_storage, 0,  in dpaa2_alloc_rx_tx_queues()
419 			if (dpaa2_alloc_dq_storage(dpaa2_q->q_storage))  in dpaa2_alloc_rx_tx_queues()
436 		dpaa2_q = (struct dpaa2_queue *)priv->tx_conf_vq[i];  in dpaa2_alloc_rx_tx_queues()
437 		rte_free(dpaa2_q->q_storage);  in dpaa2_alloc_rx_tx_queues()
444 		dpaa2_q = (struct dpaa2_queue *)priv->tx_vq[i];  in dpaa2_alloc_rx_tx_queues()
445 		rte_free(dpaa2_q->cscn);  in dpaa2_alloc_rx_tx_queues()
453 		dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[i];  in dpaa2_alloc_rx_tx_queues()
454 		dpaa2_free_dq_storage(dpaa2_q->q_storage);  in dpaa2_alloc_rx_tx_queues()
455 		rte_free(dpaa2_q->q_storage);  in dpaa2_alloc_rx_tx_queues()
466 	struct dpaa2_queue *dpaa2_q;  in dpaa2_free_rx_tx_queues()  local
475 			dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[i];  in dpaa2_free_rx_tx_queues()
476 			if (dpaa2_q->q_storage)  in dpaa2_free_rx_tx_queues()
477 				rte_free(dpaa2_q->q_storage);  in dpaa2_free_rx_tx_queues()
481 			dpaa2_q = (struct dpaa2_queue *)priv->tx_vq[i];  in dpaa2_free_rx_tx_queues()
482 			rte_free(dpaa2_q->cscn);  in dpaa2_free_rx_tx_queues()
487 				dpaa2_q = (struct dpaa2_queue *)  in dpaa2_free_rx_tx_queues()
489 				rte_free(dpaa2_q->q_storage);  in dpaa2_free_rx_tx_queues()
655 	struct dpaa2_queue *dpaa2_q;  in dpaa2_dev_rx_queue_setup()  local
681 	dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[rx_queue_id];  in dpaa2_dev_rx_queue_setup()
682 	dpaa2_q->mb_pool = mb_pool; /**< mbuf pool to populate RX ring. */  in dpaa2_dev_rx_queue_setup()
683 	dpaa2_q->bp_array = rte_dpaa2_bpid_info;  in dpaa2_dev_rx_queue_setup()
684 	dpaa2_q->nb_desc = UINT16_MAX;  in dpaa2_dev_rx_queue_setup()
685 	dpaa2_q->offloads = rx_conf->offloads;  in dpaa2_dev_rx_queue_setup()
688 	flow_id = dpaa2_q->flow_id;  in dpaa2_dev_rx_queue_setup()
692 	cfg.user_context = (size_t)(dpaa2_q);  in dpaa2_dev_rx_queue_setup()
705 		dpaa2_q->cgid = cfg.cgid;  in dpaa2_dev_rx_queue_setup()
707 		dpaa2_q->cgid = 0xff;  in dpaa2_dev_rx_queue_setup()
728 			     dpaa2_q->tc_index, flow_id, options, &cfg);  in dpaa2_dev_rx_queue_setup()
738 		dpaa2_q->nb_desc = nb_rx_desc;  in dpaa2_dev_rx_queue_setup()
744 		if (dpaa2_q->cgid != 0xff) {  in dpaa2_dev_rx_queue_setup()
754 						dpaa2_q->tc_index,  in dpaa2_dev_rx_queue_setup()
755 						dpaa2_q->cgid, &taildrop);  in dpaa2_dev_rx_queue_setup()
765 						dpaa2_q->tc_index, flow_id,  in dpaa2_dev_rx_queue_setup()
778 		if (dpaa2_q->cgid != 0xff) {  in dpaa2_dev_rx_queue_setup()
781 					dpaa2_q->tc_index,  in dpaa2_dev_rx_queue_setup()
782 					dpaa2_q->cgid, &taildrop);  in dpaa2_dev_rx_queue_setup()
786 					dpaa2_q->tc_index, flow_id, &taildrop);  in dpaa2_dev_rx_queue_setup()
795 	dev->data->rx_queues[rx_queue_id] = dpaa2_q;  in dpaa2_dev_rx_queue_setup()
807 	struct dpaa2_queue *dpaa2_q = (struct dpaa2_queue *)  in dpaa2_dev_tx_queue_setup()  local
828 	dpaa2_q->nb_desc = UINT16_MAX;  in dpaa2_dev_tx_queue_setup()
829 	dpaa2_q->offloads = tx_conf->offloads;  in dpaa2_dev_tx_queue_setup()
832 	if (dpaa2_q->flow_id != 0xffff) {  in dpaa2_dev_tx_queue_setup()
833 		dev->data->tx_queues[tx_queue_id] = dpaa2_q;  in dpaa2_dev_tx_queue_setup()
852 	dpaa2_q->flow_id = flow_id;  in dpaa2_dev_tx_queue_setup()
870 	dpaa2_q->tc_index = tc_id;  in dpaa2_dev_tx_queue_setup()
873 			     DPNI_QUEUE_TX, dpaa2_q->tc_index,  in dpaa2_dev_tx_queue_setup()
874 			     dpaa2_q->flow_id, &tx_flow_cfg, &qid);  in dpaa2_dev_tx_queue_setup()
879 	dpaa2_q->fqid = qid.fqid;  in dpaa2_dev_tx_queue_setup()
884 		dpaa2_q->nb_desc = nb_tx_desc;  in dpaa2_dev_tx_queue_setup()
894 				(size_t)DPAA2_VADDR_TO_IOVA(dpaa2_q->cscn);  in dpaa2_dev_tx_queue_setup()
914 	dpaa2_q->cb_eqresp_free = dpaa2_dev_free_eqresp_buf;  in dpaa2_dev_tx_queue_setup()
915 	dev->data->tx_queues[tx_queue_id] = dpaa2_q;  in dpaa2_dev_tx_queue_setup()
918 		dpaa2_q->tx_conf_queue = dpaa2_tx_conf_q;  in dpaa2_dev_tx_queue_setup()
920 		tx_conf_cfg.user_context = (size_t)(dpaa2_q);  in dpaa2_dev_tx_queue_setup()
947 	struct dpaa2_queue *dpaa2_q = (struct dpaa2_queue *)q;  in dpaa2_dev_rx_queue_release()  local
948 	struct dpaa2_dev_priv *priv = dpaa2_q->eth_data->dev_private;  in dpaa2_dev_rx_queue_release()
957 	if (dpaa2_q->cgid != 0xff) {  in dpaa2_dev_rx_queue_release()
959 		cfg.cgid = dpaa2_q->cgid;  in dpaa2_dev_rx_queue_release()
963 				     dpaa2_q->tc_index, dpaa2_q->flow_id,  in dpaa2_dev_rx_queue_release()
967 					dpaa2_q->fqid, ret);  in dpaa2_dev_rx_queue_release()
968 		priv->cgid_in_use[dpaa2_q->cgid] = 0;  in dpaa2_dev_rx_queue_release()
969 		dpaa2_q->cgid = 0xff;  in dpaa2_dev_rx_queue_release()
984 	struct dpaa2_queue *dpaa2_q;  in dpaa2_dev_rx_queue_count()  local
1000 	dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[rx_queue_id];  in dpaa2_dev_rx_queue_count()
1002 	if (qbman_fq_query_state(swp, dpaa2_q->fqid, &state) == 0) {  in dpaa2_dev_rx_queue_count()
1121 	struct dpaa2_queue *dpaa2_q;  in dpaa2_dev_start()  local
1149 		dpaa2_q = (struct dpaa2_queue *)data->rx_queues[i];  in dpaa2_dev_start()
1151 				     DPNI_QUEUE_RX, dpaa2_q->tc_index,  in dpaa2_dev_start()
1152 				       dpaa2_q->flow_id, &cfg, &qid);  in dpaa2_dev_start()
1158 		dpaa2_q->fqid = qid.fqid;  in dpaa2_dev_start()
1772 	struct dpaa2_queue *dpaa2_q;  in dpaa2_dev_stats_reset()  local
1787 		dpaa2_q = (struct dpaa2_queue *)priv->rx_vq[i];  in dpaa2_dev_stats_reset()
1788 		if (dpaa2_q)  in dpaa2_dev_stats_reset()
1789 			dpaa2_q->rx_pkts = 0;  in dpaa2_dev_stats_reset()
1793 		dpaa2_q = (struct dpaa2_queue *)priv->tx_vq[i];  in dpaa2_dev_stats_reset()
1794 		if (dpaa2_q)  in dpaa2_dev_stats_reset()
1795 			dpaa2_q->tx_pkts = 0;  in dpaa2_dev_stats_reset()