722 	struct rte_mbuf *rxm = cb_arg;  in ionic_rx_clean()  local
740 		rte_pktmbuf_free(rxm);  in ionic_rx_clean()
750 		ionic_rx_recycle(q, q_desc_index, rxm);  in ionic_rx_clean()
756 		ionic_rx_recycle(q, q_desc_index, rxm);  in ionic_rx_clean()
763 		ionic_rx_recycle(q, q_desc_index, rxm);  in ionic_rx_clean()
767 	rxm->data_off = RTE_PKTMBUF_HEADROOM;  in ionic_rx_clean()
768 	rte_prefetch1((char *)rxm->buf_addr + rxm->data_off);  in ionic_rx_clean()
769 	rxm->nb_segs = 1; /* cq_desc->num_sg_elems */  in ionic_rx_clean()
770 	rxm->pkt_len = cq_desc->len;  in ionic_rx_clean()
771 	rxm->port = rxq->lif->port_id;  in ionic_rx_clean()
775 	rxm->data_len = RTE_MIN(buf_size, left);  in ionic_rx_clean()
776 	left -= rxm->data_len;  in ionic_rx_clean()
778 	rxm_seg = rxm->next;  in ionic_rx_clean()
784 		rxm->nb_segs++;  in ionic_rx_clean()
789 	rxm->hash.rss = cq_desc->rss_hash;  in ionic_rx_clean()
794 		rxm->vlan_tci = cq_desc->vlan_tci;  in ionic_rx_clean()
814 	rxm->ol_flags = pkt_flags;  in ionic_rx_clean()
842 			struct rte_ether_hdr *eth_h = rte_pktmbuf_mtod(rxm,  in ionic_rx_clean()
853 	rxm->packet_type = pkt_type;  in ionic_rx_clean()
855 	recv_args->rx_pkts[recv_args->nb_rx] = rxm;  in ionic_rx_clean()
859 	stats->bytes += rxm->pkt_len;  in ionic_rx_clean()
894 		struct rte_mbuf *rxm = rte_mbuf_raw_alloc(rxq->mb_pool);  in ionic_rx_fill()  local
897 		if (rxm == NULL) {  in ionic_rx_fill()
905 		dma_addr = rte_cpu_to_le_64(rte_mbuf_data_iova_default(rxm));  in ionic_rx_fill()
911 		rxm->next = NULL;  in ionic_rx_fill()
913 		prev_rxm_seg = rxm;  in ionic_rx_fill()
944 		ionic_q_post(q, ring_doorbell, ionic_rx_clean, rxm);  in ionic_rx_fill()