177 	struct dpdk_private_context *dpc;  in dpdk_init_handle()  local
190 	dpc = (struct dpdk_private_context *)ctxt->io_private_context;  in dpdk_init_handle()
191 	dpc->pktmbuf_pool = pktmbuf_pool[ctxt->cpu];  in dpdk_init_handle()
197 			dpc->wmbufs[j].m_table[i] = rte_pktmbuf_alloc(pktmbuf_pool[ctxt->cpu]);  in dpdk_init_handle()
198 			if (dpc->wmbufs[j].m_table[i] == NULL) {  in dpdk_init_handle()
205 		dpc->wmbufs[j].len = 0;  in dpdk_init_handle()
209 	dpc->fd = open("/dev/dpdk-iface", O_RDWR);  in dpdk_init_handle()
210 	if (dpc->fd == -1) {  in dpdk_init_handle()
221 	struct dpdk_private_context *dpc;  in dpdk_send_pkts()  local
226 	dpc = (struct dpdk_private_context *)ctxt->io_private_context;  in dpdk_send_pkts()
236 	if (dpc->wmbufs[nif].len >/*= MAX_PKT_BURST*/ 0) {  in dpdk_send_pkts()
241 		int cnt = dpc->wmbufs[nif].len;  in dpdk_send_pkts()
242 		pkts = dpc->wmbufs[nif].m_table;  in dpdk_send_pkts()
246 		if (likely(dpc->fd) >= 0) {  in dpdk_send_pkts()
253 			ioctl(dpc->fd, 0, &ss);  in dpdk_send_pkts()
269 		for (i = 0; i < dpc->wmbufs[nif].len; i++) {  in dpdk_send_pkts()
270 			dpc->wmbufs[nif].m_table[i] = rte_pktmbuf_alloc(pktmbuf_pool[ctxt->cpu]);  in dpdk_send_pkts()
272 			if (unlikely(dpc->wmbufs[nif].m_table[i] == NULL)) {  in dpdk_send_pkts()
280 		dpc->wmbufs[nif].len = 0;  in dpdk_send_pkts()
289 	struct dpdk_private_context *dpc;  in dpdk_get_wptr()  local
295 	dpc = (struct dpdk_private_context *) ctxt->io_private_context;  in dpdk_get_wptr()
299 	if (unlikely(dpc->wmbufs[nif].len == MAX_PKT_BURST))  in dpdk_get_wptr()
302 	len_of_mbuf = dpc->wmbufs[nif].len;  in dpdk_get_wptr()
303 	m = dpc->wmbufs[nif].m_table[len_of_mbuf];  in dpdk_get_wptr()
316 	dpc->wmbufs[nif].len = len_of_mbuf + 1;  in dpdk_get_wptr()
324 	struct dpdk_private_context *dpc;  in dpdk_set_wptr()  local
328 	dpc = (struct dpdk_private_context *) ctxt->io_private_context;  in dpdk_set_wptr()
332 	if (unlikely(dpc->wmbufs[out_nif].len == MAX_PKT_BURST))  in dpdk_set_wptr()
335 	len_of_mbuf = dpc->wmbufs[out_nif].len;  in dpdk_set_wptr()
336 	dpc->wmbufs[out_nif].m_table[len_of_mbuf] =   in dpdk_set_wptr()
337 		dpc->rmbufs[in_nif].m_table[index];  in dpdk_set_wptr()
339 	dpc->wmbufs[out_nif].m_table[len_of_mbuf]->udata64 = 0;  in dpdk_set_wptr()
342 	mtcp->nstat.tx_bytes[out_nif] += dpc->rmbufs[in_nif].m_table[index]->pkt_len + ETHER_OVR;  in dpdk_set_wptr()
346 	dpc->wmbufs[out_nif].len = len_of_mbuf + 1;  in dpdk_set_wptr()
368 	struct dpdk_private_context *dpc;  in dpdk_recv_pkts()  local
372 	dpc = (struct dpdk_private_context *) ctxt->io_private_context;  in dpdk_recv_pkts()
379 	if (dpc->rmbufs[ifidx].len != 0) {  in dpdk_recv_pkts()
380 		free_pkts(dpc->rmbufs[ifidx].m_table, dpc->rmbufs[ifidx].len);  in dpdk_recv_pkts()
381 		dpc->rmbufs[ifidx].len = 0;  in dpdk_recv_pkts()
385 			       dpc->pkts_burst, MAX_PKT_BURST);  in dpdk_recv_pkts()
387 	dpc->rx_idle = (likely(ret != 0)) ? 0 : dpc->rx_idle + 1;  in dpdk_recv_pkts()
389 	dpc->rmbufs[ifidx].len = ret;  in dpdk_recv_pkts()
397 	struct dpdk_private_context *dpc;  in dpdk_get_rptr()  local
401 	dpc = (struct dpdk_private_context *) ctxt->io_private_context;	  in dpdk_get_rptr()
404 	m = dpc->pkts_burst[index];  in dpdk_get_rptr()
413 	dpc->rmbufs[ifidx].m_table[index] = m;  in dpdk_get_rptr()
446 	struct dpdk_private_context *dpc;  in dpdk_select()  local
448 	dpc = (struct dpdk_private_context *) ctxt->io_private_context;  in dpdk_select()
449 	if (dpc->rx_idle > RX_IDLE_THRESH) {  in dpdk_select()
450 		dpc->rx_idle = 0;  in dpdk_select()
460 	struct dpdk_private_context *dpc;  in dpdk_destroy_handle()  local
463 	dpc = (struct dpdk_private_context *) ctxt->io_private_context;	  in dpdk_destroy_handle()
467 		free_pkts(dpc->wmbufs[i].m_table, MAX_PKT_BURST);  in dpdk_destroy_handle()
471 	if (dpc->fd >= 0)  in dpdk_destroy_handle()
472 		close(dpc->fd);  in dpdk_destroy_handle()
476 	free(dpc);  in dpdk_destroy_handle()
537 	struct dpdk_private_context *dpc;  in dpdk_dev_ioctl()  local
551 	dpc = (struct dpdk_private_context *)ctx->io_private_context;  in dpdk_dev_ioctl()
552 	len_of_mbuf = dpc->wmbufs[nif].len;  in dpdk_dev_ioctl()
557 		m = dpc->wmbufs[nif].m_table[len_of_mbuf - 1];  in dpdk_dev_ioctl()
563 		m = dpc->wmbufs[nif].m_table[len_of_mbuf - 1];  in dpdk_dev_ioctl()
570 		m = dpc->pkts_burst[rss_i->pktidx];  in dpdk_dev_ioctl()