xref: /dpdk/drivers/net/ice/ice_dcf_ethdev.c (revision ba57777d)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2020 Intel Corporation
3  */
4 
5 #include <errno.h>
6 #include <stdbool.h>
7 #include <sys/types.h>
8 #include <unistd.h>
9 
10 #include <rte_interrupts.h>
11 #include <rte_debug.h>
12 #include <rte_pci.h>
13 #include <rte_atomic.h>
14 #include <rte_eal.h>
15 #include <rte_ether.h>
16 #include <ethdev_pci.h>
17 #include <rte_kvargs.h>
18 #include <rte_malloc.h>
19 #include <rte_memzone.h>
20 #include <rte_dev.h>
21 
22 #include <iavf_devids.h>
23 
24 #include "ice_generic_flow.h"
25 #include "ice_dcf_ethdev.h"
26 #include "ice_rxtx.h"
27 
28 static int
29 ice_dcf_dev_udp_tunnel_port_add(struct rte_eth_dev *dev,
30 				struct rte_eth_udp_tunnel *udp_tunnel);
31 static int
32 ice_dcf_dev_udp_tunnel_port_del(struct rte_eth_dev *dev,
33 				struct rte_eth_udp_tunnel *udp_tunnel);
34 
35 static uint16_t
36 ice_dcf_recv_pkts(__rte_unused void *rx_queue,
37 		  __rte_unused struct rte_mbuf **bufs,
38 		  __rte_unused uint16_t nb_pkts)
39 {
40 	return 0;
41 }
42 
43 static uint16_t
44 ice_dcf_xmit_pkts(__rte_unused void *tx_queue,
45 		  __rte_unused struct rte_mbuf **bufs,
46 		  __rte_unused uint16_t nb_pkts)
47 {
48 	return 0;
49 }
50 
51 static int
52 ice_dcf_init_rxq(struct rte_eth_dev *dev, struct ice_rx_queue *rxq)
53 {
54 	struct ice_dcf_adapter *dcf_ad = dev->data->dev_private;
55 	struct rte_eth_dev_data *dev_data = dev->data;
56 	struct iavf_hw *hw = &dcf_ad->real_hw.avf;
57 	uint16_t buf_size, max_pkt_len;
58 
59 	buf_size = rte_pktmbuf_data_room_size(rxq->mp) - RTE_PKTMBUF_HEADROOM;
60 	rxq->rx_hdr_len = 0;
61 	rxq->rx_buf_len = RTE_ALIGN(buf_size, (1 << ICE_RLAN_CTX_DBUF_S));
62 	max_pkt_len = RTE_MIN((uint32_t)
63 			      ICE_SUPPORT_CHAIN_NUM * rxq->rx_buf_len,
64 			      dev->data->dev_conf.rxmode.max_rx_pkt_len);
65 
66 	/* Check if the jumbo frame and maximum packet length are set
67 	 * correctly.
68 	 */
69 	if (dev->data->dev_conf.rxmode.offloads & DEV_RX_OFFLOAD_JUMBO_FRAME) {
70 		if (max_pkt_len <= ICE_ETH_MAX_LEN ||
71 		    max_pkt_len > ICE_FRAME_SIZE_MAX) {
72 			PMD_DRV_LOG(ERR, "maximum packet length must be "
73 				    "larger than %u and smaller than %u, "
74 				    "as jumbo frame is enabled",
75 				    (uint32_t)ICE_ETH_MAX_LEN,
76 				    (uint32_t)ICE_FRAME_SIZE_MAX);
77 			return -EINVAL;
78 		}
79 	} else {
80 		if (max_pkt_len < RTE_ETHER_MIN_LEN ||
81 		    max_pkt_len > ICE_ETH_MAX_LEN) {
82 			PMD_DRV_LOG(ERR, "maximum packet length must be "
83 				    "larger than %u and smaller than %u, "
84 				    "as jumbo frame is disabled",
85 				    (uint32_t)RTE_ETHER_MIN_LEN,
86 				    (uint32_t)ICE_ETH_MAX_LEN);
87 			return -EINVAL;
88 		}
89 	}
90 
91 	rxq->max_pkt_len = max_pkt_len;
92 	if ((dev_data->dev_conf.rxmode.offloads & DEV_RX_OFFLOAD_SCATTER) ||
93 	    (rxq->max_pkt_len + 2 * ICE_VLAN_TAG_SIZE) > buf_size) {
94 		dev_data->scattered_rx = 1;
95 	}
96 	rxq->qrx_tail = hw->hw_addr + IAVF_QRX_TAIL1(rxq->queue_id);
97 	IAVF_PCI_REG_WRITE(rxq->qrx_tail, rxq->nb_rx_desc - 1);
98 	IAVF_WRITE_FLUSH(hw);
99 
100 	return 0;
101 }
102 
103 static int
104 ice_dcf_init_rx_queues(struct rte_eth_dev *dev)
105 {
106 	struct ice_rx_queue **rxq =
107 		(struct ice_rx_queue **)dev->data->rx_queues;
108 	int i, ret;
109 
110 	for (i = 0; i < dev->data->nb_rx_queues; i++) {
111 		if (!rxq[i] || !rxq[i]->q_set)
112 			continue;
113 		ret = ice_dcf_init_rxq(dev, rxq[i]);
114 		if (ret)
115 			return ret;
116 	}
117 
118 	ice_set_rx_function(dev);
119 	ice_set_tx_function(dev);
120 
121 	return 0;
122 }
123 
124 #define IAVF_MISC_VEC_ID                RTE_INTR_VEC_ZERO_OFFSET
125 #define IAVF_RX_VEC_START               RTE_INTR_VEC_RXTX_OFFSET
126 
127 #define IAVF_ITR_INDEX_DEFAULT          0
128 #define IAVF_QUEUE_ITR_INTERVAL_DEFAULT 32 /* 32 us */
129 #define IAVF_QUEUE_ITR_INTERVAL_MAX     8160 /* 8160 us */
130 
131 static inline uint16_t
132 iavf_calc_itr_interval(int16_t interval)
133 {
134 	if (interval < 0 || interval > IAVF_QUEUE_ITR_INTERVAL_MAX)
135 		interval = IAVF_QUEUE_ITR_INTERVAL_DEFAULT;
136 
137 	/* Convert to hardware count, as writing each 1 represents 2 us */
138 	return interval / 2;
139 }
140 
141 static int
142 ice_dcf_config_rx_queues_irqs(struct rte_eth_dev *dev,
143 				     struct rte_intr_handle *intr_handle)
144 {
145 	struct ice_dcf_adapter *adapter = dev->data->dev_private;
146 	struct ice_dcf_hw *hw = &adapter->real_hw;
147 	uint16_t interval, i;
148 	int vec;
149 
150 	if (rte_intr_cap_multiple(intr_handle) &&
151 	    dev->data->dev_conf.intr_conf.rxq) {
152 		if (rte_intr_efd_enable(intr_handle, dev->data->nb_rx_queues))
153 			return -1;
154 	}
155 
156 	if (rte_intr_dp_is_en(intr_handle) && !intr_handle->intr_vec) {
157 		intr_handle->intr_vec =
158 			rte_zmalloc("intr_vec",
159 				    dev->data->nb_rx_queues * sizeof(int), 0);
160 		if (!intr_handle->intr_vec) {
161 			PMD_DRV_LOG(ERR, "Failed to allocate %d rx intr_vec",
162 				    dev->data->nb_rx_queues);
163 			return -1;
164 		}
165 	}
166 
167 	if (!dev->data->dev_conf.intr_conf.rxq ||
168 	    !rte_intr_dp_is_en(intr_handle)) {
169 		/* Rx interrupt disabled, Map interrupt only for writeback */
170 		hw->nb_msix = 1;
171 		if (hw->vf_res->vf_cap_flags &
172 		    VIRTCHNL_VF_OFFLOAD_WB_ON_ITR) {
173 			/* If WB_ON_ITR supports, enable it */
174 			hw->msix_base = IAVF_RX_VEC_START;
175 			IAVF_WRITE_REG(&hw->avf,
176 				       IAVF_VFINT_DYN_CTLN1(hw->msix_base - 1),
177 				       IAVF_VFINT_DYN_CTLN1_ITR_INDX_MASK |
178 				       IAVF_VFINT_DYN_CTLN1_WB_ON_ITR_MASK);
179 		} else {
180 			/* If no WB_ON_ITR offload flags, need to set
181 			 * interrupt for descriptor write back.
182 			 */
183 			hw->msix_base = IAVF_MISC_VEC_ID;
184 
185 			/* set ITR to max */
186 			interval =
187 			iavf_calc_itr_interval(IAVF_QUEUE_ITR_INTERVAL_MAX);
188 			IAVF_WRITE_REG(&hw->avf, IAVF_VFINT_DYN_CTL01,
189 				       IAVF_VFINT_DYN_CTL01_INTENA_MASK |
190 				       (IAVF_ITR_INDEX_DEFAULT <<
191 					IAVF_VFINT_DYN_CTL01_ITR_INDX_SHIFT) |
192 				       (interval <<
193 					IAVF_VFINT_DYN_CTL01_INTERVAL_SHIFT));
194 		}
195 		IAVF_WRITE_FLUSH(&hw->avf);
196 		/* map all queues to the same interrupt */
197 		for (i = 0; i < dev->data->nb_rx_queues; i++)
198 			hw->rxq_map[hw->msix_base] |= 1 << i;
199 	} else {
200 		if (!rte_intr_allow_others(intr_handle)) {
201 			hw->nb_msix = 1;
202 			hw->msix_base = IAVF_MISC_VEC_ID;
203 			for (i = 0; i < dev->data->nb_rx_queues; i++) {
204 				hw->rxq_map[hw->msix_base] |= 1 << i;
205 				intr_handle->intr_vec[i] = IAVF_MISC_VEC_ID;
206 			}
207 			PMD_DRV_LOG(DEBUG,
208 				    "vector %u are mapping to all Rx queues",
209 				    hw->msix_base);
210 		} else {
211 			/* If Rx interrupt is reuquired, and we can use
212 			 * multi interrupts, then the vec is from 1
213 			 */
214 			hw->nb_msix = RTE_MIN(hw->vf_res->max_vectors,
215 					      intr_handle->nb_efd);
216 			hw->msix_base = IAVF_MISC_VEC_ID;
217 			vec = IAVF_MISC_VEC_ID;
218 			for (i = 0; i < dev->data->nb_rx_queues; i++) {
219 				hw->rxq_map[vec] |= 1 << i;
220 				intr_handle->intr_vec[i] = vec++;
221 				if (vec >= hw->nb_msix)
222 					vec = IAVF_RX_VEC_START;
223 			}
224 			PMD_DRV_LOG(DEBUG,
225 				    "%u vectors are mapping to %u Rx queues",
226 				    hw->nb_msix, dev->data->nb_rx_queues);
227 		}
228 	}
229 
230 	if (ice_dcf_config_irq_map(hw)) {
231 		PMD_DRV_LOG(ERR, "config interrupt mapping failed");
232 		return -1;
233 	}
234 	return 0;
235 }
236 
237 static int
238 alloc_rxq_mbufs(struct ice_rx_queue *rxq)
239 {
240 	volatile union ice_rx_flex_desc *rxd;
241 	struct rte_mbuf *mbuf = NULL;
242 	uint64_t dma_addr;
243 	uint16_t i;
244 
245 	for (i = 0; i < rxq->nb_rx_desc; i++) {
246 		mbuf = rte_mbuf_raw_alloc(rxq->mp);
247 		if (unlikely(!mbuf)) {
248 			PMD_DRV_LOG(ERR, "Failed to allocate mbuf for RX");
249 			return -ENOMEM;
250 		}
251 
252 		rte_mbuf_refcnt_set(mbuf, 1);
253 		mbuf->next = NULL;
254 		mbuf->data_off = RTE_PKTMBUF_HEADROOM;
255 		mbuf->nb_segs = 1;
256 		mbuf->port = rxq->port_id;
257 
258 		dma_addr =
259 			rte_cpu_to_le_64(rte_mbuf_data_iova_default(mbuf));
260 
261 		rxd = &rxq->rx_ring[i];
262 		rxd->read.pkt_addr = dma_addr;
263 		rxd->read.hdr_addr = 0;
264 #ifndef RTE_LIBRTE_ICE_16BYTE_RX_DESC
265 		rxd->read.rsvd1 = 0;
266 		rxd->read.rsvd2 = 0;
267 #endif
268 
269 		rxq->sw_ring[i].mbuf = (void *)mbuf;
270 	}
271 
272 	return 0;
273 }
274 
275 static int
276 ice_dcf_rx_queue_start(struct rte_eth_dev *dev, uint16_t rx_queue_id)
277 {
278 	struct ice_dcf_adapter *ad = dev->data->dev_private;
279 	struct iavf_hw *hw = &ad->real_hw.avf;
280 	struct ice_rx_queue *rxq;
281 	int err = 0;
282 
283 	if (rx_queue_id >= dev->data->nb_rx_queues)
284 		return -EINVAL;
285 
286 	rxq = dev->data->rx_queues[rx_queue_id];
287 
288 	err = alloc_rxq_mbufs(rxq);
289 	if (err) {
290 		PMD_DRV_LOG(ERR, "Failed to allocate RX queue mbuf");
291 		return err;
292 	}
293 
294 	rte_wmb();
295 
296 	/* Init the RX tail register. */
297 	IAVF_PCI_REG_WRITE(rxq->qrx_tail, rxq->nb_rx_desc - 1);
298 	IAVF_WRITE_FLUSH(hw);
299 
300 	/* Ready to switch the queue on */
301 	err = ice_dcf_switch_queue(&ad->real_hw, rx_queue_id, true, true);
302 	if (err) {
303 		PMD_DRV_LOG(ERR, "Failed to switch RX queue %u on",
304 			    rx_queue_id);
305 		return err;
306 	}
307 
308 	dev->data->rx_queue_state[rx_queue_id] = RTE_ETH_QUEUE_STATE_STARTED;
309 
310 	return 0;
311 }
312 
313 static inline void
314 reset_rx_queue(struct ice_rx_queue *rxq)
315 {
316 	uint16_t len;
317 	uint32_t i;
318 
319 	if (!rxq)
320 		return;
321 
322 	len = rxq->nb_rx_desc + ICE_RX_MAX_BURST;
323 
324 	for (i = 0; i < len * sizeof(union ice_rx_flex_desc); i++)
325 		((volatile char *)rxq->rx_ring)[i] = 0;
326 
327 	memset(&rxq->fake_mbuf, 0x0, sizeof(rxq->fake_mbuf));
328 
329 	for (i = 0; i < ICE_RX_MAX_BURST; i++)
330 		rxq->sw_ring[rxq->nb_rx_desc + i].mbuf = &rxq->fake_mbuf;
331 
332 	/* for rx bulk */
333 	rxq->rx_nb_avail = 0;
334 	rxq->rx_next_avail = 0;
335 	rxq->rx_free_trigger = (uint16_t)(rxq->rx_free_thresh - 1);
336 
337 	rxq->rx_tail = 0;
338 	rxq->nb_rx_hold = 0;
339 	rxq->pkt_first_seg = NULL;
340 	rxq->pkt_last_seg = NULL;
341 }
342 
343 static inline void
344 reset_tx_queue(struct ice_tx_queue *txq)
345 {
346 	struct ice_tx_entry *txe;
347 	uint32_t i, size;
348 	uint16_t prev;
349 
350 	if (!txq) {
351 		PMD_DRV_LOG(DEBUG, "Pointer to txq is NULL");
352 		return;
353 	}
354 
355 	txe = txq->sw_ring;
356 	size = sizeof(struct ice_tx_desc) * txq->nb_tx_desc;
357 	for (i = 0; i < size; i++)
358 		((volatile char *)txq->tx_ring)[i] = 0;
359 
360 	prev = (uint16_t)(txq->nb_tx_desc - 1);
361 	for (i = 0; i < txq->nb_tx_desc; i++) {
362 		txq->tx_ring[i].cmd_type_offset_bsz =
363 			rte_cpu_to_le_64(IAVF_TX_DESC_DTYPE_DESC_DONE);
364 		txe[i].mbuf =  NULL;
365 		txe[i].last_id = i;
366 		txe[prev].next_id = i;
367 		prev = i;
368 	}
369 
370 	txq->tx_tail = 0;
371 	txq->nb_tx_used = 0;
372 
373 	txq->last_desc_cleaned = txq->nb_tx_desc - 1;
374 	txq->nb_tx_free = txq->nb_tx_desc - 1;
375 
376 	txq->tx_next_dd = txq->tx_rs_thresh - 1;
377 	txq->tx_next_rs = txq->tx_rs_thresh - 1;
378 }
379 
380 static int
381 ice_dcf_rx_queue_stop(struct rte_eth_dev *dev, uint16_t rx_queue_id)
382 {
383 	struct ice_dcf_adapter *ad = dev->data->dev_private;
384 	struct ice_dcf_hw *hw = &ad->real_hw;
385 	struct ice_rx_queue *rxq;
386 	int err;
387 
388 	if (rx_queue_id >= dev->data->nb_rx_queues)
389 		return -EINVAL;
390 
391 	err = ice_dcf_switch_queue(hw, rx_queue_id, true, false);
392 	if (err) {
393 		PMD_DRV_LOG(ERR, "Failed to switch RX queue %u off",
394 			    rx_queue_id);
395 		return err;
396 	}
397 
398 	rxq = dev->data->rx_queues[rx_queue_id];
399 	rxq->rx_rel_mbufs(rxq);
400 	reset_rx_queue(rxq);
401 	dev->data->rx_queue_state[rx_queue_id] = RTE_ETH_QUEUE_STATE_STOPPED;
402 
403 	return 0;
404 }
405 
406 static int
407 ice_dcf_tx_queue_start(struct rte_eth_dev *dev, uint16_t tx_queue_id)
408 {
409 	struct ice_dcf_adapter *ad = dev->data->dev_private;
410 	struct iavf_hw *hw = &ad->real_hw.avf;
411 	struct ice_tx_queue *txq;
412 	int err = 0;
413 
414 	if (tx_queue_id >= dev->data->nb_tx_queues)
415 		return -EINVAL;
416 
417 	txq = dev->data->tx_queues[tx_queue_id];
418 
419 	/* Init the RX tail register. */
420 	txq->qtx_tail = hw->hw_addr + IAVF_QTX_TAIL1(tx_queue_id);
421 	IAVF_PCI_REG_WRITE(txq->qtx_tail, 0);
422 	IAVF_WRITE_FLUSH(hw);
423 
424 	/* Ready to switch the queue on */
425 	err = ice_dcf_switch_queue(&ad->real_hw, tx_queue_id, false, true);
426 
427 	if (err) {
428 		PMD_DRV_LOG(ERR, "Failed to switch TX queue %u on",
429 			    tx_queue_id);
430 		return err;
431 	}
432 
433 	dev->data->tx_queue_state[tx_queue_id] = RTE_ETH_QUEUE_STATE_STARTED;
434 
435 	return 0;
436 }
437 
438 static int
439 ice_dcf_tx_queue_stop(struct rte_eth_dev *dev, uint16_t tx_queue_id)
440 {
441 	struct ice_dcf_adapter *ad = dev->data->dev_private;
442 	struct ice_dcf_hw *hw = &ad->real_hw;
443 	struct ice_tx_queue *txq;
444 	int err;
445 
446 	if (tx_queue_id >= dev->data->nb_tx_queues)
447 		return -EINVAL;
448 
449 	err = ice_dcf_switch_queue(hw, tx_queue_id, false, false);
450 	if (err) {
451 		PMD_DRV_LOG(ERR, "Failed to switch TX queue %u off",
452 			    tx_queue_id);
453 		return err;
454 	}
455 
456 	txq = dev->data->tx_queues[tx_queue_id];
457 	txq->tx_rel_mbufs(txq);
458 	reset_tx_queue(txq);
459 	dev->data->tx_queue_state[tx_queue_id] = RTE_ETH_QUEUE_STATE_STOPPED;
460 
461 	return 0;
462 }
463 
464 static int
465 ice_dcf_start_queues(struct rte_eth_dev *dev)
466 {
467 	struct ice_rx_queue *rxq;
468 	struct ice_tx_queue *txq;
469 	int nb_rxq = 0;
470 	int nb_txq, i;
471 
472 	for (nb_txq = 0; nb_txq < dev->data->nb_tx_queues; nb_txq++) {
473 		txq = dev->data->tx_queues[nb_txq];
474 		if (txq->tx_deferred_start)
475 			continue;
476 		if (ice_dcf_tx_queue_start(dev, nb_txq) != 0) {
477 			PMD_DRV_LOG(ERR, "Fail to start queue %u", nb_txq);
478 			goto tx_err;
479 		}
480 	}
481 
482 	for (nb_rxq = 0; nb_rxq < dev->data->nb_rx_queues; nb_rxq++) {
483 		rxq = dev->data->rx_queues[nb_rxq];
484 		if (rxq->rx_deferred_start)
485 			continue;
486 		if (ice_dcf_rx_queue_start(dev, nb_rxq) != 0) {
487 			PMD_DRV_LOG(ERR, "Fail to start queue %u", nb_rxq);
488 			goto rx_err;
489 		}
490 	}
491 
492 	return 0;
493 
494 	/* stop the started queues if failed to start all queues */
495 rx_err:
496 	for (i = 0; i < nb_rxq; i++)
497 		ice_dcf_rx_queue_stop(dev, i);
498 tx_err:
499 	for (i = 0; i < nb_txq; i++)
500 		ice_dcf_tx_queue_stop(dev, i);
501 
502 	return -1;
503 }
504 
505 static int
506 ice_dcf_dev_start(struct rte_eth_dev *dev)
507 {
508 	struct ice_dcf_adapter *dcf_ad = dev->data->dev_private;
509 	struct rte_intr_handle *intr_handle = dev->intr_handle;
510 	struct ice_adapter *ad = &dcf_ad->parent;
511 	struct ice_dcf_hw *hw = &dcf_ad->real_hw;
512 	int ret;
513 
514 	ad->pf.adapter_stopped = 0;
515 
516 	hw->num_queue_pairs = RTE_MAX(dev->data->nb_rx_queues,
517 				      dev->data->nb_tx_queues);
518 
519 	ret = ice_dcf_init_rx_queues(dev);
520 	if (ret) {
521 		PMD_DRV_LOG(ERR, "Fail to init queues");
522 		return ret;
523 	}
524 
525 	if (hw->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_RSS_PF) {
526 		ret = ice_dcf_init_rss(hw);
527 		if (ret) {
528 			PMD_DRV_LOG(ERR, "Failed to configure RSS");
529 			return ret;
530 		}
531 	}
532 
533 	ret = ice_dcf_configure_queues(hw);
534 	if (ret) {
535 		PMD_DRV_LOG(ERR, "Fail to config queues");
536 		return ret;
537 	}
538 
539 	ret = ice_dcf_config_rx_queues_irqs(dev, intr_handle);
540 	if (ret) {
541 		PMD_DRV_LOG(ERR, "Fail to config rx queues' irqs");
542 		return ret;
543 	}
544 
545 	if (dev->data->dev_conf.intr_conf.rxq != 0) {
546 		rte_intr_disable(intr_handle);
547 		rte_intr_enable(intr_handle);
548 	}
549 
550 	ret = ice_dcf_start_queues(dev);
551 	if (ret) {
552 		PMD_DRV_LOG(ERR, "Failed to enable queues");
553 		return ret;
554 	}
555 
556 	ret = ice_dcf_add_del_all_mac_addr(hw, true);
557 	if (ret) {
558 		PMD_DRV_LOG(ERR, "Failed to add mac addr");
559 		return ret;
560 	}
561 
562 	dev->data->dev_link.link_status = ETH_LINK_UP;
563 
564 	return 0;
565 }
566 
567 static void
568 ice_dcf_stop_queues(struct rte_eth_dev *dev)
569 {
570 	struct ice_dcf_adapter *ad = dev->data->dev_private;
571 	struct ice_dcf_hw *hw = &ad->real_hw;
572 	struct ice_rx_queue *rxq;
573 	struct ice_tx_queue *txq;
574 	int ret, i;
575 
576 	/* Stop All queues */
577 	ret = ice_dcf_disable_queues(hw);
578 	if (ret)
579 		PMD_DRV_LOG(WARNING, "Fail to stop queues");
580 
581 	for (i = 0; i < dev->data->nb_tx_queues; i++) {
582 		txq = dev->data->tx_queues[i];
583 		if (!txq)
584 			continue;
585 		txq->tx_rel_mbufs(txq);
586 		reset_tx_queue(txq);
587 		dev->data->tx_queue_state[i] = RTE_ETH_QUEUE_STATE_STOPPED;
588 	}
589 	for (i = 0; i < dev->data->nb_rx_queues; i++) {
590 		rxq = dev->data->rx_queues[i];
591 		if (!rxq)
592 			continue;
593 		rxq->rx_rel_mbufs(rxq);
594 		reset_rx_queue(rxq);
595 		dev->data->rx_queue_state[i] = RTE_ETH_QUEUE_STATE_STOPPED;
596 	}
597 }
598 
599 static int
600 ice_dcf_dev_stop(struct rte_eth_dev *dev)
601 {
602 	struct ice_dcf_adapter *dcf_ad = dev->data->dev_private;
603 	struct rte_intr_handle *intr_handle = dev->intr_handle;
604 	struct ice_adapter *ad = &dcf_ad->parent;
605 
606 	if (ad->pf.adapter_stopped == 1) {
607 		PMD_DRV_LOG(DEBUG, "Port is already stopped");
608 		return 0;
609 	}
610 
611 	/* Stop the VF representors for this device */
612 	ice_dcf_vf_repr_stop_all(dcf_ad);
613 
614 	ice_dcf_stop_queues(dev);
615 
616 	rte_intr_efd_disable(intr_handle);
617 	if (intr_handle->intr_vec) {
618 		rte_free(intr_handle->intr_vec);
619 		intr_handle->intr_vec = NULL;
620 	}
621 
622 	ice_dcf_add_del_all_mac_addr(&dcf_ad->real_hw, false);
623 	dev->data->dev_link.link_status = ETH_LINK_DOWN;
624 	ad->pf.adapter_stopped = 1;
625 
626 	return 0;
627 }
628 
629 static int
630 ice_dcf_dev_configure(struct rte_eth_dev *dev)
631 {
632 	struct ice_dcf_adapter *dcf_ad = dev->data->dev_private;
633 	struct ice_adapter *ad = &dcf_ad->parent;
634 
635 	ad->rx_bulk_alloc_allowed = true;
636 	ad->tx_simple_allowed = true;
637 
638 	if (dev->data->dev_conf.rxmode.mq_mode & ETH_MQ_RX_RSS_FLAG)
639 		dev->data->dev_conf.rxmode.offloads |= DEV_RX_OFFLOAD_RSS_HASH;
640 
641 	return 0;
642 }
643 
644 static int
645 ice_dcf_dev_info_get(struct rte_eth_dev *dev,
646 		     struct rte_eth_dev_info *dev_info)
647 {
648 	struct ice_dcf_adapter *adapter = dev->data->dev_private;
649 	struct ice_dcf_hw *hw = &adapter->real_hw;
650 
651 	dev_info->max_mac_addrs = 1;
652 	dev_info->max_rx_queues = hw->vsi_res->num_queue_pairs;
653 	dev_info->max_tx_queues = hw->vsi_res->num_queue_pairs;
654 	dev_info->min_rx_bufsize = ICE_BUF_SIZE_MIN;
655 	dev_info->max_rx_pktlen = ICE_FRAME_SIZE_MAX;
656 	dev_info->hash_key_size = hw->vf_res->rss_key_size;
657 	dev_info->reta_size = hw->vf_res->rss_lut_size;
658 	dev_info->flow_type_rss_offloads = ICE_RSS_OFFLOAD_ALL;
659 
660 	dev_info->rx_offload_capa =
661 		DEV_RX_OFFLOAD_VLAN_STRIP |
662 		DEV_RX_OFFLOAD_IPV4_CKSUM |
663 		DEV_RX_OFFLOAD_UDP_CKSUM |
664 		DEV_RX_OFFLOAD_TCP_CKSUM |
665 		DEV_RX_OFFLOAD_OUTER_IPV4_CKSUM |
666 		DEV_RX_OFFLOAD_SCATTER |
667 		DEV_RX_OFFLOAD_JUMBO_FRAME |
668 		DEV_RX_OFFLOAD_VLAN_FILTER |
669 		DEV_RX_OFFLOAD_RSS_HASH;
670 	dev_info->tx_offload_capa =
671 		DEV_TX_OFFLOAD_VLAN_INSERT |
672 		DEV_TX_OFFLOAD_IPV4_CKSUM |
673 		DEV_TX_OFFLOAD_UDP_CKSUM |
674 		DEV_TX_OFFLOAD_TCP_CKSUM |
675 		DEV_TX_OFFLOAD_SCTP_CKSUM |
676 		DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM |
677 		DEV_TX_OFFLOAD_TCP_TSO |
678 		DEV_TX_OFFLOAD_VXLAN_TNL_TSO |
679 		DEV_TX_OFFLOAD_GRE_TNL_TSO |
680 		DEV_TX_OFFLOAD_IPIP_TNL_TSO |
681 		DEV_TX_OFFLOAD_GENEVE_TNL_TSO |
682 		DEV_TX_OFFLOAD_MULTI_SEGS;
683 
684 	dev_info->default_rxconf = (struct rte_eth_rxconf) {
685 		.rx_thresh = {
686 			.pthresh = ICE_DEFAULT_RX_PTHRESH,
687 			.hthresh = ICE_DEFAULT_RX_HTHRESH,
688 			.wthresh = ICE_DEFAULT_RX_WTHRESH,
689 		},
690 		.rx_free_thresh = ICE_DEFAULT_RX_FREE_THRESH,
691 		.rx_drop_en = 0,
692 		.offloads = 0,
693 	};
694 
695 	dev_info->default_txconf = (struct rte_eth_txconf) {
696 		.tx_thresh = {
697 			.pthresh = ICE_DEFAULT_TX_PTHRESH,
698 			.hthresh = ICE_DEFAULT_TX_HTHRESH,
699 			.wthresh = ICE_DEFAULT_TX_WTHRESH,
700 		},
701 		.tx_free_thresh = ICE_DEFAULT_TX_FREE_THRESH,
702 		.tx_rs_thresh = ICE_DEFAULT_TX_RSBIT_THRESH,
703 		.offloads = 0,
704 	};
705 
706 	dev_info->rx_desc_lim = (struct rte_eth_desc_lim) {
707 		.nb_max = ICE_MAX_RING_DESC,
708 		.nb_min = ICE_MIN_RING_DESC,
709 		.nb_align = ICE_ALIGN_RING_DESC,
710 	};
711 
712 	dev_info->tx_desc_lim = (struct rte_eth_desc_lim) {
713 		.nb_max = ICE_MAX_RING_DESC,
714 		.nb_min = ICE_MIN_RING_DESC,
715 		.nb_align = ICE_ALIGN_RING_DESC,
716 	};
717 
718 	return 0;
719 }
720 
721 static int
722 ice_dcf_dev_promiscuous_enable(__rte_unused struct rte_eth_dev *dev)
723 {
724 	return 0;
725 }
726 
727 static int
728 ice_dcf_dev_promiscuous_disable(__rte_unused struct rte_eth_dev *dev)
729 {
730 	return 0;
731 }
732 
733 static int
734 ice_dcf_dev_allmulticast_enable(__rte_unused struct rte_eth_dev *dev)
735 {
736 	return 0;
737 }
738 
739 static int
740 ice_dcf_dev_allmulticast_disable(__rte_unused struct rte_eth_dev *dev)
741 {
742 	return 0;
743 }
744 
745 static int
746 ice_dcf_dev_flow_ops_get(struct rte_eth_dev *dev,
747 			 const struct rte_flow_ops **ops)
748 {
749 	if (!dev)
750 		return -EINVAL;
751 
752 	*ops = &ice_flow_ops;
753 	return 0;
754 }
755 
756 #define ICE_DCF_32_BIT_WIDTH (CHAR_BIT * 4)
757 #define ICE_DCF_48_BIT_WIDTH (CHAR_BIT * 6)
758 #define ICE_DCF_48_BIT_MASK  RTE_LEN2MASK(ICE_DCF_48_BIT_WIDTH, uint64_t)
759 
760 static void
761 ice_dcf_stat_update_48(uint64_t *offset, uint64_t *stat)
762 {
763 	if (*stat >= *offset)
764 		*stat = *stat - *offset;
765 	else
766 		*stat = (uint64_t)((*stat +
767 			((uint64_t)1 << ICE_DCF_48_BIT_WIDTH)) - *offset);
768 
769 	*stat &= ICE_DCF_48_BIT_MASK;
770 }
771 
772 static void
773 ice_dcf_stat_update_32(uint64_t *offset, uint64_t *stat)
774 {
775 	if (*stat >= *offset)
776 		*stat = (uint64_t)(*stat - *offset);
777 	else
778 		*stat = (uint64_t)((*stat +
779 			((uint64_t)1 << ICE_DCF_32_BIT_WIDTH)) - *offset);
780 }
781 
782 static void
783 ice_dcf_update_stats(struct virtchnl_eth_stats *oes,
784 		     struct virtchnl_eth_stats *nes)
785 {
786 	ice_dcf_stat_update_48(&oes->rx_bytes, &nes->rx_bytes);
787 	ice_dcf_stat_update_48(&oes->rx_unicast, &nes->rx_unicast);
788 	ice_dcf_stat_update_48(&oes->rx_multicast, &nes->rx_multicast);
789 	ice_dcf_stat_update_48(&oes->rx_broadcast, &nes->rx_broadcast);
790 	ice_dcf_stat_update_32(&oes->rx_discards, &nes->rx_discards);
791 	ice_dcf_stat_update_48(&oes->tx_bytes, &nes->tx_bytes);
792 	ice_dcf_stat_update_48(&oes->tx_unicast, &nes->tx_unicast);
793 	ice_dcf_stat_update_48(&oes->tx_multicast, &nes->tx_multicast);
794 	ice_dcf_stat_update_48(&oes->tx_broadcast, &nes->tx_broadcast);
795 	ice_dcf_stat_update_32(&oes->tx_errors, &nes->tx_errors);
796 	ice_dcf_stat_update_32(&oes->tx_discards, &nes->tx_discards);
797 }
798 
799 
800 static int
801 ice_dcf_stats_get(struct rte_eth_dev *dev, struct rte_eth_stats *stats)
802 {
803 	struct ice_dcf_adapter *ad = dev->data->dev_private;
804 	struct ice_dcf_hw *hw = &ad->real_hw;
805 	struct virtchnl_eth_stats pstats;
806 	int ret;
807 
808 	ret = ice_dcf_query_stats(hw, &pstats);
809 	if (ret == 0) {
810 		ice_dcf_update_stats(&hw->eth_stats_offset, &pstats);
811 		stats->ipackets = pstats.rx_unicast + pstats.rx_multicast +
812 				pstats.rx_broadcast - pstats.rx_discards;
813 		stats->opackets = pstats.tx_broadcast + pstats.tx_multicast +
814 						pstats.tx_unicast;
815 		stats->imissed = pstats.rx_discards;
816 		stats->oerrors = pstats.tx_errors + pstats.tx_discards;
817 		stats->ibytes = pstats.rx_bytes;
818 		stats->ibytes -= stats->ipackets * RTE_ETHER_CRC_LEN;
819 		stats->obytes = pstats.tx_bytes;
820 	} else {
821 		PMD_DRV_LOG(ERR, "Get statistics failed");
822 	}
823 	return ret;
824 }
825 
826 static int
827 ice_dcf_stats_reset(struct rte_eth_dev *dev)
828 {
829 	struct ice_dcf_adapter *ad = dev->data->dev_private;
830 	struct ice_dcf_hw *hw = &ad->real_hw;
831 	struct virtchnl_eth_stats pstats;
832 	int ret;
833 
834 	/* read stat values to clear hardware registers */
835 	ret = ice_dcf_query_stats(hw, &pstats);
836 	if (ret != 0)
837 		return ret;
838 
839 	/* set stats offset base on current values */
840 	hw->eth_stats_offset = pstats;
841 
842 	return 0;
843 }
844 
845 static void
846 ice_dcf_free_repr_info(struct ice_dcf_adapter *dcf_adapter)
847 {
848 	if (dcf_adapter->repr_infos) {
849 		rte_free(dcf_adapter->repr_infos);
850 		dcf_adapter->repr_infos = NULL;
851 	}
852 }
853 
854 static int
855 ice_dcf_init_repr_info(struct ice_dcf_adapter *dcf_adapter)
856 {
857 	dcf_adapter->repr_infos =
858 			rte_calloc("ice_dcf_rep_info",
859 				   dcf_adapter->real_hw.num_vfs,
860 				   sizeof(dcf_adapter->repr_infos[0]), 0);
861 	if (!dcf_adapter->repr_infos) {
862 		PMD_DRV_LOG(ERR, "Failed to alloc memory for VF representors\n");
863 		return -ENOMEM;
864 	}
865 
866 	return 0;
867 }
868 
869 static int
870 ice_dcf_dev_close(struct rte_eth_dev *dev)
871 {
872 	struct ice_dcf_adapter *adapter = dev->data->dev_private;
873 
874 	if (rte_eal_process_type() != RTE_PROC_PRIMARY)
875 		return 0;
876 
877 	ice_dcf_free_repr_info(adapter);
878 	ice_dcf_uninit_parent_adapter(dev);
879 	ice_dcf_uninit_hw(dev, &adapter->real_hw);
880 
881 	return 0;
882 }
883 
884 int
885 ice_dcf_link_update(struct rte_eth_dev *dev,
886 		    __rte_unused int wait_to_complete)
887 {
888 	struct ice_dcf_adapter *ad = dev->data->dev_private;
889 	struct ice_dcf_hw *hw = &ad->real_hw;
890 	struct rte_eth_link new_link;
891 
892 	memset(&new_link, 0, sizeof(new_link));
893 
894 	/* Only read status info stored in VF, and the info is updated
895 	 * when receive LINK_CHANGE event from PF by virtchnl.
896 	 */
897 	switch (hw->link_speed) {
898 	case 10:
899 		new_link.link_speed = ETH_SPEED_NUM_10M;
900 		break;
901 	case 100:
902 		new_link.link_speed = ETH_SPEED_NUM_100M;
903 		break;
904 	case 1000:
905 		new_link.link_speed = ETH_SPEED_NUM_1G;
906 		break;
907 	case 10000:
908 		new_link.link_speed = ETH_SPEED_NUM_10G;
909 		break;
910 	case 20000:
911 		new_link.link_speed = ETH_SPEED_NUM_20G;
912 		break;
913 	case 25000:
914 		new_link.link_speed = ETH_SPEED_NUM_25G;
915 		break;
916 	case 40000:
917 		new_link.link_speed = ETH_SPEED_NUM_40G;
918 		break;
919 	case 50000:
920 		new_link.link_speed = ETH_SPEED_NUM_50G;
921 		break;
922 	case 100000:
923 		new_link.link_speed = ETH_SPEED_NUM_100G;
924 		break;
925 	default:
926 		new_link.link_speed = ETH_SPEED_NUM_NONE;
927 		break;
928 	}
929 
930 	new_link.link_duplex = ETH_LINK_FULL_DUPLEX;
931 	new_link.link_status = hw->link_up ? ETH_LINK_UP :
932 					     ETH_LINK_DOWN;
933 	new_link.link_autoneg = !(dev->data->dev_conf.link_speeds &
934 				ETH_LINK_SPEED_FIXED);
935 
936 	return rte_eth_linkstatus_set(dev, &new_link);
937 }
938 
939 /* Add UDP tunneling port */
940 static int
941 ice_dcf_dev_udp_tunnel_port_add(struct rte_eth_dev *dev,
942 				struct rte_eth_udp_tunnel *udp_tunnel)
943 {
944 	struct ice_dcf_adapter *adapter = dev->data->dev_private;
945 	struct ice_adapter *parent_adapter = &adapter->parent;
946 	struct ice_hw *parent_hw = &parent_adapter->hw;
947 	int ret = 0;
948 
949 	if (!udp_tunnel)
950 		return -EINVAL;
951 
952 	switch (udp_tunnel->prot_type) {
953 	case RTE_TUNNEL_TYPE_VXLAN:
954 		ret = ice_create_tunnel(parent_hw, TNL_VXLAN,
955 					udp_tunnel->udp_port);
956 		break;
957 	case RTE_TUNNEL_TYPE_ECPRI:
958 		ret = ice_create_tunnel(parent_hw, TNL_ECPRI,
959 					udp_tunnel->udp_port);
960 		break;
961 	default:
962 		PMD_DRV_LOG(ERR, "Invalid tunnel type");
963 		ret = -EINVAL;
964 		break;
965 	}
966 
967 	return ret;
968 }
969 
970 /* Delete UDP tunneling port */
971 static int
972 ice_dcf_dev_udp_tunnel_port_del(struct rte_eth_dev *dev,
973 				struct rte_eth_udp_tunnel *udp_tunnel)
974 {
975 	struct ice_dcf_adapter *adapter = dev->data->dev_private;
976 	struct ice_adapter *parent_adapter = &adapter->parent;
977 	struct ice_hw *parent_hw = &parent_adapter->hw;
978 	int ret = 0;
979 
980 	if (!udp_tunnel)
981 		return -EINVAL;
982 
983 	switch (udp_tunnel->prot_type) {
984 	case RTE_TUNNEL_TYPE_VXLAN:
985 	case RTE_TUNNEL_TYPE_ECPRI:
986 		ret = ice_destroy_tunnel(parent_hw, udp_tunnel->udp_port, 0);
987 		break;
988 	default:
989 		PMD_DRV_LOG(ERR, "Invalid tunnel type");
990 		ret = -EINVAL;
991 		break;
992 	}
993 
994 	return ret;
995 }
996 
997 static int
998 ice_dcf_tm_ops_get(struct rte_eth_dev *dev __rte_unused,
999 		void *arg)
1000 {
1001 	if (!arg)
1002 		return -EINVAL;
1003 
1004 	*(const void **)arg = &ice_dcf_tm_ops;
1005 
1006 	return 0;
1007 }
1008 
1009 static const struct eth_dev_ops ice_dcf_eth_dev_ops = {
1010 	.dev_start               = ice_dcf_dev_start,
1011 	.dev_stop                = ice_dcf_dev_stop,
1012 	.dev_close               = ice_dcf_dev_close,
1013 	.dev_configure           = ice_dcf_dev_configure,
1014 	.dev_infos_get           = ice_dcf_dev_info_get,
1015 	.rx_queue_setup          = ice_rx_queue_setup,
1016 	.tx_queue_setup          = ice_tx_queue_setup,
1017 	.rx_queue_release        = ice_rx_queue_release,
1018 	.tx_queue_release        = ice_tx_queue_release,
1019 	.rx_queue_start          = ice_dcf_rx_queue_start,
1020 	.tx_queue_start          = ice_dcf_tx_queue_start,
1021 	.rx_queue_stop           = ice_dcf_rx_queue_stop,
1022 	.tx_queue_stop           = ice_dcf_tx_queue_stop,
1023 	.link_update             = ice_dcf_link_update,
1024 	.stats_get               = ice_dcf_stats_get,
1025 	.stats_reset             = ice_dcf_stats_reset,
1026 	.promiscuous_enable      = ice_dcf_dev_promiscuous_enable,
1027 	.promiscuous_disable     = ice_dcf_dev_promiscuous_disable,
1028 	.allmulticast_enable     = ice_dcf_dev_allmulticast_enable,
1029 	.allmulticast_disable    = ice_dcf_dev_allmulticast_disable,
1030 	.flow_ops_get            = ice_dcf_dev_flow_ops_get,
1031 	.udp_tunnel_port_add	 = ice_dcf_dev_udp_tunnel_port_add,
1032 	.udp_tunnel_port_del	 = ice_dcf_dev_udp_tunnel_port_del,
1033 	.tm_ops_get              = ice_dcf_tm_ops_get,
1034 };
1035 
1036 static int
1037 ice_dcf_dev_init(struct rte_eth_dev *eth_dev)
1038 {
1039 	struct ice_dcf_adapter *adapter = eth_dev->data->dev_private;
1040 
1041 	eth_dev->dev_ops = &ice_dcf_eth_dev_ops;
1042 	eth_dev->rx_pkt_burst = ice_dcf_recv_pkts;
1043 	eth_dev->tx_pkt_burst = ice_dcf_xmit_pkts;
1044 
1045 	if (rte_eal_process_type() != RTE_PROC_PRIMARY)
1046 		return 0;
1047 
1048 	eth_dev->data->dev_flags |= RTE_ETH_DEV_AUTOFILL_QUEUE_XSTATS;
1049 
1050 	adapter->real_hw.vc_event_msg_cb = ice_dcf_handle_pf_event_msg;
1051 	if (ice_dcf_init_hw(eth_dev, &adapter->real_hw) != 0) {
1052 		PMD_INIT_LOG(ERR, "Failed to init DCF hardware");
1053 		return -1;
1054 	}
1055 
1056 	if (ice_dcf_init_parent_adapter(eth_dev) != 0) {
1057 		PMD_INIT_LOG(ERR, "Failed to init DCF parent adapter");
1058 		ice_dcf_uninit_hw(eth_dev, &adapter->real_hw);
1059 		return -1;
1060 	}
1061 
1062 	return 0;
1063 }
1064 
1065 static int
1066 ice_dcf_dev_uninit(struct rte_eth_dev *eth_dev)
1067 {
1068 	ice_dcf_dev_close(eth_dev);
1069 
1070 	return 0;
1071 }
1072 
1073 static int
1074 ice_dcf_cap_check_handler(__rte_unused const char *key,
1075 			  const char *value, __rte_unused void *opaque)
1076 {
1077 	if (strcmp(value, "dcf"))
1078 		return -1;
1079 
1080 	return 0;
1081 }
1082 
1083 static int
1084 ice_dcf_cap_selected(struct rte_devargs *devargs)
1085 {
1086 	struct rte_kvargs *kvlist;
1087 	const char *key = "cap";
1088 	int ret = 0;
1089 
1090 	if (devargs == NULL)
1091 		return 0;
1092 
1093 	kvlist = rte_kvargs_parse(devargs->args, NULL);
1094 	if (kvlist == NULL)
1095 		return 0;
1096 
1097 	if (!rte_kvargs_count(kvlist, key))
1098 		goto exit;
1099 
1100 	/* dcf capability selected when there's a key-value pair: cap=dcf */
1101 	if (rte_kvargs_process(kvlist, key,
1102 			       ice_dcf_cap_check_handler, NULL) < 0)
1103 		goto exit;
1104 
1105 	ret = 1;
1106 
1107 exit:
1108 	rte_kvargs_free(kvlist);
1109 	return ret;
1110 }
1111 
1112 static int
1113 eth_ice_dcf_pci_probe(__rte_unused struct rte_pci_driver *pci_drv,
1114 		      struct rte_pci_device *pci_dev)
1115 {
1116 	struct rte_eth_devargs eth_da = { .nb_representor_ports = 0 };
1117 	struct ice_dcf_vf_repr_param repr_param;
1118 	char repr_name[RTE_ETH_NAME_MAX_LEN];
1119 	struct ice_dcf_adapter *dcf_adapter;
1120 	struct rte_eth_dev *dcf_ethdev;
1121 	uint16_t dcf_vsi_id;
1122 	int i, ret;
1123 
1124 	if (!ice_dcf_cap_selected(pci_dev->device.devargs))
1125 		return 1;
1126 
1127 	ret = rte_eth_devargs_parse(pci_dev->device.devargs->args, &eth_da);
1128 	if (ret)
1129 		return ret;
1130 
1131 	ret = rte_eth_dev_pci_generic_probe(pci_dev,
1132 					    sizeof(struct ice_dcf_adapter),
1133 					    ice_dcf_dev_init);
1134 	if (ret || !eth_da.nb_representor_ports)
1135 		return ret;
1136 	if (eth_da.type != RTE_ETH_REPRESENTOR_VF)
1137 		return -ENOTSUP;
1138 
1139 	dcf_ethdev = rte_eth_dev_allocated(pci_dev->device.name);
1140 	if (dcf_ethdev == NULL)
1141 		return -ENODEV;
1142 
1143 	dcf_adapter = dcf_ethdev->data->dev_private;
1144 	ret = ice_dcf_init_repr_info(dcf_adapter);
1145 	if (ret)
1146 		return ret;
1147 
1148 	if (eth_da.nb_representor_ports > dcf_adapter->real_hw.num_vfs ||
1149 	    eth_da.nb_representor_ports >= RTE_MAX_ETHPORTS) {
1150 		PMD_DRV_LOG(ERR, "the number of port representors is too large: %u",
1151 			    eth_da.nb_representor_ports);
1152 		ice_dcf_free_repr_info(dcf_adapter);
1153 		return -EINVAL;
1154 	}
1155 
1156 	dcf_vsi_id = dcf_adapter->real_hw.vsi_id | VIRTCHNL_DCF_VF_VSI_VALID;
1157 
1158 	repr_param.dcf_eth_dev = dcf_ethdev;
1159 	repr_param.switch_domain_id = 0;
1160 
1161 	for (i = 0; i < eth_da.nb_representor_ports; i++) {
1162 		uint16_t vf_id = eth_da.representor_ports[i];
1163 		struct rte_eth_dev *vf_rep_eth_dev;
1164 
1165 		if (vf_id >= dcf_adapter->real_hw.num_vfs) {
1166 			PMD_DRV_LOG(ERR, "VF ID %u is out of range (0 ~ %u)",
1167 				    vf_id, dcf_adapter->real_hw.num_vfs - 1);
1168 			ret = -EINVAL;
1169 			break;
1170 		}
1171 
1172 		if (dcf_adapter->real_hw.vf_vsi_map[vf_id] == dcf_vsi_id) {
1173 			PMD_DRV_LOG(ERR, "VF ID %u is DCF's ID.\n", vf_id);
1174 			ret = -EINVAL;
1175 			break;
1176 		}
1177 
1178 		repr_param.vf_id = vf_id;
1179 		snprintf(repr_name, sizeof(repr_name), "net_%s_representor_%u",
1180 			 pci_dev->device.name, vf_id);
1181 		ret = rte_eth_dev_create(&pci_dev->device, repr_name,
1182 					 sizeof(struct ice_dcf_vf_repr),
1183 					 NULL, NULL, ice_dcf_vf_repr_init,
1184 					 &repr_param);
1185 		if (ret) {
1186 			PMD_DRV_LOG(ERR, "failed to create DCF VF representor %s",
1187 				    repr_name);
1188 			break;
1189 		}
1190 
1191 		vf_rep_eth_dev = rte_eth_dev_allocated(repr_name);
1192 		if (!vf_rep_eth_dev) {
1193 			PMD_DRV_LOG(ERR,
1194 				    "Failed to find the ethdev for DCF VF representor: %s",
1195 				    repr_name);
1196 			ret = -ENODEV;
1197 			break;
1198 		}
1199 
1200 		dcf_adapter->repr_infos[vf_id].vf_rep_eth_dev = vf_rep_eth_dev;
1201 		dcf_adapter->num_reprs++;
1202 	}
1203 
1204 	return ret;
1205 }
1206 
1207 static int
1208 eth_ice_dcf_pci_remove(struct rte_pci_device *pci_dev)
1209 {
1210 	struct rte_eth_dev *eth_dev;
1211 
1212 	eth_dev = rte_eth_dev_allocated(pci_dev->device.name);
1213 	if (!eth_dev)
1214 		return 0;
1215 
1216 	if (eth_dev->data->dev_flags & RTE_ETH_DEV_REPRESENTOR)
1217 		return rte_eth_dev_pci_generic_remove(pci_dev,
1218 						      ice_dcf_vf_repr_uninit);
1219 	else
1220 		return rte_eth_dev_pci_generic_remove(pci_dev,
1221 						      ice_dcf_dev_uninit);
1222 }
1223 
1224 static const struct rte_pci_id pci_id_ice_dcf_map[] = {
1225 	{ RTE_PCI_DEVICE(IAVF_INTEL_VENDOR_ID, IAVF_DEV_ID_ADAPTIVE_VF) },
1226 	{ .vendor_id = 0, /* sentinel */ },
1227 };
1228 
1229 static struct rte_pci_driver rte_ice_dcf_pmd = {
1230 	.id_table = pci_id_ice_dcf_map,
1231 	.drv_flags = RTE_PCI_DRV_NEED_MAPPING,
1232 	.probe = eth_ice_dcf_pci_probe,
1233 	.remove = eth_ice_dcf_pci_remove,
1234 };
1235 
1236 RTE_PMD_REGISTER_PCI(net_ice_dcf, rte_ice_dcf_pmd);
1237 RTE_PMD_REGISTER_PCI_TABLE(net_ice_dcf, pci_id_ice_dcf_map);
1238 RTE_PMD_REGISTER_KMOD_DEP(net_ice_dcf, "* igb_uio | vfio-pci");
1239 RTE_PMD_REGISTER_PARAM_STRING(net_ice_dcf, "cap=dcf");
1240