Home
last modified time | relevance | path

Searched refs:descs (Results 1 – 25 of 25) sorted by relevance

/dpdk/drivers/net/i40e/
H A Di40e_rxtx_vec_neon.c181 vreinterpretq_u32_u64(descs[3]))); in descs_to_fdir_16b()
186 vreinterpretq_u32_u64(descs[2]))); in descs_to_fdir_16b()
191 vreinterpretq_u32_u64(descs[1]))); in descs_to_fdir_16b()
196 vreinterpretq_u32_u64(descs[0]))); in descs_to_fdir_16b()
429 descs[3] = vld1q_lane_u64((uint64_t *)(rxdp + 3), descs[3], 0); in _recv_raw_pkts_vec()
430 descs[2] = vld1q_lane_u64((uint64_t *)(rxdp + 2), descs[2], 0); in _recv_raw_pkts_vec()
431 descs[1] = vld1q_lane_u64((uint64_t *)(rxdp + 1), descs[1], 0); in _recv_raw_pkts_vec()
432 descs[0] = vld1q_lane_u64((uint64_t *)(rxdp), descs[0], 0); in _recv_raw_pkts_vec()
454 vreinterpretq_u16_u64(descs[3]), in _recv_raw_pkts_vec()
460 vreinterpretq_u16_u64(descs[2]), in _recv_raw_pkts_vec()
[all …]
H A Di40e_rxtx_vec_sse.c165 __m128i v_tmp_01 = _mm_unpacklo_epi32(descs[0], descs[1]); in descs_to_fdir_16b()
166 __m128i v_tmp_23 = _mm_unpacklo_epi32(descs[2], descs[3]); in descs_to_fdir_16b()
271 vlan0 = _mm_unpackhi_epi32(descs[0], descs[1]); in desc_to_olflags_v()
272 vlan1 = _mm_unpackhi_epi32(descs[2], descs[3]); in desc_to_olflags_v()
335 __m128i ptype0 = _mm_unpackhi_epi64(descs[0], descs[1]); in desc_to_ptype_v()
504 descs[3] = _mm_blend_epi16(descs[3], len3, 0x80); in _recv_raw_pkts_vec()
505 descs[2] = _mm_blend_epi16(descs[2], len2, 0x80); in _recv_raw_pkts_vec()
508 sterr_tmp2 = _mm_unpackhi_epi32(descs[3], descs[2]); in _recv_raw_pkts_vec()
510 sterr_tmp1 = _mm_unpackhi_epi32(descs[1], descs[0]); in _recv_raw_pkts_vec()
527 descs[1] = _mm_blend_epi16(descs[1], len1, 0x80); in _recv_raw_pkts_vec()
[all …]
H A Di40e_rxtx_vec_altivec.c142 vlan0 = (__vector unsigned int)vec_mergel(descs[0], descs[1]); in desc_to_olflags_v()
143 vlan1 = (__vector unsigned int)vec_mergel(descs[2], descs[3]); in desc_to_olflags_v()
175 __vector unsigned long ptype0 = vec_mergel(descs[0], descs[1]); in desc_to_ptype_v()
176 __vector unsigned long ptype1 = vec_mergel(descs[2], descs[3]); in desc_to_ptype_v()
327 descs[3] = (__vector unsigned long)len3; in _recv_raw_pkts_vec()
328 descs[2] = (__vector unsigned long)len2; in _recv_raw_pkts_vec()
338 (__vector unsigned short)descs[2]); in _recv_raw_pkts_vec()
341 (__vector unsigned short)descs[0]); in _recv_raw_pkts_vec()
357 descs[1] = (__vector unsigned long)len1; in _recv_raw_pkts_vec()
358 descs[0] = (__vector unsigned long)len0; in _recv_raw_pkts_vec()
[all …]
/dpdk/drivers/net/iavf/
H A Diavf_rxtx_vec_sse.c148 vlan0 = _mm_unpackhi_epi32(descs[0], descs[1]); in desc_to_olflags_v()
149 vlan1 = _mm_unpackhi_epi32(descs[2], descs[3]); in desc_to_olflags_v()
267 flags = _mm_unpackhi_epi32(descs[0], descs[1]); in flex_desc_to_olflags_v()
268 tmp_desc = _mm_unpackhi_epi32(descs[2], descs[3]); in flex_desc_to_olflags_v()
291 _mm_unpackhi_epi32(descs[0], descs[1]); in flex_desc_to_olflags_v()
294 _mm_unpackhi_epi32(descs[2], descs[3]); in flex_desc_to_olflags_v()
538 descs[3] = _mm_blend_epi16(descs[3], len3, 0x80); in _recv_raw_pkts_vec()
539 descs[2] = _mm_blend_epi16(descs[2], len2, 0x80); in _recv_raw_pkts_vec()
546 sterr_tmp2 = _mm_unpackhi_epi32(descs[3], descs[2]); in _recv_raw_pkts_vec()
560 descs[1] = _mm_blend_epi16(descs[1], len1, 0x80); in _recv_raw_pkts_vec()
[all …]
/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_sse.c117 _mm_extract_epi32(descs[2], 2), in desc_to_olflags_v_ipsec()
118 _mm_extract_epi32(descs[1], 2), in desc_to_olflags_v_ipsec()
119 _mm_extract_epi32(descs[0], 2)); in desc_to_olflags_v_ipsec()
195 ptype0 = _mm_unpacklo_epi16(descs[0], descs[1]); in desc_to_olflags_v()
196 ptype1 = _mm_unpacklo_epi16(descs[2], descs[3]); in desc_to_olflags_v()
197 vtag0 = _mm_unpackhi_epi16(descs[0], descs[1]); in desc_to_olflags_v()
198 vtag1 = _mm_unpackhi_epi16(descs[2], descs[3]); in desc_to_olflags_v()
293 __m128i ptype0 = _mm_unpacklo_epi32(descs[0], descs[2]); in desc_to_ptype_v()
294 __m128i ptype1 = _mm_unpacklo_epi32(descs[1], descs[3]); in desc_to_ptype_v()
511 sterr_tmp2 = _mm_unpackhi_epi32(descs[3], descs[2]); in _recv_raw_pkts_vec()
[all …]
H A Dixgbe_rxtx_vec_neon.c243 vreinterpretq_u32_u64(descs[2])).val[0]; in desc_to_ptype_v()
245 vreinterpretq_u32_u64(descs[3])).val[0]; in desc_to_ptype_v()
352 uint64x2_t descs[RTE_IXGBE_DESCS_PER_LOOP]; in _recv_raw_pkts_vec() local
370 descs[0] = vld1q_u64((uint64_t *)(rxdp)); in _recv_raw_pkts_vec()
371 descs[1] = vld1q_u64((uint64_t *)(rxdp + 1)); in _recv_raw_pkts_vec()
372 descs[2] = vld1q_u64((uint64_t *)(rxdp + 2)); in _recv_raw_pkts_vec()
373 descs[3] = vld1q_u64((uint64_t *)(rxdp + 3)); in _recv_raw_pkts_vec()
394 sterr_tmp2 = vzipq_u8(vreinterpretq_u8_u64(descs[1]), in _recv_raw_pkts_vec()
395 vreinterpretq_u8_u64(descs[3])); in _recv_raw_pkts_vec()
397 sterr_tmp1 = vzipq_u8(vreinterpretq_u8_u64(descs[0]), in _recv_raw_pkts_vec()
[all …]
/dpdk/drivers/net/ice/
H A Dice_rxtx_vec_sse.c187 flags = _mm_unpackhi_epi32(descs[0], descs[1]); in ice_rx_desc_to_olflags_v()
188 tmp_desc = _mm_unpackhi_epi32(descs[2], descs[3]); in ice_rx_desc_to_olflags_v()
219 _mm_unpackhi_epi32(descs[0], descs[1]); in ice_rx_desc_to_olflags_v()
222 _mm_unpackhi_epi32(descs[2], descs[3]); in ice_rx_desc_to_olflags_v()
280 __m128i ptype_01 = _mm_unpacklo_epi32(descs[0], descs[1]); in ice_rx_desc_to_ptype_v()
281 __m128i ptype_23 = _mm_unpacklo_epi32(descs[2], descs[3]); in ice_rx_desc_to_ptype_v()
407 __m128i descs[ICE_DESCS_PER_LOOP]; in _ice_recv_raw_pkts_vec() local
436 descs[0] = _mm_loadu_si128((__m128i *)(rxdp)); in _ice_recv_raw_pkts_vec()
454 pkt_mb3 = _mm_shuffle_epi8(descs[3], shuf_msk); in _ice_recv_raw_pkts_vec()
462 sterr_tmp2 = _mm_unpackhi_epi32(descs[3], descs[2]); in _ice_recv_raw_pkts_vec()
[all …]
/dpdk/drivers/net/mvneta/
H A Dmvneta_rxtx.c376 struct neta_ppio_desc descs[nb_pkts]; in mvneta_tx_pkt_burst() local
406 mvneta_fill_desc(&descs[i], mbuf); in mvneta_tx_pkt_burst()
614 struct neta_ppio_desc descs[nb_pkts]; in mvneta_rx_pkt_burst() local
621 descs, &nb_pkts); in mvneta_rx_pkt_burst()
870 struct neta_ppio_desc *descs; in mvneta_rx_queue_flush() local
875 descs = rte_malloc("rxdesc", MRVL_NETA_RXD_MAX * sizeof(*descs), 0); in mvneta_rx_queue_flush()
876 if (descs == NULL) { in mvneta_rx_queue_flush()
884 rte_free(descs); in mvneta_rx_queue_flush()
892 descs, &num); in mvneta_rx_queue_flush()
893 mvneta_recv_buffs_free(descs, num); in mvneta_rx_queue_flush()
[all …]
/dpdk/drivers/net/hns3/
H A Dhns3_rxtx_vec_neon.h169 uint64x2x2_t descs[HNS3_DEFAULT_DESCS_PER_LOOP]; in hns3_recv_burst_vec() local
210 descs[0] = vld2q_u64((uint64_t *)(rxdp + offset)); in hns3_recv_burst_vec()
211 descs[1] = vld2q_u64((uint64_t *)(rxdp + offset + 1)); in hns3_recv_burst_vec()
217 descs[2] = vld2q_u64((uint64_t *)(rxdp + offset + 2)); in hns3_recv_burst_vec()
218 descs[3] = vld2q_u64((uint64_t *)(rxdp + offset + 3)); in hns3_recv_burst_vec()
220 pkt_mbuf1.val[0] = vreinterpretq_u8_u64(descs[0].val[0]); in hns3_recv_burst_vec()
221 pkt_mbuf1.val[1] = vreinterpretq_u8_u64(descs[0].val[1]); in hns3_recv_burst_vec()
222 pkt_mbuf2.val[0] = vreinterpretq_u8_u64(descs[1].val[0]); in hns3_recv_burst_vec()
223 pkt_mbuf2.val[1] = vreinterpretq_u8_u64(descs[1].val[1]); in hns3_recv_burst_vec()
241 pkt_mbuf3.val[0] = vreinterpretq_u8_u64(descs[2].val[0]); in hns3_recv_burst_vec()
[all …]
/dpdk/drivers/raw/cnxk_bphy/
H A Dcnxk_bphy_cgx_test.c53 unsigned int descs; in cnxk_bphy_cgx_dev_selftest() local
55 ret = rte_rawdev_queue_conf_get(dev_id, i, &descs, in cnxk_bphy_cgx_dev_selftest()
56 sizeof(descs)); in cnxk_bphy_cgx_dev_selftest()
59 if (descs != 1) { in cnxk_bphy_cgx_dev_selftest()
H A Dcnxk_bphy.c47 unsigned int i, queues, descs; in bphy_rawdev_selftest() local
62 ret = rte_rawdev_queue_conf_get(dev_id, CNXK_BPHY_DEF_QUEUE, &descs, in bphy_rawdev_selftest()
63 sizeof(descs)); in bphy_rawdev_selftest()
66 if (descs != 1) { in bphy_rawdev_selftest()
/dpdk/drivers/net/enic/
H A Denic_rxtx.c61 cqd_ptr = (struct cq_desc *)((uintptr_t)(cq->ring.descs) + in enic_recv_pkts_common()
107 rqd_ptr = ((struct rq_enet_desc *)rq->ring.descs) + rq_idx; in enic_recv_pkts_common()
125 cqd_ptr = (struct cq_desc *)((uintptr_t)(cq->ring.descs) + in enic_recv_pkts_common()
280 cqd = (struct cq_enet_rq_desc *)(cq->ring.descs) + cq_idx; in enic_noscatter_recv_pkts()
325 rqd = ((struct rq_enet_desc *)rq->ring.descs) + cq_idx; in enic_noscatter_recv_pkts()
480 struct wq_enet_desc *descs, *desc_p, desc_tmp; in enic_xmit_pkts() local
526 descs = (struct wq_enet_desc *)wq->ring.descs; in enic_xmit_pkts()
527 desc_p = descs + head_idx; in enic_xmit_pkts()
595 desc_p = descs + head_idx; in enic_xmit_pkts()
699 desc = ((struct wq_enet_desc *)wq->ring.descs) + head_idx; in enic_simple_xmit_pkts()
[all …]
H A Denic_rxtx_vec_avx2.c73 cqd = (struct cq_enet_rq_desc *)(cq->ring.descs) + cq_idx; in enic_noscatter_vec_recv_pkts()
773 nb_rx = cqd - (struct cq_enet_rq_desc *)(cq->ring.descs) - cq_idx; in enic_noscatter_vec_recv_pkts()
776 rqd = ((struct rq_enet_desc *)rq->ring.descs) + cq_idx; in enic_noscatter_vec_recv_pkts()
H A Denic_main.c282 struct rq_enet_desc *rqd = rq->ring.descs; in enic_alloc_rx_queue_mbufs()
515 desc = (struct wq_enet_desc *)wq->ring.descs; in enic_prep_wq_for_simple_tx()
/dpdk/drivers/net/fm10k/
H A Dfm10k_rxtx_vec.c45 fm10k_desc_to_olflags_v(__m128i descs[4], struct rte_mbuf **rx_pkts) in fm10k_desc_to_olflags_v()
96 ptype0 = _mm_unpacklo_epi16(descs[0], descs[1]); in fm10k_desc_to_olflags_v()
97 ptype1 = _mm_unpacklo_epi16(descs[2], descs[3]); in fm10k_desc_to_olflags_v()
98 vtag0 = _mm_unpackhi_epi16(descs[0], descs[1]); in fm10k_desc_to_olflags_v()
99 vtag1 = _mm_unpackhi_epi16(descs[2], descs[3]); in fm10k_desc_to_olflags_v()
143 fm10k_desc_to_pktype_v(__m128i descs[4], struct rte_mbuf **rx_pkts) in fm10k_desc_to_pktype_v()
179 l3l4type0 = _mm_unpacklo_epi16(descs[0], descs[1]); in fm10k_desc_to_pktype_v()
180 l3l4type1 = _mm_unpacklo_epi16(descs[2], descs[3]); in fm10k_desc_to_pktype_v()
/dpdk/lib/vhost/
H A Dvirtio_net.c670 if (unlikely(!descs)) in fill_vec_buf_split()
683 descs = idesc; in fill_vec_buf_split()
695 dlen = descs[idx].len; in fill_vec_buf_split()
699 descs[idx].addr, dlen, in fill_vec_buf_split()
708 idx = descs[idx].next; in fill_vec_buf_split()
788 if (unlikely(!descs)) in fill_vec_buf_packed_indirect()
801 descs = idescs; in fill_vec_buf_packed_indirect()
816 dlen = descs[i].len; in fill_vec_buf_packed_indirect()
819 descs[i].addr, dlen, in fill_vec_buf_packed_indirect()
868 &descs[avail_idx], in fill_vec_buf_packed()
[all …]
H A Dvhost_crypto.c1173 struct vring_desc *head, struct vhost_crypto_desc *descs, in vhost_crypto_process_one_req() argument
1180 struct vhost_crypto_desc *desc = descs; in vhost_crypto_process_one_req()
1247 nb_descs = desc - descs; in vhost_crypto_process_one_req()
1248 desc = descs; in vhost_crypto_process_one_req()
1256 if (unlikely(copy_data(&req, vc_req, descs, &desc, sizeof(req), in vhost_crypto_process_one_req()
1326 inhdr = reach_inhdr(vc_req, descs, max_n_descs); in vhost_crypto_process_one_req()
1598 struct vhost_crypto_desc descs[VHOST_CRYPTO_MAX_N_DESC]; in rte_vhost_crypto_fetch_requests() local
1657 op, head, descs, used_idx) < 0)) in rte_vhost_crypto_fetch_requests()
1686 op, head, descs, desc_idx) < 0)) in rte_vhost_crypto_fetch_requests()
H A Dvhost.h181 uint16_t descs; /* num of descs inflight */ member
/dpdk/drivers/net/virtio/
H A Dvirtqueue.c65 struct vring_packed_desc *descs = vq->vq_packed.ring.desc; in virtqueue_rxvq_flush_packed() local
69 while (desc_is_used(&descs[i], vq) && cnt++ < vq->vq_nentries) { in virtqueue_rxvq_flush_packed()
70 dxp = &vq->vq_descx[descs[i].id]; in virtqueue_rxvq_flush_packed()
/dpdk/drivers/net/mvpp2/
H A Dmrvl_ethdev.c987 struct pp2_ppio_desc descs[MRVL_PP2_RXD_MAX]; in mrvl_flush_rx_queues() local
993 descs, (uint16_t *)&num); in mrvl_flush_rx_queues()
2577 struct pp2_ppio_desc descs[nb_pkts]; in mrvl_rx_pkt_burst() local
2608 pref_desc = &descs[i + MRVL_MUSDK_PREFETCH_SHIFT]; in mrvl_rx_pkt_burst()
2616 pp2_ppio_inq_desc_get_cookie(&descs[i]); in mrvl_rx_pkt_burst()
2641 mrvl_desc_to_packet_type_and_offset(&descs[i], in mrvl_rx_pkt_burst()
2649 mrvl_desc_to_ol_flags(&descs[i], in mrvl_rx_pkt_burst()
2831 struct pp2_ppio_desc descs[nb_pkts]; in mrvl_tx_pkt_burst() local
2866 mrvl_fill_desc(&descs[i], mbuf); in mrvl_tx_pkt_burst()
2995 mrvl_fill_desc(&descs[tail], seg); in mrvl_tx_sg_pkt_burst()
[all …]
/dpdk/drivers/net/enic/base/
H A Dvnic_dev.c249 memset(ring->descs, 0, ring->size); in vnic_dev_clear_desc_ring()
284 ring->descs = (uint8_t *)ring->descs_unaligned + in vnic_dev_alloc_desc_ring()
297 if (ring->descs) { in vnic_dev_free_desc_ring()
302 ring->descs = NULL; in vnic_dev_free_desc_ring()
H A Dvnic_dev.h53 void *descs; member
/dpdk/drivers/net/ena/base/
H A Dena_eth_com.h50 u16 descs; member
H A Dena_eth_com.c564 ena_rx_ctx->descs = nb_hw_desc; in ena_com_rx_pkt()
605 ena_rx_ctx->descs = nb_hw_desc; in ena_com_rx_pkt()
/dpdk/drivers/net/ena/
H A Dena_ethdev.c192 uint32_t descs,
2495 uint32_t descs, in ena_rx_mbuf() argument
2505 if (unlikely(descs == 0)) in ena_rx_mbuf()
2522 mbuf_head->nb_segs = descs; in ena_rx_mbuf()
2531 while (--descs) { in ena_rx_mbuf()
2618 ena_rx_ctx.descs = 0; in eth_ena_recv_pkts()
2642 ena_rx_ctx.descs, in eth_ena_recv_pkts()
2646 for (i = 0; i < ena_rx_ctx.descs; ++i) { in eth_ena_recv_pkts()