Home
last modified time | relevance | path

Searched refs:descs (Results 1 – 25 of 38) sorted by relevance

12

/f-stack/dpdk/drivers/net/i40e/
H A Di40e_rxtx_vec_sse.c165 __m128i v_tmp_01 = _mm_unpacklo_epi32(descs[0], descs[1]); in descs_to_fdir_16b()
166 __m128i v_tmp_23 = _mm_unpacklo_epi32(descs[2], descs[3]); in descs_to_fdir_16b()
269 vlan0 = _mm_unpackhi_epi32(descs[0], descs[1]); in desc_to_olflags_v()
270 vlan1 = _mm_unpackhi_epi32(descs[2], descs[3]); in desc_to_olflags_v()
333 __m128i ptype0 = _mm_unpackhi_epi64(descs[0], descs[1]); in desc_to_ptype_v()
502 descs[3] = _mm_blend_epi16(descs[3], len3, 0x80); in _recv_raw_pkts_vec()
503 descs[2] = _mm_blend_epi16(descs[2], len2, 0x80); in _recv_raw_pkts_vec()
506 sterr_tmp2 = _mm_unpackhi_epi32(descs[3], descs[2]); in _recv_raw_pkts_vec()
508 sterr_tmp1 = _mm_unpackhi_epi32(descs[1], descs[0]); in _recv_raw_pkts_vec()
525 descs[1] = _mm_blend_epi16(descs[1], len1, 0x80); in _recv_raw_pkts_vec()
[all …]
H A Di40e_rxtx_vec_altivec.c142 vlan0 = (vector unsigned int)vec_mergel(descs[0], descs[1]); in desc_to_olflags_v()
143 vlan1 = (vector unsigned int)vec_mergel(descs[2], descs[3]); in desc_to_olflags_v()
175 vector unsigned long ptype0 = vec_mergel(descs[0], descs[1]); in desc_to_ptype_v()
176 vector unsigned long ptype1 = vec_mergel(descs[2], descs[3]); in desc_to_ptype_v()
327 descs[3] = (vector unsigned long)len3; in _recv_raw_pkts_vec()
328 descs[2] = (vector unsigned long)len2; in _recv_raw_pkts_vec()
338 (vector unsigned short)descs[2]); in _recv_raw_pkts_vec()
341 (vector unsigned short)descs[0]); in _recv_raw_pkts_vec()
357 descs[1] = (vector unsigned long)len1; in _recv_raw_pkts_vec()
358 descs[0] = (vector unsigned long)len0; in _recv_raw_pkts_vec()
[all …]
H A Di40e_rxtx_vec_neon.c136 vreinterpretq_u32_u64(descs[2])).val[1]; in desc_to_olflags_v()
138 vreinterpretq_u32_u64(descs[3])).val[1]; in desc_to_olflags_v()
273 uint64x2_t descs[RTE_I40E_DESCS_PER_LOOP]; in _recv_raw_pkts_vec() local
298 descs[0] = vld1q_u64((uint64_t *)(rxdp)); in _recv_raw_pkts_vec()
313 descs[3] = vreinterpretq_u64_u32(len3); in _recv_raw_pkts_vec()
316 descs[2] = vreinterpretq_u64_u32(len2); in _recv_raw_pkts_vec()
324 vreinterpretq_u16_u64(descs[3])); in _recv_raw_pkts_vec()
327 vreinterpretq_u16_u64(descs[2])); in _recv_raw_pkts_vec()
333 desc_to_olflags_v(rxq, descs, &rx_pkts[pos]); in _recv_raw_pkts_vec()
344 descs[1] = vreinterpretq_u64_u32(len1); in _recv_raw_pkts_vec()
[all …]
/f-stack/dpdk/drivers/net/iavf/
H A Diavf_rxtx_vec_sse.c148 vlan0 = _mm_unpackhi_epi32(descs[0], descs[1]); in desc_to_olflags_v()
149 vlan1 = _mm_unpackhi_epi32(descs[2], descs[3]); in desc_to_olflags_v()
267 flags = _mm_unpackhi_epi32(descs[0], descs[1]); in flex_desc_to_olflags_v()
268 tmp_desc = _mm_unpackhi_epi32(descs[2], descs[3]); in flex_desc_to_olflags_v()
291 _mm_unpackhi_epi32(descs[0], descs[1]); in flex_desc_to_olflags_v()
294 _mm_unpackhi_epi32(descs[2], descs[3]); in flex_desc_to_olflags_v()
536 descs[3] = _mm_blend_epi16(descs[3], len3, 0x80); in _recv_raw_pkts_vec()
537 descs[2] = _mm_blend_epi16(descs[2], len2, 0x80); in _recv_raw_pkts_vec()
544 sterr_tmp2 = _mm_unpackhi_epi32(descs[3], descs[2]); in _recv_raw_pkts_vec()
558 descs[1] = _mm_blend_epi16(descs[1], len1, 0x80); in _recv_raw_pkts_vec()
[all …]
/f-stack/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_sse.c117 _mm_extract_epi32(descs[2], 2), in desc_to_olflags_v_ipsec()
118 _mm_extract_epi32(descs[1], 2), in desc_to_olflags_v_ipsec()
119 _mm_extract_epi32(descs[0], 2)); in desc_to_olflags_v_ipsec()
185 ptype0 = _mm_unpacklo_epi16(descs[0], descs[1]); in desc_to_olflags_v()
186 ptype1 = _mm_unpacklo_epi16(descs[2], descs[3]); in desc_to_olflags_v()
187 vtag0 = _mm_unpackhi_epi16(descs[0], descs[1]); in desc_to_olflags_v()
188 vtag1 = _mm_unpackhi_epi16(descs[2], descs[3]); in desc_to_olflags_v()
272 __m128i ptype0 = _mm_unpacklo_epi32(descs[0], descs[2]); in desc_to_ptype_v()
273 __m128i ptype1 = _mm_unpacklo_epi32(descs[1], descs[3]); in desc_to_ptype_v()
475 sterr_tmp2 = _mm_unpackhi_epi32(descs[3], descs[2]); in _recv_raw_pkts_vec()
[all …]
H A Dixgbe_rxtx_vec_neon.c162 vreinterpretq_u32_u64(descs[2])).val[0]; in desc_to_ptype_v()
164 vreinterpretq_u32_u64(descs[3])).val[0]; in desc_to_ptype_v()
262 uint64x2_t descs[RTE_IXGBE_DESCS_PER_LOOP]; in _recv_raw_pkts_vec() local
280 descs[0] = vld1q_u64((uint64_t *)(rxdp)); in _recv_raw_pkts_vec()
281 descs[1] = vld1q_u64((uint64_t *)(rxdp + 1)); in _recv_raw_pkts_vec()
282 descs[2] = vld1q_u64((uint64_t *)(rxdp + 2)); in _recv_raw_pkts_vec()
283 descs[3] = vld1q_u64((uint64_t *)(rxdp + 3)); in _recv_raw_pkts_vec()
304 sterr_tmp2 = vzipq_u8(vreinterpretq_u8_u64(descs[1]), in _recv_raw_pkts_vec()
305 vreinterpretq_u8_u64(descs[3])); in _recv_raw_pkts_vec()
307 sterr_tmp1 = vzipq_u8(vreinterpretq_u8_u64(descs[0]), in _recv_raw_pkts_vec()
[all …]
/f-stack/dpdk/drivers/net/ice/
H A Dice_rxtx_vec_sse.c159 flags = _mm_unpackhi_epi32(descs[0], descs[1]); in ice_rx_desc_to_olflags_v()
160 tmp_desc = _mm_unpackhi_epi32(descs[2], descs[3]); in ice_rx_desc_to_olflags_v()
183 _mm_unpackhi_epi32(descs[0], descs[1]); in ice_rx_desc_to_olflags_v()
186 _mm_unpackhi_epi32(descs[2], descs[3]); in ice_rx_desc_to_olflags_v()
244 __m128i ptype_01 = _mm_unpacklo_epi32(descs[0], descs[1]); in ice_rx_desc_to_ptype_v()
245 __m128i ptype_23 = _mm_unpacklo_epi32(descs[2], descs[3]); in ice_rx_desc_to_ptype_v()
371 __m128i descs[ICE_DESCS_PER_LOOP]; in _ice_recv_raw_pkts_vec() local
400 descs[0] = _mm_loadu_si128((__m128i *)(rxdp)); in _ice_recv_raw_pkts_vec()
418 pkt_mb3 = _mm_shuffle_epi8(descs[3], shuf_msk); in _ice_recv_raw_pkts_vec()
426 sterr_tmp2 = _mm_unpackhi_epi32(descs[3], descs[2]); in _ice_recv_raw_pkts_vec()
[all …]
/f-stack/dpdk/drivers/net/hns3/
H A Dhns3_rxtx_vec_neon.h157 uint64x2x2_t descs[HNS3_DEFAULT_DESCS_PER_LOOP]; in hns3_recv_burst_vec() local
198 descs[0] = vld2q_u64((uint64_t *)(rxdp + offset)); in hns3_recv_burst_vec()
199 descs[1] = vld2q_u64((uint64_t *)(rxdp + offset + 1)); in hns3_recv_burst_vec()
205 descs[2] = vld2q_u64((uint64_t *)(rxdp + offset + 2)); in hns3_recv_burst_vec()
206 descs[3] = vld2q_u64((uint64_t *)(rxdp + offset + 3)); in hns3_recv_burst_vec()
208 pkt_mbuf1.val[0] = vreinterpretq_u8_u64(descs[0].val[0]); in hns3_recv_burst_vec()
209 pkt_mbuf1.val[1] = vreinterpretq_u8_u64(descs[0].val[1]); in hns3_recv_burst_vec()
210 pkt_mbuf2.val[0] = vreinterpretq_u8_u64(descs[1].val[0]); in hns3_recv_burst_vec()
211 pkt_mbuf2.val[1] = vreinterpretq_u8_u64(descs[1].val[1]); in hns3_recv_burst_vec()
229 pkt_mbuf3.val[0] = vreinterpretq_u8_u64(descs[2].val[0]); in hns3_recv_burst_vec()
[all …]
/f-stack/dpdk/drivers/net/mvneta/
H A Dmvneta_rxtx.c376 struct neta_ppio_desc descs[nb_pkts]; in mvneta_tx_pkt_burst() local
406 mvneta_fill_desc(&descs[i], mbuf); in mvneta_tx_pkt_burst()
525 mvneta_fill_desc(&descs[tail], seg); in mvneta_tx_sg_pkt_burst()
533 mvneta_fill_desc(&descs[tail++], seg); in mvneta_tx_sg_pkt_burst()
614 struct neta_ppio_desc descs[nb_pkts]; in mvneta_rx_pkt_burst() local
621 descs, &nb_pkts); in mvneta_rx_pkt_burst()
869 struct neta_ppio_desc *descs; in mvneta_rx_queue_flush() local
874 descs = rte_malloc("rxdesc", MRVL_NETA_RXD_MAX * sizeof(*descs), 0); in mvneta_rx_queue_flush()
881 descs, &num); in mvneta_rx_queue_flush()
882 mvneta_recv_buffs_free(descs, num); in mvneta_rx_queue_flush()
[all …]
/f-stack/freebsd/contrib/ck/src/
H A Dck_rhs.c124 struct ck_rhs_entry_desc *descs; member
127 struct ck_rhs_no_entry_desc *descs; member
141 return (map->entries.descs[offset].entry); in ck_rhs_entry()
161 return (&map->entries.descs[offset]); in ck_rhs_desc()
171 map->entries.descs[offset].wanted++; in ck_rhs_wanted_inc()
191 map->entries.descs[offset].probes = value; in ck_rhs_set_probes()
222 return (map->entries.descs[offset].in_rh); in ck_rhs_in_rh()
232 map->entries.descs[offset].in_rh = true; in ck_rhs_set_rh()
242 map->entries.descs[offset].in_rh = false; in ck_rhs_unset_rh()
381 memset(map->entries.no_entries.descs, 0, in ck_rhs_map_create()
[all …]
/f-stack/dpdk/lib/librte_vhost/
H A Dvirtio_net.c549 if (unlikely(!descs)) in fill_vec_buf_split()
562 descs = idesc; in fill_vec_buf_split()
574 len += descs[idx].len; in fill_vec_buf_split()
577 descs[idx].addr, descs[idx].len, in fill_vec_buf_split()
586 idx = descs[idx].next; in fill_vec_buf_split()
666 if (unlikely(!descs)) in fill_vec_buf_packed_indirect()
679 descs = idescs; in fill_vec_buf_packed_indirect()
694 *len += descs[i].len; in fill_vec_buf_packed_indirect()
696 descs[i].addr, descs[i].len, in fill_vec_buf_packed_indirect()
744 &descs[avail_idx], in fill_vec_buf_packed()
[all …]
H A Drte_vhost_async.h65 struct rte_vhost_async_desc *descs,
93 uint16_t descs; /* num of descs inflight */ member
H A Dvhost_crypto.c1173 struct vring_desc *head, struct vhost_crypto_desc *descs, in vhost_crypto_process_one_req() argument
1180 struct vhost_crypto_desc *desc = descs; in vhost_crypto_process_one_req()
1247 nb_descs = desc - descs; in vhost_crypto_process_one_req()
1248 desc = descs; in vhost_crypto_process_one_req()
1256 if (unlikely(copy_data(&req, vc_req, descs, &desc, sizeof(req), in vhost_crypto_process_one_req()
1326 inhdr = reach_inhdr(vc_req, descs, max_n_descs); in vhost_crypto_process_one_req()
1598 struct vhost_crypto_desc descs[VHOST_CRYPTO_MAX_N_DESC]; in rte_vhost_crypto_fetch_requests() local
1657 op, head, descs, used_idx) < 0)) in rte_vhost_crypto_fetch_requests()
1686 op, head, descs, desc_idx) < 0)) in rte_vhost_crypto_fetch_requests()
/f-stack/dpdk/drivers/net/enic/
H A Denic_rxtx.c68 cqd_ptr = (struct cq_desc *)(cq->ring.descs) + cq_idx; in enic_recv_pkts()
94 rqd_ptr = ((struct rq_enet_desc *)rq->ring.descs) + rq_idx; in enic_recv_pkts()
112 cqd_ptr = (struct cq_desc *)(cq->ring.descs) + cq_idx; in enic_recv_pkts()
254 cqd = (struct cq_enet_rq_desc *)(cq->ring.descs) + cq_idx; in enic_noscatter_recv_pkts()
299 rqd = ((struct rq_enet_desc *)rq->ring.descs) + cq_idx; in enic_noscatter_recv_pkts()
449 struct wq_enet_desc *descs, *desc_p, desc_tmp; in enic_xmit_pkts() local
495 descs = (struct wq_enet_desc *)wq->ring.descs; in enic_xmit_pkts()
496 desc_p = descs + head_idx; in enic_xmit_pkts()
564 desc_p = descs + head_idx; in enic_xmit_pkts()
668 desc = ((struct wq_enet_desc *)wq->ring.descs) + head_idx; in enic_simple_xmit_pkts()
[all …]
/f-stack/freebsd/amd64/amd64/
H A Dsys_machdep.c126 if (largs->descs != NULL) { in sysarch_ldt()
129 error = copyin(largs->descs, lp, largs->num * in sysarch_ldt()
623 uap->start, uap->num, (void *)uap->descs); in amd64_get_ldt()
639 error = copyout(data, uap->descs, num * in amd64_get_ldt()
649 struct user_segment_descriptor *descs) in amd64_set_ldt() argument
667 if (descs == NULL) { in amd64_set_ldt()
699 dp = &descs[i]; in amd64_set_ldt()
777 error = amd64_set_ldt_data(td, i, 1, descs); in amd64_set_ldt()
786 descs); in amd64_set_ldt()
797 struct user_segment_descriptor *descs) in amd64_set_ldt_data() argument
[all …]
/f-stack/freebsd/i386/i386/
H A Dsys_machdep.c77 union descriptor *descs);
205 if (kargs.largs.descs != NULL) { in sysarch()
210 error = copyin(kargs.largs.descs, lp, in sysarch()
535 uap->start, uap->num, (void *)uap->descs); in i386_get_ldt()
561 union descriptor *descs) in i386_set_ldt() argument
576 if (descs == NULL) { in i386_set_ldt()
611 dp = &descs[i]; in i386_set_ldt()
694 error = i386_set_ldt_data(td, i, 1, descs); in i386_set_ldt()
701 descs); in i386_set_ldt()
712 union descriptor *descs) in i386_set_ldt_data() argument
[all …]
/f-stack/dpdk/drivers/net/fm10k/
H A Dfm10k_rxtx_vec.c45 fm10k_desc_to_olflags_v(__m128i descs[4], struct rte_mbuf **rx_pkts) in fm10k_desc_to_olflags_v()
95 ptype0 = _mm_unpacklo_epi16(descs[0], descs[1]); in fm10k_desc_to_olflags_v()
96 ptype1 = _mm_unpacklo_epi16(descs[2], descs[3]); in fm10k_desc_to_olflags_v()
97 vtag0 = _mm_unpackhi_epi16(descs[0], descs[1]); in fm10k_desc_to_olflags_v()
98 vtag1 = _mm_unpackhi_epi16(descs[2], descs[3]); in fm10k_desc_to_olflags_v()
142 fm10k_desc_to_pktype_v(__m128i descs[4], struct rte_mbuf **rx_pkts) in fm10k_desc_to_pktype_v()
178 l3l4type0 = _mm_unpacklo_epi16(descs[0], descs[1]); in fm10k_desc_to_pktype_v()
179 l3l4type1 = _mm_unpacklo_epi16(descs[2], descs[3]); in fm10k_desc_to_pktype_v()
/f-stack/freebsd/amd64/ia32/
H A Dia32_misc.c62 uapl.descs = (struct user_segment_descriptor *)(uintptr_t) in freebsd32_sysarch()
63 uapl32.descs; in freebsd32_sysarch()
/f-stack/dpdk/examples/vhost/
H A Dioat.h32 struct rte_vhost_async_desc *descs,
47 struct rte_vhost_async_desc *descs __rte_unused, in ioat_transfer_data_cb()
H A Dioat.c127 struct rte_vhost_async_desc *descs, in ioat_transfer_data_cb() argument
140 src = descs[i_desc].src; in ioat_transfer_data_cb()
141 dst = descs[i_desc].dst; in ioat_transfer_data_cb()
/f-stack/freebsd/x86/include/
H A Dsysarch.h80 union descriptor *descs; member
96 struct user_segment_descriptor *descs __packed;
/f-stack/dpdk/drivers/net/virtio/
H A Dvirtqueue.c65 struct vring_packed_desc *descs = vq->vq_packed.ring.desc; in virtqueue_rxvq_flush_packed() local
69 while (desc_is_used(&descs[i], vq) && cnt++ < vq->vq_nentries) { in virtqueue_rxvq_flush_packed()
70 dxp = &vq->vq_descx[descs[i].id]; in virtqueue_rxvq_flush_packed()
/f-stack/dpdk/drivers/net/mvpp2/
H A Dmrvl_ethdev.c752 struct pp2_ppio_desc descs[MRVL_PP2_RXD_MAX]; in mrvl_flush_rx_queues() local
758 descs, (uint16_t *)&num); in mrvl_flush_rx_queues()
2240 struct pp2_ppio_desc descs[nb_pkts]; in mrvl_rx_pkt_burst() local
2272 pref_desc = &descs[i + MRVL_MUSDK_PREFETCH_SHIFT]; in mrvl_rx_pkt_burst()
2280 pp2_ppio_inq_desc_get_cookie(&descs[i]); in mrvl_rx_pkt_burst()
2304 mrvl_desc_to_packet_type_and_offset(&descs[i], in mrvl_rx_pkt_burst()
2311 mbuf->ol_flags = mrvl_desc_to_ol_flags(&descs[i]); in mrvl_rx_pkt_burst()
2512 struct pp2_ppio_desc descs[nb_pkts]; in mrvl_tx_pkt_burst() local
2551 mrvl_fill_desc(&descs[i], mbuf); in mrvl_tx_pkt_burst()
2685 mrvl_fill_desc(&descs[tail], seg); in mrvl_tx_sg_pkt_burst()
[all …]
/f-stack/freebsd/mips/broadcom/
H A Dbcm_machdep.c109 const struct bhnd_core_match *descs, size_t num_descs,
185 bcm_find_core(struct bcm_platform *bp, const struct bhnd_core_match *descs, in bcm_find_core() argument
194 error = bhnd_erom_lookup_core_addr(&bp->erom.obj, &descs[i], in bcm_find_core()
/f-stack/freebsd/amd64/include/
H A Dproc.h115 struct user_segment_descriptor *descs);

12