| /f-stack/dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec_neon.h | 159 uint8x16_t pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in hns3_recv_burst_vec() local
214 pkt_mb1 = vqtbl2q_u8(pkt_mbuf1, shuf_desc_fields_msk); in hns3_recv_burst_vec()
224 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb1), crc_adjust); in hns3_recv_burst_vec()
225 pkt_mb1 = vreinterpretq_u8_u16(tmp); in hns3_recv_burst_vec()
240 pkt_mb1); in hns3_recv_burst_vec()
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 486 __m128i pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
563 pkt_mb1 = _mm_shuffle_epi8(descs[0], shuf_msk); in _recv_raw_pkts_vec()
579 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _recv_raw_pkts_vec()
612 pkt_mb1); in _recv_raw_pkts_vec()
747 __m128i pkt_mb0, pkt_mb1, pkt_mb2, pkt_mb3; in _recv_raw_pkts_vec_flex_rxd() local
797 pkt_mb1 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec_flex_rxd()
812 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _recv_raw_pkts_vec_flex_rxd()
866 pkt_mb1 = _mm_or_si128(pkt_mb1, rss_hash1); in _recv_raw_pkts_vec_flex_rxd()
904 pkt_mb1); in _recv_raw_pkts_vec_flex_rxd()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 372 __m128i pkt_mb0, pkt_mb1, pkt_mb2, pkt_mb3; in _ice_recv_raw_pkts_vec() local
422 pkt_mb1 = _mm_shuffle_epi8(descs[1], shuf_msk); in _ice_recv_raw_pkts_vec()
437 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _ice_recv_raw_pkts_vec()
491 pkt_mb1 = _mm_or_si128(pkt_mb1, rss_hash1); in _ice_recv_raw_pkts_vec()
529 pkt_mb1); in _ice_recv_raw_pkts_vec()
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 278 vector unsigned char pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
363 pkt_mb1 = vec_perm((vector unsigned char)descs[0], in _recv_raw_pkts_vec()
383 pkt_mb1 = (vector unsigned char)vec_sub( in _recv_raw_pkts_vec()
384 (vector unsigned short)pkt_mb1, crc_adjust); in _recv_raw_pkts_vec()
427 vec_st(pkt_mb1, 0, in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 274 uint8x16_t pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
351 pkt_mb1 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[0]), shuf_msk); in _recv_raw_pkts_vec()
362 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb1), crc_adjust); in _recv_raw_pkts_vec()
363 pkt_mb1 = vreinterpretq_u8_u16(tmp); in _recv_raw_pkts_vec()
408 pkt_mb1); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_sse.c | 452 __m128i pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
530 pkt_mb1 = _mm_shuffle_epi8(descs[0], shuf_msk); in _recv_raw_pkts_vec()
544 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _recv_raw_pkts_vec()
576 pkt_mb1); in _recv_raw_pkts_vec()
|
| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 263 uint8x16_t pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
301 pkt_mb1 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[0]), shuf_msk); in _recv_raw_pkts_vec()
332 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb1), crc_adjust); in _recv_raw_pkts_vec()
333 pkt_mb1 = vreinterpretq_u8_u16(tmp); in _recv_raw_pkts_vec()
357 pkt_mb1); in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx_vec_sse.c | 420 __m128i pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
472 pkt_mb1 = _mm_shuffle_epi8(descs[0], shuf_msk); in _recv_raw_pkts_vec()
503 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _recv_raw_pkts_vec()
535 pkt_mb1); in _recv_raw_pkts_vec()
|
| /f-stack/dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec_sse.h | 591 __m128i pkt_mb0, pkt_mb1, pkt_mb2, pkt_mb3; in rxq_cq_process_v() local
678 pkt_mb1 = _mm_shuffle_epi8(cqes[1], shuf_mask); in rxq_cq_process_v()
681 pkt_mb1 = _mm_sub_epi16(pkt_mb1, crc_adj); in rxq_cq_process_v()
684 pkt_mb1 = _mm_add_epi32(pkt_mb1, flow_mark_adj); in rxq_cq_process_v()
690 _mm_storeu_si128((void *)&pkts[pos + 1]->pkt_len, pkt_mb1); in rxq_cq_process_v()
|
| H A D | mlx5_rxtx_vec_altivec.h | 866 vector unsigned char pkt_mb0, pkt_mb1, pkt_mb2, pkt_mb3; in rxq_cq_process_v() local
1052 pkt_mb1 = vec_perm(cqes[1], zero, shuf_mask); in rxq_cq_process_v()
1056 pkt_mb1 = (vector unsigned char) in rxq_cq_process_v()
1057 ((vector unsigned short)pkt_mb1 - in rxq_cq_process_v()
1064 pkt_mb1 = (vector unsigned char) in rxq_cq_process_v()
1065 ((vector unsigned int)pkt_mb1 + in rxq_cq_process_v()
1081 &pkts[pos + 1]->pkt_len = pkt_mb1; in rxq_cq_process_v()
|
| /f-stack/dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 463 __m128i pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in fm10k_recv_raw_pkts_vec() local
523 pkt_mb1 = _mm_shuffle_epi8(descs0[0], shuf_msk); in fm10k_recv_raw_pkts_vec()
571 pkt_mb1); in fm10k_recv_raw_pkts_vec()
|