| /dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec_neon.h | 171 uint8x16_t pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in hns3_recv_burst_vec() local
227 pkt_mb2 = vqtbl2q_u8(pkt_mbuf2, shuf_desc_fields_msk); in hns3_recv_burst_vec()
238 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb2), crc_adjust); in hns3_recv_burst_vec()
239 pkt_mb2 = vreinterpretq_u8_u16(tmp); in hns3_recv_burst_vec()
254 pkt_mb2); in hns3_recv_burst_vec()
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 488 __m128i pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
564 pkt_mb2 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec()
580 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _recv_raw_pkts_vec()
612 pkt_mb2); in _recv_raw_pkts_vec()
751 __m128i pkt_mb0, pkt_mb1, pkt_mb2, pkt_mb3; in _recv_raw_pkts_vec_flex_rxd() local
798 pkt_mb2 = _mm_shuffle_epi8(descs[2], shuf_msk); in _recv_raw_pkts_vec_flex_rxd()
813 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _recv_raw_pkts_vec_flex_rxd()
868 pkt_mb2 = _mm_or_si128(pkt_mb2, rss_hash2); in _recv_raw_pkts_vec_flex_rxd()
883 pkt_mb2); in _recv_raw_pkts_vec_flex_rxd()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 408 __m128i pkt_mb0, pkt_mb1, pkt_mb2, pkt_mb3; in _ice_recv_raw_pkts_vec() local
455 pkt_mb2 = _mm_shuffle_epi8(descs[2], shuf_msk); in _ice_recv_raw_pkts_vec()
470 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _ice_recv_raw_pkts_vec()
526 pkt_mb2 = _mm_or_si128(pkt_mb2, rss_hash2); in _ice_recv_raw_pkts_vec()
541 pkt_mb2); in _ice_recv_raw_pkts_vec()
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 278 __vector unsigned char pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
361 pkt_mb2 = vec_perm((__vector unsigned char)descs[1], in _recv_raw_pkts_vec()
381 pkt_mb2 = (__vector unsigned char)vec_sub( in _recv_raw_pkts_vec()
382 (__vector unsigned short)pkt_mb2, crc_adjust); in _recv_raw_pkts_vec()
423 vec_st(pkt_mb2, 0, in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_sse.c | 454 __m128i pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
531 pkt_mb2 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec()
545 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _recv_raw_pkts_vec()
576 pkt_mb2); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 411 uint8x16_t pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
480 pkt_mb2 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[1]), shuf_msk); in _recv_raw_pkts_vec()
488 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb2), crc_adjust); in _recv_raw_pkts_vec()
489 pkt_mb2 = vreinterpretq_u8_u16(tmp); in _recv_raw_pkts_vec()
499 pkt_mb2); in _recv_raw_pkts_vec()
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 353 uint8x16_t pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
390 pkt_mb2 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[1]), shuf_msk); in _recv_raw_pkts_vec()
420 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb2), crc_adjust); in _recv_raw_pkts_vec()
421 pkt_mb2 = vreinterpretq_u8_u16(tmp); in _recv_raw_pkts_vec()
445 pkt_mb2); in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx_vec_sse.c | 456 __m128i pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in _recv_raw_pkts_vec() local
507 pkt_mb2 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec()
539 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _recv_raw_pkts_vec()
570 pkt_mb2); in _recv_raw_pkts_vec()
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec_sse.h | 591 __m128i pkt_mb0, pkt_mb1, pkt_mb2, pkt_mb3; in rxq_cq_process_v() local
652 pkt_mb2 = _mm_shuffle_epi8(cqes[2], shuf_mask); in rxq_cq_process_v()
655 pkt_mb2 = _mm_sub_epi16(pkt_mb2, crc_adj); in rxq_cq_process_v()
658 pkt_mb2 = _mm_add_epi32(pkt_mb2, flow_mark_adj); in rxq_cq_process_v()
661 _mm_storeu_si128((void *)&pkts[pos + 2]->pkt_len, pkt_mb2); in rxq_cq_process_v()
|
| H A D | mlx5_rxtx_vec_altivec.h | 866 __vector unsigned char pkt_mb0, pkt_mb1, pkt_mb2, pkt_mb3; in rxq_cq_process_v() local
992 pkt_mb2 = vec_perm(cqes[2], zero, shuf_mask); in rxq_cq_process_v()
998 pkt_mb2 = (__vector unsigned char) in rxq_cq_process_v()
999 ((__vector unsigned short)pkt_mb2 - in rxq_cq_process_v()
1006 pkt_mb2 = (__vector unsigned char) in rxq_cq_process_v()
1007 ((__vector unsigned int)pkt_mb2 + in rxq_cq_process_v()
1014 &pkts[pos + 2]->pkt_len = pkt_mb2; in rxq_cq_process_v()
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 464 __m128i pkt_mb1, pkt_mb2, pkt_mb3, pkt_mb4; in fm10k_recv_raw_pkts_vec() local
523 pkt_mb2 = _mm_shuffle_epi8(descs0[1], shuf_msk); in fm10k_recv_raw_pkts_vec()
570 pkt_mb2); in fm10k_recv_raw_pkts_vec()
|