| /f-stack/dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec_neon.h | 147 uint16x8_t crc_adjust = { in hns3_recv_burst_vec() local 224 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb1), crc_adjust); in hns3_recv_burst_vec() 226 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb2), crc_adjust); in hns3_recv_burst_vec() 245 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb3), crc_adjust); in hns3_recv_burst_vec() 247 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb4), crc_adjust); in hns3_recv_burst_vec()
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 401 __m128i crc_adjust = _mm_set_epi16( in _recv_raw_pkts_vec() local 550 pkt_mb4 = _mm_add_epi16(pkt_mb4, crc_adjust); in _recv_raw_pkts_vec() 551 pkt_mb3 = _mm_add_epi16(pkt_mb3, crc_adjust); in _recv_raw_pkts_vec() 578 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _recv_raw_pkts_vec() 579 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _recv_raw_pkts_vec() 648 __m128i crc_adjust = _mm_set_epi16 in _recv_raw_pkts_vec_flex_rxd() local 808 pkt_mb3 = _mm_add_epi16(pkt_mb3, crc_adjust); in _recv_raw_pkts_vec_flex_rxd() 809 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _recv_raw_pkts_vec_flex_rxd() 812 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _recv_raw_pkts_vec_flex_rxd() 813 pkt_mb0 = _mm_add_epi16(pkt_mb0, crc_adjust); in _recv_raw_pkts_vec_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx2.c | 173 const __m256i crc_adjust = in _iavf_recv_raw_pkts_vec_avx2() local 390 mb6_7 = _mm256_add_epi16(mb6_7, crc_adjust); in _iavf_recv_raw_pkts_vec_avx2() 391 mb4_5 = _mm256_add_epi16(mb4_5, crc_adjust); in _iavf_recv_raw_pkts_vec_avx2() 426 mb2_3 = _mm256_add_epi16(mb2_3, crc_adjust); in _iavf_recv_raw_pkts_vec_avx2() 427 mb0_1 = _mm256_add_epi16(mb0_1, crc_adjust); in _iavf_recv_raw_pkts_vec_avx2() 670 const __m256i crc_adjust = in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() local 865 mb6_7 = _mm256_add_epi16(mb6_7, crc_adjust); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 866 mb4_5 = _mm256_add_epi16(mb4_5, crc_adjust); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 897 mb2_3 = _mm256_add_epi16(mb2_3, crc_adjust); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 898 mb0_1 = _mm256_add_epi16(mb0_1, crc_adjust); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx512.c | 175 const __m512i crc_adjust = in _iavf_recv_raw_pkts_vec_avx512() local 383 mb4_7 = _mm512_add_epi16(mb4_7, crc_adjust); in _iavf_recv_raw_pkts_vec_avx512() 414 mb0_3 = _mm512_add_epi16(mb0_3, crc_adjust); in _iavf_recv_raw_pkts_vec_avx512() 668 const __m512i crc_adjust = in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() local 872 mb4_7 = _mm512_add_epi16(mb4_7, crc_adjust); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 901 mb0_3 = _mm512_add_epi16(mb0_3, crc_adjust); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 210 vector unsigned short crc_adjust = (vector unsigned short){ in _recv_raw_pkts_vec() 344 (vector unsigned short)pkt_mb4, crc_adjust); in _recv_raw_pkts_vec() 346 (vector unsigned short)pkt_mb3, crc_adjust); in _recv_raw_pkts_vec() 382 (vector unsigned short)pkt_mb2, crc_adjust); in _recv_raw_pkts_vec() 384 (vector unsigned short)pkt_mb1, crc_adjust); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 226 uint16x8_t crc_adjust = { in _recv_raw_pkts_vec() local 336 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb4), crc_adjust); in _recv_raw_pkts_vec() 338 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb3), crc_adjust); in _recv_raw_pkts_vec() 360 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb2), crc_adjust); in _recv_raw_pkts_vec() 362 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb1), crc_adjust); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_sse.c | 364 __m128i crc_adjust = _mm_set_epi16( in _recv_raw_pkts_vec() local 517 pkt_mb4 = _mm_add_epi16(pkt_mb4, crc_adjust); in _recv_raw_pkts_vec() 518 pkt_mb3 = _mm_add_epi16(pkt_mb3, crc_adjust); in _recv_raw_pkts_vec() 543 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _recv_raw_pkts_vec() 544 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_avx2.c | 254 const __m256i crc_adjust = _mm256_set_epi16( in _recv_raw_pkts_vec_avx2() local 440 mb6_7 = _mm256_add_epi16(mb6_7, crc_adjust); in _recv_raw_pkts_vec_avx2() 441 mb4_5 = _mm256_add_epi16(mb4_5, crc_adjust); in _recv_raw_pkts_vec_avx2() 470 mb2_3 = _mm256_add_epi16(mb2_3, crc_adjust); in _recv_raw_pkts_vec_avx2() 471 mb0_1 = _mm256_add_epi16(mb0_1, crc_adjust); in _recv_raw_pkts_vec_avx2()
|
| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 222 uint16x8_t crc_adjust = {0, 0, rxq->crc_len, 0, in _recv_raw_pkts_vec() local 318 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb4), crc_adjust); in _recv_raw_pkts_vec() 320 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb3), crc_adjust); in _recv_raw_pkts_vec() 330 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb2), crc_adjust); in _recv_raw_pkts_vec() 332 tmp = vsubq_u16(vreinterpretq_u16_u8(pkt_mb1), crc_adjust); in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx_vec_sse.c | 325 __m128i crc_adjust = _mm_set_epi16( in _recv_raw_pkts_vec() local 488 pkt_mb4 = _mm_add_epi16(pkt_mb4, crc_adjust); in _recv_raw_pkts_vec() 489 pkt_mb3 = _mm_add_epi16(pkt_mb3, crc_adjust); in _recv_raw_pkts_vec() 502 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _recv_raw_pkts_vec() 503 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _recv_raw_pkts_vec()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 273 __m128i crc_adjust = _mm_set_epi16 in _ice_recv_raw_pkts_vec() local 433 pkt_mb3 = _mm_add_epi16(pkt_mb3, crc_adjust); in _ice_recv_raw_pkts_vec() 434 pkt_mb2 = _mm_add_epi16(pkt_mb2, crc_adjust); in _ice_recv_raw_pkts_vec() 437 pkt_mb1 = _mm_add_epi16(pkt_mb1, crc_adjust); in _ice_recv_raw_pkts_vec() 438 pkt_mb0 = _mm_add_epi16(pkt_mb0, crc_adjust); in _ice_recv_raw_pkts_vec()
|
| H A D | ice_rxtx_vec_avx2.c | 186 const __m256i crc_adjust = in _ice_recv_raw_pkts_vec_avx2() local 397 mb6_7 = _mm256_add_epi16(mb6_7, crc_adjust); in _ice_recv_raw_pkts_vec_avx2() 398 mb4_5 = _mm256_add_epi16(mb4_5, crc_adjust); in _ice_recv_raw_pkts_vec_avx2() 429 mb2_3 = _mm256_add_epi16(mb2_3, crc_adjust); in _ice_recv_raw_pkts_vec_avx2() 430 mb0_1 = _mm256_add_epi16(mb0_1, crc_adjust); in _ice_recv_raw_pkts_vec_avx2()
|
| H A D | ice_rxtx_vec_avx512.c | 180 const __m512i crc_adjust = in _ice_recv_raw_pkts_vec_avx512() local 371 mb4_7 = _mm512_add_epi32(mb4_7, crc_adjust); in _ice_recv_raw_pkts_vec_avx512() 372 mb0_3 = _mm512_add_epi32(mb0_3, crc_adjust); in _ice_recv_raw_pkts_vec_avx512()
|