| /dpdk/lib/fib/ |
| H A D | dir24_8_avx512.c | 13 uint64_t *next_hops, int size) in dir24_8_vec_lookup_x16() argument 75 _mm512_storeu_si512(next_hops, tmp1); in dir24_8_vec_lookup_x16() 76 _mm512_storeu_si512(next_hops + 8, tmp2); in dir24_8_vec_lookup_x16() 81 uint64_t *next_hops) in dir24_8_vec_lookup_x8_8b() argument 114 _mm512_storeu_si512(next_hops, res); in dir24_8_vec_lookup_x8_8b() 119 uint64_t *next_hops, const unsigned int n) in rte_dir24_8_vec_lookup_bulk_1b() argument 126 dir24_8_lookup_bulk_1b(p, ips + i * 16, next_hops + i * 16, in rte_dir24_8_vec_lookup_bulk_1b() 132 uint64_t *next_hops, const unsigned int n) in rte_dir24_8_vec_lookup_bulk_2b() argument 139 dir24_8_lookup_bulk_2b(p, ips + i * 16, next_hops + i * 16, in rte_dir24_8_vec_lookup_bulk_2b() 145 uint64_t *next_hops, const unsigned int n) in rte_dir24_8_vec_lookup_bulk_4b() argument [all …]
|
| H A D | dir24_8.h | 128 next_hops[i] = tmp >> 1; \ 135 next_hops[i] = tmp >> 1; \ 161 next_hops[i] = tmp >> 1; in dir24_8_lookup_bulk() 168 next_hops[i] = tmp >> 1; in dir24_8_lookup_bulk() 174 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_0() argument 183 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_1() argument 192 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_2() argument 201 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_3() argument 210 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_uni() argument 227 next_hops[i] = tmp >> 1; in dir24_8_lookup_bulk_uni() [all …]
|
| H A D | trie_avx512.c | 71 uint64_t *next_hops, int size) in trie_vec_lookup_x16x2() argument 209 _mm512_storeu_si512(next_hops, tmp_1); in trie_vec_lookup_x16x2() 217 uint64_t *next_hops) in trie_vec_lookup_x8x2_8b() argument 304 _mm512_storeu_si512(next_hops, res_1); in trie_vec_lookup_x8x2_8b() 305 _mm512_storeu_si512(next_hops + 8, res_2); in trie_vec_lookup_x8x2_8b() 315 next_hops + i * 32, sizeof(uint16_t)); in rte_trie_vec_lookup_bulk_2b() 318 next_hops + i * 32, n - i * 32); in rte_trie_vec_lookup_bulk_2b() 328 next_hops + i * 32, sizeof(uint32_t)); in rte_trie_vec_lookup_bulk_4b() 331 next_hops + i * 32, n - i * 32); in rte_trie_vec_lookup_bulk_4b() 341 next_hops + i * 16); in rte_trie_vec_lookup_bulk_8b() [all …]
|
| H A D | dir24_8_avx512.h | 10 uint64_t *next_hops, const unsigned int n); 14 uint64_t *next_hops, const unsigned int n); 18 uint64_t *next_hops, const unsigned int n); 22 uint64_t *next_hops, const unsigned int n);
|
| H A D | trie_avx512.h | 10 uint64_t *next_hops, const unsigned int n); 14 uint64_t *next_hops, const unsigned int n); 18 uint64_t *next_hops, const unsigned int n);
|
| H A D | rte_fib.c | 49 dummy_lookup(void *fib_p, const uint32_t *ips, uint64_t *next_hops, in dummy_lookup() argument 59 rte_rib_get_nh(node, &next_hops[i]); in dummy_lookup() 61 next_hops[i] = fib->def_nh; in dummy_lookup() 138 uint64_t *next_hops, int n) in rte_fib_lookup_bulk() argument 141 (next_hops == NULL) || (fib->lookup == NULL)), -EINVAL); in rte_fib_lookup_bulk() 143 fib->lookup(fib->dp, ips, next_hops, n); in rte_fib_lookup_bulk()
|
| H A D | rte_fib6.c | 50 uint64_t *next_hops, const unsigned int n) in dummy_lookup() argument 59 rte_rib6_get_nh(node, &next_hops[i]); in dummy_lookup() 61 next_hops[i] = fib->def_nh; in dummy_lookup() 140 uint64_t *next_hops, int n) in rte_fib6_lookup_bulk() argument 143 (next_hops == NULL) || (fib->lookup == NULL), -EINVAL); in rte_fib6_lookup_bulk() 144 fib->lookup(fib->dp, ips, next_hops, n); in rte_fib6_lookup_bulk()
|
| H A D | rte_fib.h | 42 uint64_t *next_hops, const unsigned int n); 183 uint64_t *next_hops, int n);
|
| H A D | rte_fib6.h | 45 uint64_t *next_hops, const unsigned int n); 177 uint64_t *next_hops, int n);
|
| H A D | trie.h | 109 uint64_t *next_hops, const unsigned int n) \ 122 next_hops[i] = tmp >> 1; \
|
| /dpdk/lib/lpm/ |
| H A D | rte_lpm.h | 335 #define rte_lpm_lookup_bulk(lpm, ips, next_hops, n) \ argument 336 rte_lpm_lookup_bulk_func(lpm, ips, next_hops, n) 340 uint32_t *next_hops, const unsigned n) in rte_lpm_lookup_bulk_func() argument 348 (next_hops == NULL)), -EINVAL); in rte_lpm_lookup_bulk_func() 357 next_hops[i] = *ptbl; in rte_lpm_lookup_bulk_func() 360 if (unlikely((next_hops[i] & RTE_LPM_VALID_EXT_ENTRY_BITMASK) == in rte_lpm_lookup_bulk_func() 364 (((uint32_t)next_hops[i] & 0x00FFFFFF) * in rte_lpm_lookup_bulk_func() 368 next_hops[i] = *ptbl; in rte_lpm_lookup_bulk_func()
|
| H A D | rte_lpm_sve.h | 17 uint32_t *__rte_restrict next_hops, const uint32_t n) in __rte_lpm_lookup_vec() argument 43 svst1(pv, &next_hops[i], v_hop); in __rte_lpm_lookup_vec() 59 svst1(pv, &next_hops[i], v_hop); in __rte_lpm_lookup_vec()
|
| H A D | rte_lpm6.h | 194 int32_t *next_hops, unsigned int n);
|
| H A D | rte_lpm6.c | 975 int32_t *next_hops, unsigned int n) in rte_lpm6_lookup_bulk_func() argument 985 if ((lpm == NULL) || (ips == NULL) || (next_hops == NULL)) in rte_lpm6_lookup_bulk_func() 1006 next_hops[i] = -1; in rte_lpm6_lookup_bulk_func() 1008 next_hops[i] = (int32_t)next_hop; in rte_lpm6_lookup_bulk_func()
|
| /dpdk/app/test/ |
| H A D | test_lpm_perf.c | 696 uint32_t next_hops[BULK_SIZE]; in test_lpm_perf() local 706 rte_lpm_lookup_bulk(lpm, &ip_batch[j], next_hops, BULK_SIZE); in test_lpm_perf() 708 if (unlikely(!(next_hops[k] & RTE_LPM_LOOKUP_SUCCESS))) in test_lpm_perf() 723 uint32_t next_hops[4]; in test_lpm_perf() local 731 for (j = 0; j < BATCH_SIZE; j += RTE_DIM(next_hops)) { in test_lpm_perf() 737 rte_lpm_lookupx4(lpm, ipx4, next_hops, UINT32_MAX); in test_lpm_perf() 738 for (k = 0; k < RTE_DIM(next_hops); k++) in test_lpm_perf() 739 if (unlikely(next_hops[k] == UINT32_MAX)) in test_lpm_perf()
|
| H A D | test_fib6_perf.c | 88 uint64_t next_hops[NUM_IPS_ENTRIES]; in test_fib6_perf() local 139 rte_fib6_lookup_bulk(fib, ip_batch, next_hops, NUM_IPS_ENTRIES); in test_fib6_perf() 143 if (next_hops[j] == 0) in test_fib6_perf()
|
| H A D | test_lpm6_perf.c | 133 int32_t next_hops[NUM_IPS_ENTRIES]; in test_lpm6_perf() local 142 rte_lpm6_lookup_bulk_func(lpm, ip_batch, next_hops, NUM_IPS_ENTRIES); in test_lpm6_perf() 146 if (next_hops[j] < 0) in test_lpm6_perf()
|
| H A D | test_fib_perf.c | 381 uint64_t next_hops[BULK_SIZE]; in test_fib_perf() local 391 rte_fib_lookup_bulk(fib, &ip_batch[j], next_hops, in test_fib_perf() 394 if (unlikely(!(next_hops[k] != 0))) in test_fib_perf()
|