| /f-stack/dpdk/lib/librte_fib/ |
| H A D | dir24_8_avx512.c | 13 uint64_t *next_hops, int size) in dir24_8_vec_lookup_x16() argument 75 _mm512_storeu_si512(next_hops, tmp1); in dir24_8_vec_lookup_x16() 76 _mm512_storeu_si512(next_hops + 8, tmp2); in dir24_8_vec_lookup_x16() 81 uint64_t *next_hops) in dir24_8_vec_lookup_x8_8b() argument 114 _mm512_storeu_si512(next_hops, res); in dir24_8_vec_lookup_x8_8b() 119 uint64_t *next_hops, const unsigned int n) in rte_dir24_8_vec_lookup_bulk_1b() argument 126 dir24_8_lookup_bulk_1b(p, ips + i * 16, next_hops + i * 16, in rte_dir24_8_vec_lookup_bulk_1b() 132 uint64_t *next_hops, const unsigned int n) in rte_dir24_8_vec_lookup_bulk_2b() argument 139 dir24_8_lookup_bulk_2b(p, ips + i * 16, next_hops + i * 16, in rte_dir24_8_vec_lookup_bulk_2b() 145 uint64_t *next_hops, const unsigned int n) in rte_dir24_8_vec_lookup_bulk_4b() argument [all …]
|
| H A D | dir24_8.h | 132 next_hops[i] = tmp >> 1; \ 139 next_hops[i] = tmp >> 1; \ 165 next_hops[i] = tmp >> 1; in dir24_8_lookup_bulk() 172 next_hops[i] = tmp >> 1; in dir24_8_lookup_bulk() 178 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_0() argument 187 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_1() argument 196 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_2() argument 205 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_3() argument 214 uint64_t *next_hops, const unsigned int n) in dir24_8_lookup_bulk_uni() argument 231 next_hops[i] = tmp >> 1; in dir24_8_lookup_bulk_uni() [all …]
|
| H A D | trie_avx512.c | 71 uint64_t *next_hops, int size) in trie_vec_lookup_x16() argument 162 _mm512_storeu_si512(next_hops, tmp); in trie_vec_lookup_x16() 163 _mm512_storeu_si512(next_hops + 8, tmp2); in trie_vec_lookup_x16() 168 uint64_t *next_hops) in trie_vec_lookup_x8_8b() argument 229 _mm512_storeu_si512(next_hops, res); in trie_vec_lookup_x8_8b() 239 next_hops + i * 16, sizeof(uint16_t)); in rte_trie_vec_lookup_bulk_2b() 242 next_hops + i * 16, n - i * 16); in rte_trie_vec_lookup_bulk_2b() 252 next_hops + i * 16, sizeof(uint32_t)); in rte_trie_vec_lookup_bulk_4b() 255 next_hops + i * 16, n - i * 16); in rte_trie_vec_lookup_bulk_4b() 265 next_hops + i * 8); in rte_trie_vec_lookup_bulk_8b() [all …]
|
| H A D | dir24_8_avx512.h | 10 uint64_t *next_hops, const unsigned int n); 14 uint64_t *next_hops, const unsigned int n); 18 uint64_t *next_hops, const unsigned int n); 22 uint64_t *next_hops, const unsigned int n);
|
| H A D | trie_avx512.h | 10 uint64_t *next_hops, const unsigned int n); 14 uint64_t *next_hops, const unsigned int n); 18 uint64_t *next_hops, const unsigned int n);
|
| H A D | rte_fib.c | 51 dummy_lookup(void *fib_p, const uint32_t *ips, uint64_t *next_hops, in dummy_lookup() argument 61 rte_rib_get_nh(node, &next_hops[i]); in dummy_lookup() 63 next_hops[i] = fib->def_nh; in dummy_lookup() 140 uint64_t *next_hops, int n) in rte_fib_lookup_bulk() argument 143 (next_hops == NULL) || (fib->lookup == NULL)), -EINVAL); in rte_fib_lookup_bulk() 145 fib->lookup(fib->dp, ips, next_hops, n); in rte_fib_lookup_bulk()
|
| H A D | rte_fib6.c | 52 uint64_t *next_hops, const unsigned int n) in dummy_lookup() argument 61 rte_rib6_get_nh(node, &next_hops[i]); in dummy_lookup() 63 next_hops[i] = fib->def_nh; in dummy_lookup() 142 uint64_t *next_hops, int n) in rte_fib6_lookup_bulk() argument 145 (next_hops == NULL) || (fib->lookup == NULL), -EINVAL); in rte_fib6_lookup_bulk() 146 fib->lookup(fib->dp, ips, next_hops, n); in rte_fib6_lookup_bulk()
|
| H A D | rte_fib.h | 45 uint64_t *next_hops, const unsigned int n); 190 uint64_t *next_hops, int n);
|
| H A D | rte_fib6.h | 48 uint64_t *next_hops, const unsigned int n); 184 uint64_t *next_hops, int n);
|
| H A D | trie.h | 115 uint64_t *next_hops, const unsigned int n) \ 128 next_hops[i] = tmp >> 1; \
|
| /f-stack/dpdk/lib/librte_lpm/ |
| H A D | rte_lpm.h | 339 #define rte_lpm_lookup_bulk(lpm, ips, next_hops, n) \ argument 340 rte_lpm_lookup_bulk_func(lpm, ips, next_hops, n) 344 uint32_t *next_hops, const unsigned n) in rte_lpm_lookup_bulk_func() argument 352 (next_hops == NULL)), -EINVAL); in rte_lpm_lookup_bulk_func() 361 next_hops[i] = *ptbl; in rte_lpm_lookup_bulk_func() 364 if (unlikely((next_hops[i] & RTE_LPM_VALID_EXT_ENTRY_BITMASK) == in rte_lpm_lookup_bulk_func() 368 (((uint32_t)next_hops[i] & 0x00FFFFFF) * in rte_lpm_lookup_bulk_func() 372 next_hops[i] = *ptbl; in rte_lpm_lookup_bulk_func()
|
| H A D | rte_lpm6.h | 195 int32_t *next_hops, unsigned int n);
|
| H A D | rte_lpm6.c | 980 int32_t *next_hops, unsigned int n) in rte_lpm6_lookup_bulk_func() argument 990 if ((lpm == NULL) || (ips == NULL) || (next_hops == NULL)) in rte_lpm6_lookup_bulk_func() 1011 next_hops[i] = -1; in rte_lpm6_lookup_bulk_func() 1013 next_hops[i] = (int32_t)next_hop; in rte_lpm6_lookup_bulk_func()
|
| /f-stack/freebsd/contrib/dpdk_rte_lpm/ |
| H A D | rte_lpm.h | 324 #define rte_lpm_lookup_bulk(lpm, ips, next_hops, n) \ argument 325 rte_lpm_lookup_bulk_func(lpm, ips, next_hops, n) 329 uint32_t *next_hops, const unsigned n) in rte_lpm_lookup_bulk_func() argument 337 (next_hops == NULL)), -EINVAL); in rte_lpm_lookup_bulk_func() 346 next_hops[i] = *ptbl; in rte_lpm_lookup_bulk_func() 349 if (unlikely((next_hops[i] & RTE_LPM_VALID_EXT_ENTRY_BITMASK) == in rte_lpm_lookup_bulk_func() 353 (((uint32_t)next_hops[i] & 0x00FFFFFF) * in rte_lpm_lookup_bulk_func() 357 next_hops[i] = *ptbl; in rte_lpm_lookup_bulk_func()
|
| H A D | rte_lpm6.h | 203 int32_t *next_hops, unsigned int n);
|
| H A D | rte_lpm6.c | 988 int32_t *next_hops, unsigned int n) in rte_lpm6_lookup_bulk_func() argument 998 if ((lpm == NULL) || (ips == NULL) || (next_hops == NULL)) in rte_lpm6_lookup_bulk_func() 1019 next_hops[i] = -1; in rte_lpm6_lookup_bulk_func() 1021 next_hops[i] = (int32_t)next_hop; in rte_lpm6_lookup_bulk_func()
|
| /f-stack/dpdk/app/test/ |
| H A D | test_fib6_perf.c | 76 uint64_t next_hops[NUM_IPS_ENTRIES]; in test_fib6_perf() local 126 rte_fib6_lookup_bulk(fib, ip_batch, next_hops, NUM_IPS_ENTRIES); in test_fib6_perf() 130 if (next_hops[j] == 0) in test_fib6_perf()
|
| H A D | test_lpm6_perf.c | 122 int32_t next_hops[NUM_IPS_ENTRIES]; in test_lpm6_perf() local 131 rte_lpm6_lookup_bulk_func(lpm, ip_batch, next_hops, NUM_IPS_ENTRIES); in test_lpm6_perf() 135 if (next_hops[j] < 0) in test_lpm6_perf()
|
| H A D | test_lpm_perf.c | 686 uint32_t next_hops[BULK_SIZE]; in test_lpm_perf() local 696 rte_lpm_lookup_bulk(lpm, &ip_batch[j], next_hops, BULK_SIZE); in test_lpm_perf() 698 if (unlikely(!(next_hops[k] & RTE_LPM_LOOKUP_SUCCESS))) in test_lpm_perf() 713 uint32_t next_hops[4]; in test_lpm_perf() local 721 for (j = 0; j < BATCH_SIZE; j += RTE_DIM(next_hops)) { in test_lpm_perf() 727 rte_lpm_lookupx4(lpm, ipx4, next_hops, UINT32_MAX); in test_lpm_perf() 728 for (k = 0; k < RTE_DIM(next_hops); k++) in test_lpm_perf() 729 if (unlikely(next_hops[k] == UINT32_MAX)) in test_lpm_perf()
|
| H A D | test_fib_perf.c | 369 uint64_t next_hops[BULK_SIZE]; in test_fib_perf() local 379 rte_fib_lookup_bulk(fib, &ip_batch[j], next_hops, in test_fib_perf() 382 if (unlikely(!(next_hops[k] != 0))) in test_fib_perf()
|