| /f-stack/dpdk/app/test/ |
| H A D | test_table_pipeline.c | 25 uint64_t *pkts_mask, 32 *pkts_mask = 0x00; 38 uint64_t *pkts_mask, 45 *pkts_mask = 0xFF; 51 uint64_t *pkts_mask, 56 RTE_SET_USED(pkts_mask); 79 uint64_t pkts_mask, in table_action_0x00() argument 84 pkts_mask = ~0x00; in table_action_0x00() 92 uint64_t pkts_mask, in table_action_stub_hit() argument 99 pkts_mask = (~override_hit_mask) & 0x3; in table_action_stub_hit() [all …]
|
| /f-stack/dpdk/lib/librte_pipeline/ |
| H A D | rte_pipeline.c | 1092 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_pipeline_compute_masks() 1124 p->pkts_mask = pkts_mask; in rte_pipeline_action_handler_port_bulk() 1144 p->pkts_mask = pkts_mask; in rte_pipeline_action_handler_port() 1146 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_pipeline_action_handler_port() 1217 p->pkts_mask = pkts_mask; in rte_pipeline_action_handler_port_meta() 1219 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_pipeline_action_handler_port_meta() 1292 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_pipeline_action_handler_drop() 1487 pkts_mask &= p->pkts_mask; in rte_pipeline_ah_packet_hijack() 1488 p->pkts_mask &= ~pkts_mask; in rte_pipeline_ah_packet_hijack() 1496 pkts_mask &= p->pkts_mask; in rte_pipeline_ah_packet_drop() [all …]
|
| H A D | rte_pipeline.h | 263 uint64_t pkts_mask, 299 uint64_t pkts_mask, 697 uint64_t pkts_mask, 811 uint64_t pkts_mask); 842 uint64_t pkts_mask);
|
| /f-stack/dpdk/lib/librte_port/ |
| H A D | rte_port_ring.c | 270 uint64_t pkts_mask, in rte_port_ring_writer_tx_bulk_internal() argument 278 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_ring_writer_tx_bulk_internal() 307 for ( ; pkts_mask; ) { in rte_port_ring_writer_tx_bulk_internal() 314 pkts_mask &= ~pkt_mask; in rte_port_ring_writer_tx_bulk_internal() 332 uint64_t pkts_mask) in rte_port_ring_writer_tx_bulk() argument 340 uint64_t pkts_mask) in rte_port_ring_multi_writer_tx_bulk() argument 586 uint64_t pkts_mask, in rte_port_ring_writer_nodrop_tx_bulk_internal() argument 594 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_ring_writer_nodrop_tx_bulk_internal() 635 for ( ; pkts_mask; ) { in rte_port_ring_writer_nodrop_tx_bulk_internal() 660 uint64_t pkts_mask) in rte_port_ring_writer_nodrop_tx_bulk() argument [all …]
|
| H A D | rte_port_kni.c | 194 uint64_t pkts_mask) in rte_port_kni_writer_tx_bulk() argument 200 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_kni_writer_tx_bulk() 201 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_kni_writer_tx_bulk() 220 for (; pkts_mask;) { in rte_port_kni_writer_tx_bulk() 221 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_kni_writer_tx_bulk() 227 pkts_mask &= ~pkt_mask; in rte_port_kni_writer_tx_bulk() 397 uint64_t pkts_mask) in rte_port_kni_writer_nodrop_tx_bulk() argument 404 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_kni_writer_nodrop_tx_bulk() 405 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_kni_writer_nodrop_tx_bulk() 430 for ( ; pkts_mask; ) { in rte_port_kni_writer_nodrop_tx_bulk() [all …]
|
| H A D | rte_port_ethdev.c | 199 uint64_t pkts_mask) in rte_port_ethdev_writer_tx_bulk() argument 205 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_ethdev_writer_tx_bulk() 206 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_ethdev_writer_tx_bulk() 226 for ( ; pkts_mask; ) { in rte_port_ethdev_writer_tx_bulk() 227 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_ethdev_writer_tx_bulk() 233 pkts_mask &= ~pkt_mask; in rte_port_ethdev_writer_tx_bulk() 405 uint64_t pkts_mask) in rte_port_ethdev_writer_nodrop_tx_bulk() argument 412 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_ethdev_writer_nodrop_tx_bulk() 413 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_ethdev_writer_nodrop_tx_bulk() 439 for ( ; pkts_mask; ) { in rte_port_ethdev_writer_nodrop_tx_bulk() [all …]
|
| H A D | rte_port_sym_crypto.c | 228 uint64_t pkts_mask) in rte_port_sym_crypto_writer_tx_bulk() argument 234 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_sym_crypto_writer_tx_bulk() 235 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_sym_crypto_writer_tx_bulk() 251 for (; pkts_mask;) { in rte_port_sym_crypto_writer_tx_bulk() 252 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_sym_crypto_writer_tx_bulk() 261 pkts_mask &= ~pkt_mask; in rte_port_sym_crypto_writer_tx_bulk() 439 uint64_t pkts_mask) in rte_port_sym_crypto_writer_nodrop_tx_bulk() argument 446 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_sym_crypto_writer_nodrop_tx_bulk() 447 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_sym_crypto_writer_nodrop_tx_bulk() 463 for ( ; pkts_mask; ) { in rte_port_sym_crypto_writer_nodrop_tx_bulk() [all …]
|
| H A D | rte_port_eventdev.c | 224 uint64_t pkts_mask) in rte_port_eventdev_writer_tx_bulk() argument 230 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_eventdev_writer_tx_bulk() 231 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_eventdev_writer_tx_bulk() 259 for (; pkts_mask;) { in rte_port_eventdev_writer_tx_bulk() 260 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_eventdev_writer_tx_bulk() 266 pkts_mask &= ~pkt_mask; in rte_port_eventdev_writer_tx_bulk() 455 uint64_t pkts_mask) in rte_port_eventdev_writer_nodrop_tx_bulk() argument 462 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_eventdev_writer_nodrop_tx_bulk() 463 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_eventdev_writer_nodrop_tx_bulk() 499 for (; pkts_mask;) { in rte_port_eventdev_writer_nodrop_tx_bulk() [all …]
|
| H A D | rte_port_fd.c | 235 uint64_t pkts_mask) in rte_port_fd_writer_tx_bulk() argument 241 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_port_fd_writer_tx_bulk() 242 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_port_fd_writer_tx_bulk() 249 for ( ; pkts_mask; ) { in rte_port_fd_writer_tx_bulk() 250 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_fd_writer_tx_bulk() 256 pkts_mask &= ~pkt_mask; in rte_port_fd_writer_tx_bulk() 420 uint64_t pkts_mask) in rte_port_fd_writer_nodrop_tx_bulk() argument 426 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_port_fd_writer_nodrop_tx_bulk() 434 for ( ; pkts_mask; ) { in rte_port_fd_writer_nodrop_tx_bulk() 435 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_fd_writer_nodrop_tx_bulk() [all …]
|
| H A D | rte_port_sched.c | 185 uint64_t pkts_mask) in rte_port_sched_writer_tx_bulk() argument 190 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_sched_writer_tx_bulk() 191 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_sched_writer_tx_bulk() 195 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_port_sched_writer_tx_bulk() 207 for ( ; pkts_mask; ) { in rte_port_sched_writer_tx_bulk() 208 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_sched_writer_tx_bulk() 214 pkts_mask &= ~pkt_mask; in rte_port_sched_writer_tx_bulk()
|
| H A D | rte_port_ras.c | 232 uint64_t pkts_mask) in rte_port_ring_writer_ras_tx_bulk() argument 237 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_port_ring_writer_ras_tx_bulk() 238 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_port_ring_writer_ras_tx_bulk() 250 for ( ; pkts_mask; ) { in rte_port_ring_writer_ras_tx_bulk() 251 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_ring_writer_ras_tx_bulk() 260 pkts_mask &= ~pkt_mask; in rte_port_ring_writer_ras_tx_bulk()
|
| H A D | rte_port_source_sink.c | 506 uint64_t pkts_mask) in rte_port_sink_tx_bulk() argument 510 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_port_sink_tx_bulk() 511 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_port_sink_tx_bulk() 530 uint64_t dump_pkts_mask = pkts_mask; in rte_port_sink_tx_bulk() 541 for ( ; pkts_mask; ) { in rte_port_sink_tx_bulk() 542 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_sink_tx_bulk() 549 pkts_mask &= ~pkt_mask; in rte_port_sink_tx_bulk()
|
| H A D | rte_port.h | 190 uint64_t pkts_mask);
|
| /f-stack/dpdk/lib/librte_table/ |
| H A D | rte_table_array.c | 146 uint64_t pkts_mask, in rte_table_array_lookup() argument 151 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_array_lookup() 153 *lookup_hit_mask = pkts_mask; in rte_table_array_lookup() 155 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_table_array_lookup() 156 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_table_array_lookup() 168 for ( ; pkts_mask; ) { in rte_table_array_lookup() 169 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_table_array_lookup() 177 pkts_mask &= ~pkt_mask; in rte_table_array_lookup()
|
| H A D | rte_table_hash_key16.c | 741 pkts, pkts_mask, f) \ argument 876 uint64_t pkts_mask, in rte_table_hash_lookup_key16_lru() argument 893 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key16_lru() 916 pkts_mask, f); in rte_table_hash_lookup_key16_lru() 926 pkts_mask, f); in rte_table_hash_lookup_key16_lru() 935 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key16_lru() 1005 uint64_t pkts_mask, in rte_table_hash_lookup_key16_ext() argument 1024 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key16_ext() 1045 pkts_mask, f); in rte_table_hash_lookup_key16_ext() 1055 pkts_mask, f); in rte_table_hash_lookup_key16_ext() [all …]
|
| H A D | rte_table_hash_key8.c | 710 pkts, pkts_mask, f) \ argument 848 uint64_t pkts_mask, in rte_table_hash_lookup_key8_lru() argument 864 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key8_lru() 886 pkts_mask, f); in rte_table_hash_lookup_key8_lru() 896 pkts_mask, f); in rte_table_hash_lookup_key8_lru() 905 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key8_lru() 974 uint64_t pkts_mask, in rte_table_hash_lookup_key8_ext() argument 992 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key8_ext() 1013 pkts_mask, f); in rte_table_hash_lookup_key8_ext() 1023 pkts_mask, f); in rte_table_hash_lookup_key8_ext() [all …]
|
| H A D | rte_table_hash_lru.c | 402 uint64_t pkts_mask, in rte_table_hash_lru_lookup_unoptimized() argument 412 for ( ; pkts_mask; ) { in rte_table_hash_lru_lookup_unoptimized() 419 pkt_index = __builtin_ctzll(pkts_mask); in rte_table_hash_lru_lookup_unoptimized() 421 pkts_mask &= ~pkt_mask; in rte_table_hash_lru_lookup_unoptimized() 615 pkts_mask &= ~pkt00_mask; \ 620 pkts_mask &= ~pkt01_mask; \ 636 pkts_mask &= ~pkt00_mask; \ 640 if (pkts_mask == 0) \ 644 pkts_mask &= ~pkt01_mask; \ 806 uint64_t pkts_mask, in rte_table_hash_lru_lookup() argument [all …]
|
| H A D | rte_table_hash_key32.c | 773 pkts, pkts_mask, f) \ argument 913 uint64_t pkts_mask, in rte_table_hash_lookup_key32_lru() argument 929 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key32_lru() 951 pkts_mask, f); in rte_table_hash_lookup_key32_lru() 961 pkts_mask, f); in rte_table_hash_lookup_key32_lru() 970 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key32_lru() 1040 uint64_t pkts_mask, in rte_table_hash_lookup_key32_ext() argument 1058 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key32_ext() 1079 pkts_mask, f); in rte_table_hash_lookup_key32_ext() 1089 pkts_mask, f); in rte_table_hash_lookup_key32_ext() [all …]
|
| H A D | rte_table_hash_ext.c | 467 uint64_t pkts_mask, in rte_table_hash_ext_lookup_unoptimized() argument 476 for ( ; pkts_mask; ) { in rte_table_hash_ext_lookup_unoptimized() 483 pkt_index = __builtin_ctzll(pkts_mask); in rte_table_hash_ext_lookup_unoptimized() 485 pkts_mask &= ~pkt_mask; in rte_table_hash_ext_lookup_unoptimized() 678 pkts_mask &= ~pkt00_mask; \ 683 pkts_mask &= ~pkt01_mask; \ 699 pkts_mask &= ~pkt00_mask; \ 703 if (pkts_mask == 0) \ 706 pkts_mask &= ~pkt01_mask; \ 854 uint64_t pkts_mask, in rte_table_hash_ext_lookup() argument [all …]
|
| H A D | rte_table_hash_cuckoo.c | 234 uint64_t pkts_mask, in rte_table_hash_cuckoo_lookup() argument 242 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_hash_cuckoo_lookup() 246 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_table_hash_cuckoo_lookup() 273 - __builtin_clzll(pkts_mask)); i++) { in rte_table_hash_cuckoo_lookup() 276 if (pkt_mask & pkts_mask) { in rte_table_hash_cuckoo_lookup()
|
| H A D | rte_table_stub.c | 55 __rte_unused uint64_t pkts_mask, in rte_table_stub_lookup() argument 60 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_stub_lookup()
|
| H A D | rte_table_lpm_ipv6.c | 308 uint64_t pkts_mask, in rte_table_lpm_ipv6_lookup() argument 316 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_lpm_ipv6_lookup() 321 __builtin_clzll(pkts_mask)); i++) { in rte_table_lpm_ipv6_lookup() 324 if (pkt_mask & pkts_mask) { in rte_table_lpm_ipv6_lookup()
|
| H A D | rte_table_lpm.c | 306 uint64_t pkts_mask, in rte_table_lpm_lookup() argument 314 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_lpm_lookup() 319 __builtin_clzll(pkts_mask)); i++) { in rte_table_lpm_lookup() 322 if (pkt_mask & pkts_mask) { in rte_table_lpm_lookup()
|
| H A D | rte_table_acl.c | 720 uint64_t pkts_mask, in rte_table_acl_lookup() argument 730 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_acl_lookup() 735 __builtin_clzll(pkts_mask)); i++) { in rte_table_acl_lookup() 738 if (pkt_mask & pkts_mask) { in rte_table_acl_lookup() 755 uint32_t pkt_pos = __builtin_ctzll(pkts_mask); in rte_table_acl_lookup() 758 pkts_mask &= ~pkt_mask; in rte_table_acl_lookup()
|
| H A D | rte_table.h | 234 uint64_t pkts_mask,
|