| /dpdk/app/test/ |
| H A D | test_table_pipeline.c | 27 uint64_t *pkts_mask,
34 *pkts_mask = 0x00;
40 uint64_t *pkts_mask,
47 *pkts_mask = 0xFF;
53 uint64_t *pkts_mask,
58 RTE_SET_USED(pkts_mask);
81 uint64_t pkts_mask, in table_action_0x00() argument
86 pkts_mask = ~0x00; in table_action_0x00()
94 uint64_t pkts_mask, in table_action_stub_hit() argument
101 pkts_mask = (~override_hit_mask) & 0x3; in table_action_stub_hit()
[all …]
|
| /dpdk/lib/pipeline/ |
| H A D | rte_pipeline.c | 1088 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_pipeline_compute_masks()
1120 p->pkts_mask = pkts_mask; in rte_pipeline_action_handler_port_bulk()
1140 p->pkts_mask = pkts_mask; in rte_pipeline_action_handler_port()
1142 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_pipeline_action_handler_port()
1213 p->pkts_mask = pkts_mask; in rte_pipeline_action_handler_port_meta()
1215 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_pipeline_action_handler_port_meta()
1288 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_pipeline_action_handler_drop()
1483 pkts_mask &= p->pkts_mask; in rte_pipeline_ah_packet_hijack()
1484 p->pkts_mask &= ~pkts_mask; in rte_pipeline_ah_packet_hijack()
1492 pkts_mask &= p->pkts_mask; in rte_pipeline_ah_packet_drop()
[all …]
|
| H A D | rte_pipeline.h | 263 uint64_t pkts_mask,
299 uint64_t pkts_mask,
697 uint64_t pkts_mask,
811 uint64_t pkts_mask);
842 uint64_t pkts_mask);
|
| /dpdk/lib/port/ |
| H A D | rte_port_ring.c | 270 uint64_t pkts_mask, in rte_port_ring_writer_tx_bulk_internal() argument
278 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_ring_writer_tx_bulk_internal()
307 for ( ; pkts_mask; ) { in rte_port_ring_writer_tx_bulk_internal()
314 pkts_mask &= ~pkt_mask; in rte_port_ring_writer_tx_bulk_internal()
332 uint64_t pkts_mask) in rte_port_ring_writer_tx_bulk() argument
340 uint64_t pkts_mask) in rte_port_ring_multi_writer_tx_bulk() argument
586 uint64_t pkts_mask, in rte_port_ring_writer_nodrop_tx_bulk_internal() argument
594 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_ring_writer_nodrop_tx_bulk_internal()
635 for ( ; pkts_mask; ) { in rte_port_ring_writer_nodrop_tx_bulk_internal()
660 uint64_t pkts_mask) in rte_port_ring_writer_nodrop_tx_bulk() argument
[all …]
|
| H A D | rte_port_kni.c | 193 uint64_t pkts_mask) in rte_port_kni_writer_tx_bulk() argument
199 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_kni_writer_tx_bulk()
200 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_kni_writer_tx_bulk()
219 for (; pkts_mask;) { in rte_port_kni_writer_tx_bulk()
220 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_kni_writer_tx_bulk()
226 pkts_mask &= ~pkt_mask; in rte_port_kni_writer_tx_bulk()
396 uint64_t pkts_mask) in rte_port_kni_writer_nodrop_tx_bulk() argument
403 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_kni_writer_nodrop_tx_bulk()
404 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_kni_writer_nodrop_tx_bulk()
429 for ( ; pkts_mask; ) { in rte_port_kni_writer_nodrop_tx_bulk()
[all …]
|
| H A D | rte_port_ethdev.c | 199 uint64_t pkts_mask) in rte_port_ethdev_writer_tx_bulk() argument
205 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_ethdev_writer_tx_bulk()
206 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_ethdev_writer_tx_bulk()
226 for ( ; pkts_mask; ) { in rte_port_ethdev_writer_tx_bulk()
227 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_ethdev_writer_tx_bulk()
233 pkts_mask &= ~pkt_mask; in rte_port_ethdev_writer_tx_bulk()
405 uint64_t pkts_mask) in rte_port_ethdev_writer_nodrop_tx_bulk() argument
412 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_ethdev_writer_nodrop_tx_bulk()
413 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_ethdev_writer_nodrop_tx_bulk()
439 for ( ; pkts_mask; ) { in rte_port_ethdev_writer_nodrop_tx_bulk()
[all …]
|
| H A D | rte_port_sym_crypto.c | 228 uint64_t pkts_mask) in rte_port_sym_crypto_writer_tx_bulk() argument
234 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_sym_crypto_writer_tx_bulk()
235 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_sym_crypto_writer_tx_bulk()
251 for (; pkts_mask;) { in rte_port_sym_crypto_writer_tx_bulk()
252 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_sym_crypto_writer_tx_bulk()
261 pkts_mask &= ~pkt_mask; in rte_port_sym_crypto_writer_tx_bulk()
439 uint64_t pkts_mask) in rte_port_sym_crypto_writer_nodrop_tx_bulk() argument
446 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_sym_crypto_writer_nodrop_tx_bulk()
447 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_sym_crypto_writer_nodrop_tx_bulk()
463 for ( ; pkts_mask; ) { in rte_port_sym_crypto_writer_nodrop_tx_bulk()
[all …]
|
| H A D | rte_port_eventdev.c | 224 uint64_t pkts_mask) in rte_port_eventdev_writer_tx_bulk() argument
230 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_eventdev_writer_tx_bulk()
231 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_eventdev_writer_tx_bulk()
259 for (; pkts_mask;) { in rte_port_eventdev_writer_tx_bulk()
260 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_eventdev_writer_tx_bulk()
266 pkts_mask &= ~pkt_mask; in rte_port_eventdev_writer_tx_bulk()
455 uint64_t pkts_mask) in rte_port_eventdev_writer_nodrop_tx_bulk() argument
462 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_eventdev_writer_nodrop_tx_bulk()
463 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_eventdev_writer_nodrop_tx_bulk()
499 for (; pkts_mask;) { in rte_port_eventdev_writer_nodrop_tx_bulk()
[all …]
|
| H A D | rte_port_fd.c | 235 uint64_t pkts_mask) in rte_port_fd_writer_tx_bulk() argument
241 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_port_fd_writer_tx_bulk()
242 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_port_fd_writer_tx_bulk()
249 for ( ; pkts_mask; ) { in rte_port_fd_writer_tx_bulk()
250 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_fd_writer_tx_bulk()
256 pkts_mask &= ~pkt_mask; in rte_port_fd_writer_tx_bulk()
420 uint64_t pkts_mask) in rte_port_fd_writer_nodrop_tx_bulk() argument
426 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_port_fd_writer_nodrop_tx_bulk()
434 for ( ; pkts_mask; ) { in rte_port_fd_writer_nodrop_tx_bulk()
435 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_fd_writer_nodrop_tx_bulk()
[all …]
|
| H A D | rte_port_sched.c | 184 uint64_t pkts_mask) in rte_port_sched_writer_tx_bulk() argument
189 uint64_t expr = (pkts_mask & (pkts_mask + 1)) | in rte_port_sched_writer_tx_bulk()
190 ((pkts_mask & bsz_mask) ^ bsz_mask); in rte_port_sched_writer_tx_bulk()
194 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_port_sched_writer_tx_bulk()
206 for ( ; pkts_mask; ) { in rte_port_sched_writer_tx_bulk()
207 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_sched_writer_tx_bulk()
213 pkts_mask &= ~pkt_mask; in rte_port_sched_writer_tx_bulk()
|
| H A D | rte_port_ras.c | 231 uint64_t pkts_mask) in rte_port_ring_writer_ras_tx_bulk() argument
236 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_port_ring_writer_ras_tx_bulk()
237 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_port_ring_writer_ras_tx_bulk()
249 for ( ; pkts_mask; ) { in rte_port_ring_writer_ras_tx_bulk()
250 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_ring_writer_ras_tx_bulk()
259 pkts_mask &= ~pkt_mask; in rte_port_ring_writer_ras_tx_bulk()
|
| H A D | rte_port_source_sink.c | 498 uint64_t pkts_mask) in rte_port_sink_tx_bulk() argument
502 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_port_sink_tx_bulk()
503 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_port_sink_tx_bulk()
522 uint64_t dump_pkts_mask = pkts_mask; in rte_port_sink_tx_bulk()
533 for ( ; pkts_mask; ) { in rte_port_sink_tx_bulk()
534 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_port_sink_tx_bulk()
541 pkts_mask &= ~pkt_mask; in rte_port_sink_tx_bulk()
|
| H A D | rte_port.h | 190 uint64_t pkts_mask);
|
| /dpdk/lib/table/ |
| H A D | rte_table_array.c | 144 uint64_t pkts_mask, in rte_table_array_lookup() argument
149 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_array_lookup()
151 *lookup_hit_mask = pkts_mask; in rte_table_array_lookup()
153 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_table_array_lookup()
154 uint64_t n_pkts = __builtin_popcountll(pkts_mask); in rte_table_array_lookup()
166 for ( ; pkts_mask; ) { in rte_table_array_lookup()
167 uint32_t pkt_index = __builtin_ctzll(pkts_mask); in rte_table_array_lookup()
175 pkts_mask &= ~pkt_mask; in rte_table_array_lookup()
|
| H A D | rte_table_hash_key8.c | 708 pkts, pkts_mask, f) \ argument
846 uint64_t pkts_mask, in rte_table_hash_lookup_key8_lru() argument
862 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key8_lru()
884 pkts_mask, f); in rte_table_hash_lookup_key8_lru()
894 pkts_mask, f); in rte_table_hash_lookup_key8_lru()
903 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key8_lru()
972 uint64_t pkts_mask, in rte_table_hash_lookup_key8_ext() argument
990 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key8_ext()
1011 pkts_mask, f); in rte_table_hash_lookup_key8_ext()
1021 pkts_mask, f); in rte_table_hash_lookup_key8_ext()
[all …]
|
| H A D | rte_table_hash_key16.c | 739 pkts, pkts_mask, f) \ argument
874 uint64_t pkts_mask, in rte_table_hash_lookup_key16_lru() argument
891 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key16_lru()
914 pkts_mask, f); in rte_table_hash_lookup_key16_lru()
924 pkts_mask, f); in rte_table_hash_lookup_key16_lru()
933 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key16_lru()
1003 uint64_t pkts_mask, in rte_table_hash_lookup_key16_ext() argument
1022 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key16_ext()
1043 pkts_mask, f); in rte_table_hash_lookup_key16_ext()
1053 pkts_mask, f); in rte_table_hash_lookup_key16_ext()
[all …]
|
| H A D | rte_table_hash_lru.c | 400 uint64_t pkts_mask, in rte_table_hash_lru_lookup_unoptimized() argument
410 for ( ; pkts_mask; ) { in rte_table_hash_lru_lookup_unoptimized()
417 pkt_index = __builtin_ctzll(pkts_mask); in rte_table_hash_lru_lookup_unoptimized()
419 pkts_mask &= ~pkt_mask; in rte_table_hash_lru_lookup_unoptimized()
613 pkts_mask &= ~pkt00_mask; \
618 pkts_mask &= ~pkt01_mask; \
634 pkts_mask &= ~pkt00_mask; \
638 if (pkts_mask == 0) \
642 pkts_mask &= ~pkt01_mask; \
804 uint64_t pkts_mask, in rte_table_hash_lru_lookup() argument
[all …]
|
| H A D | rte_table_hash_key32.c | 771 pkts, pkts_mask, f) \ argument
911 uint64_t pkts_mask, in rte_table_hash_lookup_key32_lru() argument
927 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key32_lru()
949 pkts_mask, f); in rte_table_hash_lookup_key32_lru()
959 pkts_mask, f); in rte_table_hash_lookup_key32_lru()
968 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key32_lru()
1038 uint64_t pkts_mask, in rte_table_hash_lookup_key32_ext() argument
1056 for ( ; pkts_mask; ) { in rte_table_hash_lookup_key32_ext()
1077 pkts_mask, f); in rte_table_hash_lookup_key32_ext()
1087 pkts_mask, f); in rte_table_hash_lookup_key32_ext()
[all …]
|
| H A D | rte_table_hash_ext.c | 465 uint64_t pkts_mask, in rte_table_hash_ext_lookup_unoptimized() argument
474 for ( ; pkts_mask; ) { in rte_table_hash_ext_lookup_unoptimized()
481 pkt_index = __builtin_ctzll(pkts_mask); in rte_table_hash_ext_lookup_unoptimized()
483 pkts_mask &= ~pkt_mask; in rte_table_hash_ext_lookup_unoptimized()
676 pkts_mask &= ~pkt00_mask; \
681 pkts_mask &= ~pkt01_mask; \
697 pkts_mask &= ~pkt00_mask; \
701 if (pkts_mask == 0) \
704 pkts_mask &= ~pkt01_mask; \
852 uint64_t pkts_mask, in rte_table_hash_ext_lookup() argument
[all …]
|
| H A D | rte_table_hash_cuckoo.c | 232 uint64_t pkts_mask, in rte_table_hash_cuckoo_lookup() argument
240 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_hash_cuckoo_lookup()
244 if ((pkts_mask & (pkts_mask + 1)) == 0) { in rte_table_hash_cuckoo_lookup()
271 - __builtin_clzll(pkts_mask)); i++) { in rte_table_hash_cuckoo_lookup()
274 if (pkt_mask & pkts_mask) { in rte_table_hash_cuckoo_lookup()
|
| H A D | rte_table_stub.c | 54 __rte_unused uint64_t pkts_mask, in rte_table_stub_lookup() argument
59 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_stub_lookup()
|
| H A D | rte_table_lpm_ipv6.c | 305 uint64_t pkts_mask, in rte_table_lpm_ipv6_lookup() argument
313 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_lpm_ipv6_lookup()
318 __builtin_clzll(pkts_mask)); i++) { in rte_table_lpm_ipv6_lookup()
321 if (pkt_mask & pkts_mask) { in rte_table_lpm_ipv6_lookup()
|
| H A D | rte_table_lpm.c | 304 uint64_t pkts_mask, in rte_table_lpm_lookup() argument
312 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_lpm_lookup()
317 __builtin_clzll(pkts_mask)); i++) { in rte_table_lpm_lookup()
320 if (pkt_mask & pkts_mask) { in rte_table_lpm_lookup()
|
| H A D | rte_table_acl.c | 717 uint64_t pkts_mask, in rte_table_acl_lookup() argument
727 __rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask); in rte_table_acl_lookup()
732 __builtin_clzll(pkts_mask)); i++) { in rte_table_acl_lookup()
735 if (pkt_mask & pkts_mask) { in rte_table_acl_lookup()
752 uint32_t pkt_pos = __builtin_ctzll(pkts_mask); in rte_table_acl_lookup()
755 pkts_mask &= ~pkt_mask; in rte_table_acl_lookup()
|
| H A D | rte_table.h | 234 uint64_t pkts_mask,
|