| /dpdk/drivers/event/sw/ |
| H A D | sw_evdev_selftest.c | 168 memset(t, 0, sizeof(*t)); in init() 213 for (i = t->nb_qids; i < t->nb_qids + num_qids; i++) { in create_lb_qids() 257 for (i = t->nb_qids; i < t->nb_qids + num_qids; i++) { in create_directed_qids() 449 cleanup(t); in run_prio_packet_test() 463 create_directed_qids(t, 3, t->port) < 0) in test_single_directed_packet() 531 cleanup(t); in test_single_directed_packet() 543 create_directed_qids(t, 1, t->port) < 0) in test_directed_forward_credits() 575 cleanup(t); in test_directed_forward_credits() 585 create_directed_qids(t, 1, t->port) < 0) { in test_priority_directed() 3417 free(t); in test_sw_eventdev() [all …]
|
| /dpdk/lib/table/ |
| H A D | rte_table_hash_ext.c | 245 t->bucket_mask = t->n_buckets - 1; in rte_table_hash_ext_create() 261 t->key_mem = &t->memory[key_offset]; in rte_table_hash_ext_create() 264 t->data_mem = &t->memory[data_offset]; in rte_table_hash_ext_create() 274 t->key_stack[i] = t->n_keys - 1 - i; in rte_table_hash_ext_create() 275 t->key_stack_tos = t->n_keys; in rte_table_hash_ext_create() 280 t->bkt_ext_stack_tos = t->n_buckets_ext; in rte_table_hash_ext_create() 307 sig = t->f_hash(key, t->key_mask, t->key_size, t->seed); in rte_table_hash_ext_entry_add() 408 sig = t->f_hash(key, t->key_mask, t->key_size, t->seed); in rte_table_hash_ext_entry_delete() 434 t->key_stack[t->key_stack_tos++] = in rte_table_hash_ext_entry_delete() 487 sig = (uint64_t) t->f_hash(key, t->key_mask, t->key_size, t->seed); in rte_table_hash_ext_lookup_unoptimized() [all …]
|
| H A D | rte_table_hash_lru.c | 222 t->bucket_mask = t->n_buckets - 1; in rte_table_hash_lru_create() 235 t->key_mem = &t->memory[key_offset]; in rte_table_hash_lru_create() 237 t->data_mem = &t->memory[data_offset]; in rte_table_hash_lru_create() 247 t->key_stack[i] = t->n_keys - 1 - i; in rte_table_hash_lru_create() 248 t->key_stack_tos = t->n_keys; in rte_table_hash_lru_create() 282 sig = t->f_hash(key, t->key_mask, t->key_size, t->seed); in rte_table_hash_lru_entry_add() 347 keycpy(bkt_key, key, t->key_mask, t->key_size); in rte_table_hash_lru_entry_add() 366 sig = t->f_hash(key, t->key_mask, t->key_size, t->seed); in rte_table_hash_lru_entry_delete() 423 sig = (uint64_t) t->f_hash(key, t->key_mask, t->key_size, t->seed); in rte_table_hash_lru_lookup_unoptimized() 940 memcpy(stats, &t->stats, sizeof(t->stats)); in rte_table_hash_lru_stats_read() [all …]
|
| H A D | rte_swx_table_em.c | 270 return &t->keys[(uint64_t)key_id << t->key_size_shl]; in table_key() 447 t->params.key_mask0 = t->key_mask; in __table_create() 455 t->key_stack[i] = t->params.n_keys_max - 1 - i; in __table_create() 456 t->key_stack_tos = t->params.n_keys_max; in __table_create() 471 if (!t) in table_free() 474 env_free(t, t->total_size); in table_free() 510 t->key_stack[--t->key_stack_tos]; in table_add() 517 if (t->bkt_ext_stack_tos && t->key_stack_tos) { in table_add() 559 t->key_stack[t->key_stack_tos++] = in table_del() 568 t->bkt_ext_stack[t->bkt_ext_stack_tos++] in table_del() [all …]
|
| H A D | rte_table_hash_cuckoo.c | 96 if (t == NULL) { in rte_table_hash_cuckoo_create() 120 rte_free(t); in rte_table_hash_cuckoo_create() 130 t->seed = p->seed; in rte_table_hash_cuckoo_create() 137 return t; in rte_table_hash_cuckoo_create() 148 rte_free(t); in rte_table_hash_cuckoo_free() 174 existing_entry = &t->memory[pos * t->entry_size]; in rte_table_hash_cuckoo_entry_add() 189 new_entry = &t->memory[pos * t->entry_size]; in rte_table_hash_cuckoo_entry_add() 216 uint8_t *entry_ptr = &t->memory[pos * t->entry_size]; in rte_table_hash_cuckoo_entry_delete() 221 memset(&t->memory[pos * t->entry_size], 0, t->entry_size); in rte_table_hash_cuckoo_entry_delete() 304 memcpy(stats, &t->stats, sizeof(t->stats)); in rte_table_hash_cuckoo_stats_read() [all …]
|
| H A D | rte_swx_table_selector.c | 188 struct table *t = table; in rte_swx_table_selector_free() local 190 if (!t) in rte_swx_table_selector_free() 193 free(t->members); in rte_swx_table_selector_free() 195 env_free(t->group_table, t->group_table_size); in rte_swx_table_selector_free() 199 free(t); in rte_swx_table_selector_free() 267 struct table *t = NULL; in rte_swx_table_selector_create() local 278 if (!t) in rte_swx_table_selector_create() 291 if (!t->group_table) in rte_swx_table_selector_create() 295 if (!t->members) in rte_swx_table_selector_create() 306 return t; in rte_swx_table_selector_create() [all …]
|
| H A D | rte_table_array.c | 63 if (t == NULL) { in rte_table_array_create() 73 t->offset = p->offset; in rte_table_array_create() 74 t->entry_pos_mask = t->n_entries - 1; in rte_table_array_create() 76 return t; in rte_table_array_create() 85 if (t == NULL) { in rte_table_array_free() 91 rte_free(t); in rte_table_array_free() 132 table_entry = &t->array[k->pos * t->entry_size]; in rte_table_array_entry_add() 160 t->offset) & t->entry_pos_mask; in rte_table_array_lookup() 163 t->entry_size]; in rte_table_array_lookup() 171 t->offset) & t->entry_pos_mask; in rte_table_array_lookup() [all …]
|
| /dpdk/drivers/event/opdl/ |
| H A D | opdl_test.c | 98 memset(t, 0, sizeof(*t)); in init() 158 for (i = t->nb_qids ; i < t->nb_qids + num_qids; i++) { in create_queues_type() 239 cleanup(t); in ordered_basic() 318 cleanup(t); in ordered_basic() 468 cleanup(t); in atomic_basic() 690 cleanup(t); in single_link_w_stats() 747 cleanup(t); in single_link() 1000 free(t); in opdl_selftest() 1006 free(t); in opdl_selftest() 1022 free(t); in opdl_selftest() [all …]
|
| H A D | opdl_ring.c | 145 return (void *)(uintptr_t)&t->slots[(n & t->mask) * t->slot_size]; in get_slot() 505 struct opdl_ring *t = s->t; in opdl_stage_claim_singlethread() local 564 struct opdl_ring *t = s->t; in opdl_stage_claim_multithread() local 802 s->t = t; in init_stage() 943 memset(t, 0, sizeof(*t)); in opdl_ring_create() 976 struct opdl_ring *t = s->t; in opdl_ring_cas_slot() local 1079 if (t != deps[i]->t) { in check_deps() 1101 t->name, t->max_num_stages); in opdl_stage_add() 1105 s = &t->stages[t->num_stages]; in opdl_stage_add() 1202 t->name, t->num_slots, t->mask, t->slot_size, in opdl_ring_dump() [all …]
|
| /dpdk/app/test-eventdev/ |
| H A D | test_order_common.c | 13 return t->result; in order_test_result() 20 struct test_order *t = p->t; in order_producer() local 55 if (t->err) in order_producer() 138 struct test_order *t; in order_test_setup() local 157 t = evt_test_priv(test); in order_test_setup() 191 t->err = false; in order_test_setup() 195 t->opt = opt; in order_test_setup() 226 if (t->pool == NULL) { in order_mempool_setup() 310 t->err = true; in order_launch_lcores() 354 w->t = t; in order_event_dev_port_setup() [all …]
|
| H A D | test_perf_common.c | 37 struct test_perf *t = p->t; in perf_producer() local 89 struct test_perf *t = p->t; in perf_producer_burst() local 152 struct test_perf *t = p->t; in perf_event_timer_producer() local 218 struct test_perf *t = p->t; in perf_event_timer_producer_burst() local 281 struct test_perf *t = p->t; in crypto_adapter_enq_op_new() local 331 struct test_perf *t = p->t; in crypto_adapter_enq_op_fwd() local 748 w->t = t; in perf_event_dev_port_setup() 772 p->t = t; in perf_event_dev_port_setup() 786 p->t = t; in perf_event_dev_port_setup() 825 p->t = t; in perf_event_dev_port_setup() [all …]
|
| H A D | test_order_common.h | 32 struct test_order *t; member 39 struct test_order *t; member 69 t->flow_id_dynfield_offset, flow_id_t *); in order_flow_id_copy_from_mbuf() 95 order_process_stage_1(struct test_order *const t, in order_process_stage_1() argument 104 flow, *order_mbuf_seqn(t, ev->mbuf), in order_process_stage_1() 106 t->err = true; in order_process_stage_1() 124 t->err = true; in order_process_stage_invalid() 129 struct test_order *t = w->t;\ 130 struct evt_options *opt = t->opt;\ 133 const uint32_t nb_flows = t->nb_flows;\ [all …]
|
| H A D | test_pipeline_queue.c | 26 while (t->done == false) { in pipeline_queue_worker_single_stage_tx() 56 while (t->done == false) { in pipeline_queue_worker_single_stage_fwd() 81 while (t->done == false) { in pipeline_queue_worker_single_stage_burst_tx() 145 while (!t->done) { in pipeline_queue_worker_single_stage_tx_vector() 177 while (!t->done) { in pipeline_queue_worker_single_stage_fwd_vector() 204 while (!t->done) { in pipeline_queue_worker_single_stage_burst_tx_vector() 240 while (!t->done) { in pipeline_queue_worker_single_stage_burst_fwd_vector() 421 while (!t->done) { in pipeline_queue_worker_multi_stage_tx_vector() 458 while (!t->done) { in pipeline_queue_worker_multi_stage_fwd_vector() 493 while (!t->done) { in pipeline_queue_worker_multi_stage_burst_tx_vector() [all …]
|
| H A D | test_pipeline_common.h | 36 struct test_pipeline *t; member 60 struct test_pipeline *t = w->t; \ 68 struct test_pipeline *t = w->t; \ 75 struct test_pipeline *t = w->t; \ 87 struct test_pipeline *t = w->t; \ 121 } while (!enq && !t->done); in pipeline_event_tx() 135 } while (!enq && !t->done); in pipeline_event_tx_vector() 143 struct test_pipeline *t) in pipeline_event_tx_burst() argument 148 while (enq < nb_rx && !t->done) { in pipeline_event_tx_burst() 164 } while (!enq && !t->done); in pipeline_event_enqueue() [all …]
|
| H A D | test_pipeline_atq.c | 26 while (t->done == false) { in pipeline_atq_worker_single_stage_tx() 49 while (t->done == false) { in pipeline_atq_worker_single_stage_fwd() 73 while (t->done == false) { in pipeline_atq_worker_single_stage_burst_tx() 131 while (!t->done) { in pipeline_atq_worker_single_stage_tx_vector() 155 while (!t->done) { in pipeline_atq_worker_single_stage_fwd_vector() 182 while (!t->done) { in pipeline_atq_worker_single_stage_burst_tx_vector() 211 while (!t->done) { in pipeline_atq_worker_single_stage_burst_fwd_vector() 381 while (!t->done) { in pipeline_atq_worker_multi_stage_tx_vector() 415 while (!t->done) { in pipeline_atq_worker_multi_stage_fwd_vector() 450 while (!t->done) { in pipeline_atq_worker_multi_stage_burst_tx_vector() [all …]
|
| /dpdk/app/test/ |
| H A D | test_lcores.c | 29 t->state = Thread_ERROR; in thread_loop() 39 t->state = Thread_ERROR; in thread_loop() 52 t->state = Thread_ERROR; in thread_loop() 56 t->state = Thread_DONE; in thread_loop() 77 t->state = Thread_INIT; in test_non_eal_lcores() 80 if (pthread_create(&t->id, NULL, thread_loop, t) != 0) in test_non_eal_lcores() 96 t->state = Thread_INIT; in test_non_eal_lcores() 98 t->lcore_id_any = true; in test_non_eal_lcores() 99 if (pthread_create(&t->id, NULL, thread_loop, t) == 0) { in test_non_eal_lcores() 265 if (pthread_create(&t->id, NULL, thread_loop, t) != 0) in test_non_eal_lcores_callback() [all …]
|
| H A D | test_rcu_qsbr.c | 86 rte_free(t[i]); in free_rcu() 251 rte_rcu_qsbr_quiescent(t[0], in test_rcu_qsbr_thread_unregister() 311 temp = t[read_type]; in test_rcu_qsbr_check_reader() 655 params.v = t[0]; in test_rcu_qsbr_dq_create() 710 params.v = t[0]; in test_rcu_qsbr_dq_enqueue() 757 params.v = t[0]; in test_rcu_qsbr_dq_reclaim() 791 params.v = t[0]; in test_rcu_qsbr_dq_delete() 836 params.v = t[0]; in test_rcu_qsbr_dq_functional() 941 rte_rcu_qsbr_dump(NULL, t[0]); in test_rcu_qsbr_dump() 973 temp = t[ti->ir]; in test_rcu_qsbr_reader() [all …]
|
| /dpdk/lib/pipeline/ |
| H A D | rte_swx_pipeline_internal.h | 1453 t->ip = ip; in thread_ip_set() 1461 t->ret = t->ip + 1; in thread_ip_action_call() 1473 t->ip++; in thread_ip_inc() 1479 t->ip += cond; in thread_ip_inc_cond() 1593 memcpy(t->ptr - offset, t->header_out_storage, offset); in emit_handler() 1695 t->ptr = ptr; in __instr_hdr_extract_many_exec() 2143 MOV(t, ip); in __instr_mov_exec() 2153 MOV_MH(t, ip); in __instr_mov_mh_exec() 2163 MOV_HM(t, ip); in __instr_mov_hm_exec() 2173 MOV_HH(t, ip); in __instr_mov_hh_exec() [all …]
|
| /dpdk/drivers/net/cxgbe/ |
| H A D | mps_tcam.c | 28 if (i == t->size) in cxgbe_update_free_idx() 33 t->free_idx = i; in cxgbe_update_free_idx() 184 if (!t) in cxgbe_mpstcam_remove() 218 t = adap->mpstcam; in cxgbe_mpstcam_rawf_enable() 249 t = adap->mpstcam; in cxgbe_mpstcam_rawf_disable() 279 if (!t) in t4_init_mpstcam() 283 t->full = false; in t4_init_mpstcam() 284 t->size = size; in t4_init_mpstcam() 288 t->entry[i].mpstcam = t; in t4_init_mpstcam() 302 t->free_idx = 1; in t4_init_mpstcam() [all …]
|
| /dpdk/examples/pipeline/ |
| H A D | thread.c | 136 t->msgq_req = msgq_req; in thread_init() 137 t->msgq_rsp = msgq_rsp; in thread_init() 138 t->enabled = 1; in thread_init() 237 struct thread *t; in thread_pipeline_enable() local 248 if (t->enabled == 0) in thread_pipeline_enable() 310 struct thread *t; in thread_pipeline_disable() local 321 if (t->enabled == 0) in thread_pipeline_disable() 421 struct pipeline_data *p = &t->pipeline_data[t->n_pipelines]; in thread_msg_handle_pipeline_enable() 429 t->p[t->n_pipelines] = req->pipeline_enable.p; in thread_msg_handle_pipeline_enable() 436 t->n_pipelines++; in thread_msg_handle_pipeline_enable() [all …]
|
| /dpdk/lib/eal/common/ |
| H A D | eal_common_tailqs.c | 98 rte_eal_tailq_update(struct rte_tailq_elem *t) in rte_eal_tailq_update() argument 102 t->head = rte_eal_tailq_create(t->name); in rte_eal_tailq_update() 104 t->head = rte_eal_tailq_lookup(t->name); in rte_eal_tailq_update() 111 if (rte_eal_tailq_local_register(t) < 0) { in rte_eal_tailq_register() 120 rte_eal_tailq_update(t); in rte_eal_tailq_register() 121 if (t->head == NULL) { in rte_eal_tailq_register() 123 "Cannot initialize tailq: %s\n", t->name); in rte_eal_tailq_register() 132 t->head = NULL; in rte_eal_tailq_register() 139 struct rte_tailq_elem *t; in rte_eal_tailqs_init() local 146 rte_eal_tailq_update(t); in rte_eal_tailqs_init() [all …]
|
| /dpdk/lib/acl/ |
| H A D | acl_vect.h | 44 typeof(addr) in, node_type, r, t; \ 47 t = _##P##_xor_si##S(index_mask, index_mask); \ 55 dfa_msk = _##P##_cmpeq_epi32(node_type, t); \ 60 t = _##P##_srli_epi32(in, 24); \ 63 dfa_ofs = _##P##_sub_epi32(t, r); \ 66 t = _##P##_cmpgt_epi8(in, tr_hi); \ 67 t = _##P##_sign_epi8(t, t); \ 68 t = _##P##_maddubs_epi16(t, t); \ 69 quad_ofs = _##P##_madd_epi16(t, ones_16); \ 72 t = _##P##_blendv_epi8(quad_ofs, dfa_ofs, dfa_msk); \ [all …]
|
| /dpdk/lib/eal/include/ |
| H A D | rte_reciprocal.h | 50 return (t + ((a - t) >> R.sh1)) >> R.sh2; in rte_reciprocal_divide() 62 uint64_t u0, u1, v0, v1, k, t; in mullhi_u64() 69 t = u0*v0; in mullhi_u64() 70 k = t >> 32; in mullhi_u64() 72 t = u1*v0 + k; in mullhi_u64() 73 w1 = t & 0xFFFFFFFF; in mullhi_u64() 74 w2 = t >> 32; in mullhi_u64() 76 t = u0*v1 + w1; in mullhi_u64() 77 k = t >> 32; in mullhi_u64() 88 uint64_t t = mullhi_u64(a, R->m); in rte_reciprocal_divide_u64() local [all …]
|
| /dpdk/drivers/net/bnx2x/ |
| H A D | bnx2x_stats.h | 493 ADD_EXTEND_64(qstats->t##_hi, qstats->t##_lo, diff); \ 496 #define UPDATE_EXTEND_TSTAT(s, t) UPDATE_EXTEND_TSTAT_X(s, t, 32) argument 501 ADD_EXTEND_64(estats->t##_hi, estats->t##_lo, diff); \ 508 ADD_EXTEND_64(qstats->t##_hi, qstats->t##_lo, diff); \ 514 ADD_EXTEND_64(estats->t##_hi, estats->t##_lo, diff); \ 521 ADD_EXTEND_64(qstats->t##_hi, qstats->t##_lo, diff); \ 526 qstats->t##_hi = qstats_old->t##_hi + le32toh(s.hi); \ 527 qstats->t##_lo = qstats_old->t##_lo + le32toh(s.lo); \ 580 estats_old->t##_hi = estats->t##_hi; \ 581 estats_old->t##_lo = estats->t##_lo; \ [all …]
|
| /dpdk/examples/pipeline/examples/ |
| H A D | vxlan.spec | 106 // - t.udp_checksum: Set to 0. 124 mov h.outer_ipv4.ver_ihl t.ipv4_ver_ihl 125 mov h.outer_ipv4.diffserv t.ipv4_diffserv 129 mov h.outer_ipv4.ttl t.ipv4_ttl 137 mov h.outer_udp.src_port t.udp_src_port 138 mov h.outer_udp.dst_port t.udp_dst_port 139 mov h.outer_udp.length t.udp_length 140 mov h.outer_udp.checksum t.udp_checksum 144 mov h.outer_vxlan.flags t.vxlan_flags 146 mov h.outer_vxlan.vni t.vxlan_vni [all …]
|