Home
last modified time | relevance | path

Searched refs:elem (Results 1 – 25 of 37) sorted by relevance

12

/dpdk/lib/eal/common/
H A Dmalloc_elem.c298 elem->orig_elem, elem->orig_size, elem->dirty); in split_elem()
310 elem = RTE_PTR_ADD(elem, elem->pad); in split_elem()
311 elem->size = old_elem_size - elem->pad; in split_elem()
344 return elem->next == RTE_PTR_ADD(elem, elem->size) && in next_elem_is_adjacent()
345 elem->next->msl == elem->msl && in next_elem_is_adjacent()
356 return elem == RTE_PTR_ADD(elem->prev, elem->prev->size) && in prev_elem_is_adjacent()
357 elem->prev->msl == elem->msl && in prev_elem_is_adjacent()
449 if (elem == elem->heap->last) in malloc_elem_alloc()
465 new_elem->size = elem->size - elem->pad; in malloc_elem_alloc()
529 join_elem(elem, elem->next); in malloc_elem_join_adjacent_free()
[all …]
H A Dmalloc_elem.h82 #define MALLOC_ELEM_TRAILER(elem) (*((uint64_t*)RTE_PTR_ADD(elem, \ argument
84 #define MALLOC_ELEM_HEADER(elem) (elem->header_cookie) argument
89 if (elem != NULL) in set_header()
96 if (elem != NULL) in set_trailer()
175 asan_set_zone((void *)elem, elem->size, 0x0); in asan_clear_alloczone()
199 if (elem != NULL) { in asan_set_redzone()
201 elem = RTE_PTR_ADD(elem, elem->pad); in asan_set_redzone()
242 elem = RTE_PTR_ADD(elem, elem->pad); in asan_clear_redzone()
268 elem = RTE_PTR_ADD(elem, elem->pad); in old_malloc_size()
298 return elem->size - elem->pad - MALLOC_ELEM_OVERHEAD; in old_malloc_size()
[all …]
H A Dmalloc_heap.c99 elem = malloc_elem_join_adjacent_free(elem); in malloc_heap_add_memory()
159 !!elem; elem = LIST_NEXT(elem, free_list)) { in find_suitable_element()
192 !!elem; elem = LIST_NEXT(elem, free_list)) { in find_biggest_element()
254 return elem == NULL ? NULL : (void *)(&elem[1]); in heap_alloc()
886 elem = malloc_elem_free(elem); in malloc_heap_free()
1113 !!elem; elem = LIST_NEXT(elem, free_list)) in malloc_heap_get_stats()
1147 elem = elem->next; in malloc_heap_dump()
1163 malloc_elem_hide_region(elem, elem, len); in destroy_elem()
1167 memset(elem, 0, sizeof(*elem)); in destroy_elem()
1321 while (elem != NULL && elem != va_addr) { in malloc_heap_remove_external_memory()
[all …]
H A Drte_malloc.c114 struct malloc_elem *elem = malloc_elem_from_data(ptr); in rte_zmalloc_socket() local
116 if (elem->dirty) { in rte_zmalloc_socket()
172 struct malloc_elem *elem = malloc_elem_from_data(ptr); in rte_realloc_socket() local
173 if (elem == NULL) { in rte_realloc_socket()
188 malloc_heap_resize(elem, size) == 0) { in rte_realloc_socket()
191 asan_set_redzone(elem, user_size); in rte_realloc_socket()
204 const size_t old_size = old_malloc_size(elem); in rte_realloc_socket()
225 if (!malloc_elem_cookies_ok(elem)) in rte_malloc_validate()
228 *size = elem->size - elem->pad - MALLOC_ELEM_OVERHEAD; in rte_malloc_validate()
374 if (elem == NULL) in rte_malloc_virt2iova()
[all …]
H A Deal_common_memzone.c171 struct malloc_elem *elem = malloc_elem_from_data(mz_addr); in memzone_reserve_aligned_thread_unsafe() local
185 malloc_heap_free(elem); in memzone_reserve_aligned_thread_unsafe()
194 elem->size - elem->pad - MALLOC_ELEM_OVERHEAD : in memzone_reserve_aligned_thread_unsafe()
196 mz->hugepage_sz = elem->msl->page_sz; in memzone_reserve_aligned_thread_unsafe()
197 mz->socket_id = elem->msl->socket_id; in memzone_reserve_aligned_thread_unsafe()
H A Dmalloc_heap.h70 malloc_heap_free(struct malloc_elem *elem);
73 malloc_heap_resize(struct malloc_elem *elem, size_t size);
H A Dmalloc_mp.c48 struct malloc_elem *elem; member
221 struct malloc_elem *elem; in handle_alloc_request() local
264 elem = alloc_pages_on_heap(heap, ar->page_sz, ar->elt_size, ar->socket, in handle_alloc_request()
268 if (elem == NULL) in handle_alloc_request()
284 req->alloc_state.elem = elem; in handle_alloc_request()
504 rollback_expand_heap(state->ms, state->ms_len, state->elem, in handle_sync_response()
H A Dmalloc_mp.h85 struct malloc_elem *elem, void *map_addr, size_t map_len);
/dpdk/drivers/net/mlx5/
H A Dmlx5_utils.h597 typeof(elem) peer; \
598 MLX5_ASSERT((elem) && (idx)); \
600 (elem)->field.prev = 0; \
611 typeof(elem) peer; \
612 MLX5_ASSERT(elem); \
614 if ((elem)->field.prev) { \
616 (pool, (elem)->field.prev); \
620 if ((elem)->field.next) { \
622 (pool, (elem)->field.next); \
633 idx = (elem)->field.next, (elem) = \
[all …]
/dpdk/lib/node/
H A Dethdev_ctrl.c66 ethdev_rx_node_elem_t *elem; in rte_node_eth_config() local
77 elem = malloc(sizeof(ethdev_rx_node_elem_t)); in rte_node_eth_config()
78 memset(elem, 0, sizeof(ethdev_rx_node_elem_t)); in rte_node_eth_config()
79 elem->ctx.port_id = port_id; in rte_node_eth_config()
80 elem->ctx.queue_id = j; in rte_node_eth_config()
81 elem->nid = id; in rte_node_eth_config()
82 elem->next = rx_node_data->head; in rte_node_eth_config()
83 rx_node_data->head = elem; in rte_node_eth_config()
H A Dethdev_rx.c182 ethdev_rx_node_elem_t *elem = ethdev_rx_main.head; in ethdev_rx_node_init() local
186 while (elem) { in ethdev_rx_node_init()
187 if (elem->nid == node->id) { in ethdev_rx_node_init()
189 memcpy(ctx, &elem->ctx, sizeof(ethdev_rx_node_ctx_t)); in ethdev_rx_node_init()
192 elem = elem->next; in ethdev_rx_node_init()
195 RTE_VERIFY(elem != NULL); in ethdev_rx_node_init()
/dpdk/drivers/net/qede/base/
H A Decore_spq.c135 p_ent->elem.hdr.cmd_id, p_ent->elem.hdr.protocol_id, in ecore_spq_block()
175 p_ent->elem.hdr.cid, p_ent->elem.hdr.cmd_id, in ecore_spq_fill_entry()
176 p_ent->elem.hdr.protocol_id, in ecore_spq_fill_entry()
177 p_ent->elem.data_ptr.hi, p_ent->elem.data_ptr.lo, in ecore_spq_fill_entry()
258 struct slow_path_element *elem; in ecore_spq_hw_post() local
261 elem = ecore_chain_produce(p_chain); in ecore_spq_hw_post()
262 if (!elem) { in ecore_spq_hw_post()
267 *elem = p_ent->elem; /* Struct assignment */ in ecore_spq_hw_post()
745 p_ent->elem.data_ptr = p_en2->elem.data_ptr; in ecore_spq_add_entry()
872 p_ent->elem.hdr.cmd_id, p_ent->elem.hdr.protocol_id); in ecore_spq_post()
[all …]
/dpdk/drivers/net/bnx2x/
H A Decore_sp.c64 ECORE_FREE(sc, elem, sizeof(*elem)); in ecore_exe_queue_free_elem()
69 struct ecore_exeq_elem *elem; in ecore_exe_queue_length() local
132 struct ecore_exeq_elem *elem; in __ecore_exe_queue_reset_pending() local
196 cur_len += elem->cmd_len; in ecore_exe_queue_step()
1553 elem, restore, in ecore_execute_vlan_mac()
1649 if (!elem) in ecore_vlan_mac_push_new_cmd()
1655 elem->cmd_len = 2; in ecore_vlan_mac_push_new_cmd()
1658 elem->cmd_len = 1; in ecore_vlan_mac_push_new_cmd()
2812 uint64_t elem; in ecore_mcast_refresh_registry_e2() local
2816 for (; elem; cnt++) in ecore_mcast_refresh_registry_e2()
[all …]
H A Decore_sp.h572 union event_ring_elem *elem; member
579 struct ecore_exeq_elem *elem);
583 struct ecore_exeq_elem *elem);
590 struct ecore_exeq_elem *elem);
597 struct ecore_exeq_elem *elem);
784 struct ecore_exeq_elem *elem, int rule_idx,
/dpdk/lib/pipeline/
H A Drte_swx_pipeline.c98 return elem; in struct_type_find()
224 if (!elem) in struct_free()
229 free(elem); in struct_free()
387 if (!elem) in port_in_free()
391 free(elem); in port_in_free()
549 if (!elem) in port_out_free()
553 free(elem); in port_out_free()
874 if (!elem) in extern_obj_free()
879 elem->type->destructor(elem->obj); in extern_obj_free()
888 if (!elem) in extern_obj_free()
[all …]
/dpdk/lib/table/
H A Drte_swx_table_selector.c317 struct rte_swx_table_selector_member *elem; in group_check() local
323 TAILQ_FOREACH(elem, &group->members, node) { in group_check()
332 if (elem->member_id >= t->params.n_members_per_group_max || in group_check()
333 !elem->member_weight) in group_check()
338 if (e->member_id == elem->member_id) in group_check()
355 struct rte_swx_table_selector_member *elem; in members_read() local
361 TAILQ_FOREACH(elem, &group->members, node) { in members_read()
366 m->member_id = elem->member_id; in members_read()
367 m->member_weight = elem->member_weight; in members_read()
368 m->member_weight_normalized = elem->member_weight; in members_read()
/dpdk/drivers/net/ionic/
H A Dionic_rxtx.c333 *elem = sg_desc->elems; in ionic_tx_tso_next()
343 struct ionic_txq_sg_elem *elem; in ionic_tx_tso() local
425 elem->addr = next_addr; in ionic_tx_tso()
426 elem->len = len; in ionic_tx_tso()
427 elem++; in ionic_tx_tso()
466 struct ionic_txq_sg_elem *elem; in ionic_tx() local
520 elem++; in ionic_tx()
974 elem = sg_desc->elems; in ionic_rx_fill()
987 elem->addr = dma_addr; in ionic_rx_fill()
988 elem->len = buf_size; in ionic_rx_fill()
[all …]
/dpdk/drivers/raw/dpaa2_qdma/
H A Ddpaa2_qdma.c304 void *elem; in dpdmai_dev_set_multi_fd_lf_no_rsp() local
309 elem = job[i]->usr_elem; in dpdmai_dev_set_multi_fd_lf_no_rsp()
311 elem_iova = rte_mempool_virt2iova(elem); in dpdmai_dev_set_multi_fd_lf_no_rsp()
313 elem_iova = DPAA2_VADDR_TO_IOVA(elem); in dpdmai_dev_set_multi_fd_lf_no_rsp()
317 ((uintptr_t)(uint64_t)elem + in dpdmai_dev_set_multi_fd_lf_no_rsp()
351 void *elem[RTE_QDMA_BURST_NB_MAX]; in dpdmai_dev_set_multi_fd_lf() local
369 ((uintptr_t)(uint64_t)elem[i] + in dpdmai_dev_set_multi_fd_lf()
402 void *elem; in dpdmai_dev_set_sg_fd_lf() local
414 elem = job[0]->usr_elem; in dpdmai_dev_set_sg_fd_lf()
424 elem_iova = rte_mempool_virt2iova(elem); in dpdmai_dev_set_sg_fd_lf()
[all …]
/dpdk/lib/eal/linux/include/
H A Drte_os.h25 #define RTE_TAILQ_NEXT(elem, field) TAILQ_NEXT(elem, field) argument
/dpdk/lib/eal/freebsd/include/
H A Drte_os.h25 #define RTE_TAILQ_NEXT(elem, field) TAILQ_NEXT(elem, field) argument
/dpdk/drivers/net/cxgbe/
H A Dcxgbe_flow.c8 #define __CXGBE_FILL_FS(__v, __m, fs, elem, e) \ argument
10 if ((fs)->mask.elem && ((fs)->val.elem != (__v))) \
14 (fs)->val.elem = (__v); \
15 (fs)->mask.elem = (__m); \
18 #define __CXGBE_FILL_FS_MEMCPY(__v, __m, fs, elem) \ argument
20 memcpy(&(fs)->val.elem, &(__v), sizeof(__v)); \
21 memcpy(&(fs)->mask.elem, &(__m), sizeof(__m)); \
24 #define CXGBE_FILL_FS(v, m, elem) \ argument
25 __CXGBE_FILL_FS(v, m, fs, elem, e)
27 #define CXGBE_FILL_FS_MEMCPY(v, m, elem) \ argument
[all …]
/dpdk/lib/eal/windows/include/sys/
H A Dqueue.h113 #define QMD_TRACE_ELEM(elem) do { \ argument
114 (elem)->trace.prevline = (elem)->trace.lastline; \
115 (elem)->trace.prevfile = (elem)->trace.lastfile; \
116 (elem)->trace.lastline = __LINE__; \
117 (elem)->trace.lastfile = __FILE__; \
121 #define QMD_TRACE_ELEM(elem) argument
/dpdk/lib/rcu/
H A Drcu_qsbr_pvt.h55 uint8_t elem[0]; /**< Pointer to user element */ member
/dpdk/drivers/net/ena/base/
H A Dena_eth_com.h210 static inline void ena_com_comp_ack(struct ena_com_io_sq *io_sq, u16 elem) in ena_com_comp_ack() argument
212 io_sq->next_to_comp += elem; in ena_com_comp_ack()
/dpdk/lib/vhost/
H A Dvhost.c152 struct log_cache_entry *elem = vq->log_cache + i; in __vhost_log_cache_sync() local
159 __sync_fetch_and_or(log_base + elem->offset, elem->val); in __vhost_log_cache_sync()
161 __atomic_fetch_or(log_base + elem->offset, elem->val, in __vhost_log_cache_sync()
188 struct log_cache_entry *elem = vq->log_cache + i; in vhost_log_cache_page() local
190 if (elem->offset == offset) { in vhost_log_cache_page()
191 elem->val |= (1UL << bit_nr); in vhost_log_cache_page()

12