Home
last modified time | relevance | path

Searched refs:__ATOMIC_RELEASE (Results 1 – 25 of 44) sorted by relevance

12

/f-stack/dpdk/lib/librte_eal/arm/include/
H A Drte_atomic_64.h106 success == __ATOMIC_RELEASE || in rte_atomic128_cmp_exchange()
119 else if (success == __ATOMIC_RELEASE) in rte_atomic128_cmp_exchange()
124 #define __HAS_ACQ(mo) ((mo) != __ATOMIC_RELAXED && (mo) != __ATOMIC_RELEASE) in rte_atomic128_cmp_exchange()
125 #define __HAS_RLS(mo) ((mo) == __ATOMIC_RELEASE || (mo) == __ATOMIC_ACQ_REL || \ in rte_atomic128_cmp_exchange()
129 int stx_mo = __HAS_RLS(success) ? __ATOMIC_RELEASE : __ATOMIC_RELAXED; in rte_atomic128_cmp_exchange()
/f-stack/dpdk/lib/librte_eal/include/generic/
H A Drte_mcslock.h74 __atomic_store_n(&prev->next, me, __ATOMIC_RELEASE); in rte_mcslock_lock()
108 __ATOMIC_RELEASE, __ATOMIC_RELAXED))) in rte_mcslock_unlock()
124 __atomic_store_n(&me->next->locked, 0, __ATOMIC_RELEASE); in rte_mcslock_unlock()
H A Drte_rwlock.h119 __atomic_fetch_sub(&rwl->cnt, 1, __ATOMIC_RELEASE); in rte_rwlock_read_unlock()
182 __atomic_store_n(&rwl->cnt, 0, __ATOMIC_RELEASE); in rte_rwlock_write_unlock()
H A Drte_spinlock.h88 __atomic_store_n(&sl->locked, 0, __ATOMIC_RELEASE); in rte_spinlock_unlock()
H A Drte_ticketlock.h80 __atomic_store_n(&tl->s.current, i + 1, __ATOMIC_RELEASE); in rte_ticketlock_unlock()
/f-stack/dpdk/lib/librte_distributor/
H A Drte_distributor_single.c41 __atomic_store_n(&(buf->bufptr64), req, __ATOMIC_RELEASE); in EAL_REGISTER_TAILQ()
82 __atomic_store_n(&(buf->bufptr64), req, __ATOMIC_RELEASE); in rte_distributor_return_pkt_single()
126 __atomic_store_n(&(d->bufs[wkr].bufptr64), 0, __ATOMIC_RELEASE); in handle_worker_shutdown()
181 __ATOMIC_RELEASE); in process_returns()
186 __ATOMIC_RELEASE); in process_returns()
274 __ATOMIC_RELEASE); in rte_distributor_process_single()
280 __ATOMIC_RELEASE); in rte_distributor_process_single()
313 __ATOMIC_RELEASE); in rte_distributor_process_single()
H A Drte_distributor.c83 __ATOMIC_RELEASE); in EAL_REGISTER_TAILQ()
125 buf->bufptr64[0] | RTE_DISTRIB_GET_BUF, __ATOMIC_RELEASE); in rte_distributor_poll_pkt()
212 buf->retptr64[0] | RTE_DISTRIB_RETURN_BUF, __ATOMIC_RELEASE); in rte_distributor_return_pkt()
315 __ATOMIC_RELEASE); in handle_worker_shutdown()
383 __atomic_store_n(&(buf->retptr64[0]), 0, __ATOMIC_RELEASE); in handle_returns()
435 buf->bufptr64[0] & ~RTE_DISTRIB_GET_BUF, __ATOMIC_RELEASE); in release()
705 __ATOMIC_RELEASE); in rte_distributor_clear_returns()
/f-stack/dpdk/lib/librte_eal/common/
H A Drte_service.c309 __ATOMIC_RELEASE); in rte_service_component_runstate_set()
312 __ATOMIC_RELEASE); in rte_service_component_runstate_set()
329 __ATOMIC_RELEASE); in rte_service_runstate_set()
332 __ATOMIC_RELEASE); in rte_service_runstate_set()
666 RUNSTATE_STOPPED, __ATOMIC_RELEASE); in rte_service_lcore_reset_all()
692 __ATOMIC_RELEASE); in rte_service_lcore_add()
745 __atomic_store_n(&cs->runstate, RUNSTATE_RUNNING, __ATOMIC_RELEASE); in rte_service_lcore_start()
787 __ATOMIC_RELEASE); in rte_service_lcore_stop()
H A Deal_common_trace.c119 __ATOMIC_RELEASE); in trace_mode_set()
122 __ATOMIC_RELEASE); in trace_mode_set()
170 __ATOMIC_RELEASE); in rte_trace_point_enable()
181 __ATOMIC_RELEASE); in rte_trace_point_disable()
522 __atomic_thread_fence(__ATOMIC_RELEASE); in __rte_trace_point_register()
/f-stack/dpdk/lib/librte_ring/
H A Drte_ring_peek_c11_mem.h62 __atomic_store_n(&ht->tail, pos, __ATOMIC_RELEASE); in __rte_ring_st_set_head_tail()
107 __atomic_store_n(&ht->ht.raw, p.raw, __ATOMIC_RELEASE); in __rte_ring_hts_set_head_tail()
H A Drte_ring_c11_mem.h27 __atomic_store_n(&ht->tail, new_val, __ATOMIC_RELEASE); in update_tail()
H A Drte_ring_hts_c11_mem.h33 __atomic_store_n(&ht->ht.pos.tail, tail, __ATOMIC_RELEASE); in __rte_ring_hts_update_tail()
/f-stack/dpdk/lib/librte_stack/
H A Drte_stack_lf_c11.h62 1, __ATOMIC_RELEASE, in __rte_stack_lf_push_elems()
69 __atomic_add_fetch(&list->len, num, __ATOMIC_RELEASE); in __rte_stack_lf_push_elems()
H A Drte_stack_lf_generic.h67 1, __ATOMIC_RELEASE, in __rte_stack_lf_push_elems()
142 1, __ATOMIC_RELEASE, in __rte_stack_lf_pop_elems()
/f-stack/dpdk/app/test/
H A Dtest_lcores.c42 __atomic_add_fetch(t->registered_count, 1, __ATOMIC_RELEASE); in thread_loop()
109 __atomic_store_n(&registered_count, 0, __ATOMIC_RELEASE); in test_non_eal_lcores()
308 __atomic_store_n(&registered_count, 0, __ATOMIC_RELEASE); in test_non_eal_lcores_callback()
330 __atomic_store_n(&registered_count, 0, __ATOMIC_RELEASE); in test_non_eal_lcores_callback()
/f-stack/dpdk/lib/librte_rcu/
H A Drte_rcu_qsbr.h374 __RTE_QSBR_CNT_THR_OFFLINE, __ATOMIC_RELEASE); in rte_rcu_qsbr_thread_offline()
439 1, __ATOMIC_RELEASE); in rte_rcu_qsbr_unlock()
472 t = __atomic_add_fetch(&v->token, 1, __ATOMIC_RELEASE); in rte_rcu_qsbr_start()
513 t, __ATOMIC_RELEASE); in rte_rcu_qsbr_quiescent()
/f-stack/dpdk/drivers/event/opdl/
H A Dopdl_ring.c202 __ATOMIC_RELEASE); in update_available_seq()
302 __atomic_store_n(&s->shared.tail, s->head, __ATOMIC_RELEASE); in opdl_ring_input_singlethread()
390 __ATOMIC_RELEASE); in opdl_stage_disclaim_multithread_n()
396 __ATOMIC_RELEASE); in opdl_stage_disclaim_multithread_n()
447 __ATOMIC_RELEASE, /* memory order on success */ in move_head_atomically()
479 __ATOMIC_RELEASE); in opdl_ring_input_multithread()
632 __ATOMIC_RELEASE); in opdl_stage_disclaim_singlethread_n()
661 __atomic_store_n(&s->shared.tail, s->head, __ATOMIC_RELEASE); in opdl_ring_copy_from_burst()
680 __atomic_store_n(&s->shared.tail, s->head, __ATOMIC_RELEASE); in opdl_ring_copy_to_burst()
759 __atomic_store_n(&s->shared.tail, s->head, __ATOMIC_RELEASE); in opdl_stage_disclaim()
[all …]
/f-stack/freebsd/contrib/dpdk_rte_lpm/
H A Drte_lpm.c495 __ATOMIC_RELEASE); in add_depth_small()
592 __ATOMIC_RELEASE); in add_depth_big()
651 __ATOMIC_RELEASE); in add_depth_big()
817 &zero_tbl24_entry, __ATOMIC_RELEASE); in delete_depth_small()
862 __ATOMIC_RELEASE); in delete_depth_small()
1007 __atomic_thread_fence(__ATOMIC_RELEASE); in delete_depth_big()
1023 __atomic_thread_fence(__ATOMIC_RELEASE); in delete_depth_big()
/f-stack/dpdk/lib/librte_hash/
H A Drte_cuckoo_hash.c715 __ATOMIC_RELEASE); in search_and_update()
778 __ATOMIC_RELEASE); in rte_hash_cuckoo_insert_mw()
853 __ATOMIC_RELEASE); in rte_hash_cuckoo_move_insert_mw()
867 __ATOMIC_RELEASE); in rte_hash_cuckoo_move_insert_mw()
883 __ATOMIC_RELEASE); in rte_hash_cuckoo_move_insert_mw()
899 __ATOMIC_RELEASE); in rte_hash_cuckoo_move_insert_mw()
910 __ATOMIC_RELEASE); in rte_hash_cuckoo_move_insert_mw()
1078 __ATOMIC_RELEASE); in __rte_hash_add_key_with_hash()
1187 __ATOMIC_RELEASE); in __rte_hash_add_key_with_hash()
1613 __ATOMIC_RELEASE); in __rte_hash_compact_ll()
[all …]
/f-stack/dpdk/lib/librte_power/
H A Dpower_acpi_cpufreq.c359 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_acpi_cpufreq_init()
366 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_acpi_cpufreq_init()
462 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_acpi_cpufreq_exit()
469 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_acpi_cpufreq_exit()
H A Dpower_pstate_cpufreq.c660 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_pstate_cpufreq_init()
667 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_pstate_cpufreq_init()
718 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_pstate_cpufreq_exit()
725 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_pstate_cpufreq_exit()
/f-stack/freebsd/sys/
H A Dstdatomic.h110 #ifndef __ATOMIC_RELEASE
111 #define __ATOMIC_RELEASE 3 macro
131 memory_order_release = __ATOMIC_RELEASE,
/f-stack/dpdk/lib/librte_lpm/
H A Drte_lpm.c610 __ATOMIC_RELEASE); in add_depth_small()
707 __ATOMIC_RELEASE); in add_depth_big()
766 __ATOMIC_RELEASE); in add_depth_big()
932 &zero_tbl24_entry, __ATOMIC_RELEASE); in delete_depth_small()
978 __ATOMIC_RELEASE); in delete_depth_small()
1123 __atomic_thread_fence(__ATOMIC_RELEASE); in delete_depth_big()
1139 __atomic_thread_fence(__ATOMIC_RELEASE); in delete_depth_big()
/f-stack/dpdk/lib/librte_timer/
H A Drte_timer.c540 __atomic_store_n(&tim->status.u32, status.u32, __ATOMIC_RELEASE); in __rte_timer_reset()
622 __atomic_store_n(&tim->status.u32, status.u32, __ATOMIC_RELEASE); in __rte_timer_stop()
764 __ATOMIC_RELEASE); in __rte_timer_manage()
777 __ATOMIC_RELEASE); in __rte_timer_manage()
952 __ATOMIC_RELEASE); in rte_timer_alt_manage()
965 __ATOMIC_RELEASE); in rte_timer_alt_manage()
/f-stack/dpdk/lib/librte_kni/
H A Drte_kni_fifo.h23 __atomic_store_n((dst), value, __ATOMIC_RELEASE); \

12