Home
last modified time | relevance | path

Searched refs:__ATOMIC_RELAXED (Results 1 – 25 of 69) sorted by relevance

123

/f-stack/dpdk/drivers/common/mlx5/
H A Dmlx5_malloc.c96 (&mlx5_sys_mem.last_msl, __ATOMIC_RELAXED))) { in mlx5_mem_update_msl()
99 __ATOMIC_RELAXED); in mlx5_mem_update_msl()
102 __ATOMIC_RELAXED); in mlx5_mem_update_msl()
191 __ATOMIC_RELAXED); in mlx5_malloc()
205 __ATOMIC_RELAXED); in mlx5_malloc()
239 __ATOMIC_RELAXED); in mlx5_realloc()
252 __ATOMIC_RELAXED); in mlx5_realloc()
265 __ATOMIC_RELAXED); in mlx5_free()
271 __ATOMIC_RELAXED); in mlx5_free()
287 __atomic_load_n(&mlx5_sys_mem.free_sys, __ATOMIC_RELAXED), in mlx5_memory_stat_dump()
[all …]
/f-stack/dpdk/lib/librte_eal/include/generic/
H A Drte_ticketlock.h54 __atomic_store_n(&tl->tickets, 0, __ATOMIC_RELAXED); in rte_ticketlock_init()
66 uint16_t me = __atomic_fetch_add(&tl->s.next, 1, __ATOMIC_RELAXED); in rte_ticketlock_lock()
79 uint16_t i = __atomic_load_n(&tl->s.current, __ATOMIC_RELAXED); in rte_ticketlock_unlock()
95 old.tickets = __atomic_load_n(&tl->tickets, __ATOMIC_RELAXED); in rte_ticketlock_trylock()
100 new.tickets, 0, __ATOMIC_ACQUIRE, __ATOMIC_RELAXED)) in rte_ticketlock_trylock()
150 __atomic_store_n(&tlr->user, TICKET_LOCK_INVALID_ID, __ATOMIC_RELAXED); in rte_ticketlock_recursive_init()
165 if (__atomic_load_n(&tlr->user, __ATOMIC_RELAXED) != id) { in rte_ticketlock_recursive_lock()
167 __atomic_store_n(&tlr->user, id, __ATOMIC_RELAXED); in rte_ticketlock_recursive_lock()
183 __ATOMIC_RELAXED); in rte_ticketlock_recursive_unlock()
201 if (__atomic_load_n(&tlr->user, __ATOMIC_RELAXED) != id) { in rte_ticketlock_recursive_trylock()
[all …]
H A Drte_mcslock.h51 __atomic_store_n(&me->locked, 1, __ATOMIC_RELAXED); in rte_mcslock_lock()
52 __atomic_store_n(&me->next, NULL, __ATOMIC_RELAXED); in rte_mcslock_lock()
102 if (likely(__atomic_load_n(&me->next, __ATOMIC_RELAXED) == NULL)) { in rte_mcslock_unlock()
104 rte_mcslock_t *save_me = __atomic_load_n(&me, __ATOMIC_RELAXED); in rte_mcslock_unlock()
108 __ATOMIC_RELEASE, __ATOMIC_RELAXED))) in rte_mcslock_unlock()
119 while (__atomic_load_n(&me->next, __ATOMIC_RELAXED) == NULL) in rte_mcslock_unlock()
141 __atomic_store_n(&me->next, NULL, __ATOMIC_RELAXED); in rte_mcslock_trylock()
153 __ATOMIC_ACQ_REL, __ATOMIC_RELAXED); in rte_mcslock_trylock()
167 return (__atomic_load_n(&msl, __ATOMIC_RELAXED) != NULL); in rte_mcslock_is_locked()
H A Drte_rwlock.h67 x = __atomic_load_n(&rwl->cnt, __ATOMIC_RELAXED); in rte_rwlock_read_lock()
74 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED); in rte_rwlock_read_lock()
99 x = __atomic_load_n(&rwl->cnt, __ATOMIC_RELAXED); in rte_rwlock_read_trylock()
104 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED); in rte_rwlock_read_trylock()
141 x = __atomic_load_n(&rwl->cnt, __ATOMIC_RELAXED); in rte_rwlock_write_trylock()
143 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED) == 0) in rte_rwlock_write_trylock()
162 x = __atomic_load_n(&rwl->cnt, __ATOMIC_RELAXED); in rte_rwlock_write_lock()
169 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED); in rte_rwlock_write_lock()
H A Drte_pause.h89 assert(memorder == __ATOMIC_ACQUIRE || memorder == __ATOMIC_RELAXED); in rte_wait_until_equal_16()
99 assert(memorder == __ATOMIC_ACQUIRE || memorder == __ATOMIC_RELAXED); in rte_wait_until_equal_32()
109 assert(memorder == __ATOMIC_ACQUIRE || memorder == __ATOMIC_RELAXED); in rte_wait_until_equal_64()
H A Drte_spinlock.h67 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED)) { in rte_spinlock_lock()
68 while (__atomic_load_n(&sl->locked, __ATOMIC_RELAXED)) in rte_spinlock_lock()
110 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED); in rte_spinlock_trylock()
/f-stack/app/redis-5.0.5/src/
H A Datomicvar.h71 #if !defined(__ATOMIC_VAR_FORCE_SYNC_MACROS) && defined(__ATOMIC_RELAXED) && !defined(__sun) && (!d…
74 #define atomicIncr(var,count) __atomic_add_fetch(&var,(count),__ATOMIC_RELAXED)
76 oldvalue_var = __atomic_fetch_add(&var,(count),__ATOMIC_RELAXED); \
78 #define atomicDecr(var,count) __atomic_sub_fetch(&var,(count),__ATOMIC_RELAXED)
80 dstvar = __atomic_load_n(&var,__ATOMIC_RELAXED); \
82 #define atomicSet(var,value) __atomic_store_n(&var,value,__ATOMIC_RELAXED)
/f-stack/dpdk/lib/librte_eal/arm/include/
H A Drte_atomic_64.h104 RTE_ASSERT(success == __ATOMIC_RELAXED || in rte_atomic128_cmp_exchange()
115 if (success == __ATOMIC_RELAXED) in rte_atomic128_cmp_exchange()
124 #define __HAS_ACQ(mo) ((mo) != __ATOMIC_RELAXED && (mo) != __ATOMIC_RELEASE) in rte_atomic128_cmp_exchange()
128 int ldx_mo = __HAS_ACQ(success) ? __ATOMIC_ACQUIRE : __ATOMIC_RELAXED; in rte_atomic128_cmp_exchange()
129 int stx_mo = __HAS_RLS(success) ? __ATOMIC_RELEASE : __ATOMIC_RELAXED; in rte_atomic128_cmp_exchange()
149 if (ldx_mo == __ATOMIC_RELAXED) in rte_atomic128_cmp_exchange()
166 if (stx_mo == __ATOMIC_RELAXED) in rte_atomic128_cmp_exchange()
177 if (stx_mo == __ATOMIC_RELAXED) in rte_atomic128_cmp_exchange()
H A Drte_pause_64.h40 assert(memorder == __ATOMIC_ACQUIRE || memorder == __ATOMIC_RELAXED); in rte_wait_until_equal_16()
49 if (memorder == __ATOMIC_RELAXED) { \ in rte_wait_until_equal_16()
78 assert(memorder == __ATOMIC_ACQUIRE || memorder == __ATOMIC_RELAXED); in rte_wait_until_equal_32()
87 if (memorder == __ATOMIC_RELAXED) { \ in rte_wait_until_equal_32()
116 assert(memorder == __ATOMIC_ACQUIRE || memorder == __ATOMIC_RELAXED); in rte_wait_until_equal_64()
125 if (memorder == __ATOMIC_RELAXED) { \ in rte_wait_until_equal_64()
/f-stack/dpdk/lib/librte_stack/
H A Drte_stack_lf_c11.h30 __ATOMIC_RELAXED); in __rte_stack_lf_count()
63 __ATOMIC_RELAXED); in __rte_stack_lf_push_elems()
83 len = __atomic_load_n(&list->len, __ATOMIC_RELAXED); in __rte_stack_lf_pop_elems()
94 __ATOMIC_RELAXED)) in __rte_stack_lf_pop_elems()
162 0, __ATOMIC_RELAXED, in __rte_stack_lf_pop_elems()
163 __ATOMIC_RELAXED); in __rte_stack_lf_pop_elems()
H A Drte_stack_lf_generic.h68 __ATOMIC_RELAXED); in __rte_stack_lf_push_elems()
143 __ATOMIC_RELAXED); in __rte_stack_lf_pop_elems()
/f-stack/dpdk/lib/librte_ring/
H A Drte_ring_c11_mem.h64 *old_head = __atomic_load_n(&r->prod.head, __ATOMIC_RELAXED); in __rte_ring_move_prod_head()
100 0, __ATOMIC_RELAXED, in __rte_ring_move_prod_head()
101 __ATOMIC_RELAXED); in __rte_ring_move_prod_head()
140 *old_head = __atomic_load_n(&r->cons.head, __ATOMIC_RELAXED); in __rte_ring_move_cons_head()
175 0, __ATOMIC_RELAXED, in __rte_ring_move_cons_head()
176 __ATOMIC_RELAXED); in __rte_ring_move_cons_head()
/f-stack/dpdk/app/test/
H A Dtest_hash_readwrite_lf_perf.c746 / __atomic_load_n(&greads, __ATOMIC_RELAXED); in test_hash_add_no_ks_lookup_hit()
815 / __atomic_load_n(&greads, __ATOMIC_RELAXED); in test_hash_add_no_ks_lookup_miss()
888 / __atomic_load_n(&greads, __ATOMIC_RELAXED); in test_hash_add_ks_lookup_hit_non_sp()
962 / __atomic_load_n(&greads, __ATOMIC_RELAXED); in test_hash_add_ks_lookup_hit_sp()
1034 / __atomic_load_n(&greads, __ATOMIC_RELAXED); in test_hash_add_ks_lookup_miss()
1092 __ATOMIC_RELAXED); in test_hash_multi_add_lookup()
1132 __ATOMIC_RELAXED) / in test_hash_multi_add_lookup()
1134 __ATOMIC_RELAXED); in test_hash_multi_add_lookup()
1215 / __atomic_load_n(&greads, __ATOMIC_RELAXED); in test_hash_add_ks_lookup_hit_extbkt()
1286 __ATOMIC_RELAXED); in test_hash_rcu_qsbr_writer()
[all …]
H A Dtest_distributor.c58 __ATOMIC_RELAXED); in total_packet_count()
69 __ATOMIC_RELAXED); in clear_packet_count()
87 __ATOMIC_RELAXED); in handle_work()
92 __ATOMIC_RELAXED); in handle_work()
154 __ATOMIC_RELAXED)); in sanity_test()
305 __ATOMIC_RELAXED); in handle_work_with_free_mbufs()
311 __ATOMIC_RELAXED); in handle_work_with_free_mbufs()
371 __ATOMIC_RELAXED); in handle_work_for_shutdown_test()
386 __ATOMIC_RELAXED); in handle_work_for_shutdown_test()
398 __ATOMIC_RELAXED); in handle_work_for_shutdown_test()
[all …]
H A Dtest_atomic.c284 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED); in test_atomic128_cmp_exchange()
295 __ATOMIC_RELEASE, __ATOMIC_RELAXED); in test_atomic128_cmp_exchange()
306 __ATOMIC_ACQ_REL, __ATOMIC_RELAXED); in test_atomic128_cmp_exchange()
317 __ATOMIC_RELAXED, __ATOMIC_RELAXED); in test_atomic128_cmp_exchange()
/f-stack/dpdk/drivers/net/mlx5/
H A Dmlx5_txpp.c745 1, __ATOMIC_RELAXED); in mlx5_txpp_update_timestamp()
835 1, __ATOMIC_RELAXED); in mlx5_txpp_handle_rearm_queue()
851 1, __ATOMIC_RELAXED); in mlx5_txpp_handle_rearm_queue()
1154 1, __ATOMIC_RELAXED); in mlx5_txpp_read_clock()
1242 __ATOMIC_RELAXED) != ts) in mlx5_txpp_read_tsa()
1245 __ATOMIC_RELAXED) != ci) in mlx5_txpp_read_tsa()
1366 __ATOMIC_RELAXED); in mlx5_txpp_xstats_get()
1369 __ATOMIC_RELAXED); in mlx5_txpp_xstats_get()
1372 __ATOMIC_RELAXED); in mlx5_txpp_xstats_get()
1375 __ATOMIC_RELAXED); in mlx5_txpp_xstats_get()
[all …]
/f-stack/dpdk/lib/librte_rcu/
H A Drte_rcu_qsbr.c110 __ATOMIC_RELAXED); in rte_rcu_qsbr_thread_register()
119 __ATOMIC_RELEASE, __ATOMIC_RELAXED); in rte_rcu_qsbr_thread_register()
123 1, __ATOMIC_RELAXED); in rte_rcu_qsbr_thread_register()
162 __ATOMIC_RELAXED); in rte_rcu_qsbr_thread_unregister()
175 __ATOMIC_RELEASE, __ATOMIC_RELAXED); in rte_rcu_qsbr_thread_unregister()
179 1, __ATOMIC_RELAXED); in rte_rcu_qsbr_thread_unregister()
264 __ATOMIC_RELAXED), in rte_rcu_qsbr_dump()
267 __ATOMIC_RELAXED)); in rte_rcu_qsbr_dump()
H A Drte_rcu_qsbr.h317 t = __atomic_load_n(&v->token, __ATOMIC_RELAXED); in rte_rcu_qsbr_thread_online()
323 t, __ATOMIC_RELAXED); in rte_rcu_qsbr_thread_online()
511 if (t != __atomic_load_n(&v->qsbr_cnt[thread_id].cnt, __ATOMIC_RELAXED)) in rte_rcu_qsbr_quiescent()
588 __ATOMIC_RELAXED); in __rte_rcu_qsbr_check_selective()
640 __ATOMIC_RELAXED); in __rte_rcu_qsbr_check_all()
/f-stack/freebsd/contrib/dpdk_rte_lpm/
H A Drte_lpm.c444 __ATOMIC_RELAXED); in tbl8_alloc()
462 __ATOMIC_RELAXED); in tbl8_free()
526 __ATOMIC_RELAXED); in add_depth_small()
572 __ATOMIC_RELAXED); in add_depth_big()
617 __ATOMIC_RELAXED); in add_depth_big()
631 __ATOMIC_RELAXED); in add_depth_big()
677 __ATOMIC_RELAXED); in add_depth_big()
880 __ATOMIC_RELAXED); in delete_depth_small()
990 __ATOMIC_RELAXED); in delete_depth_big()
1022 __ATOMIC_RELAXED); in delete_depth_big()
/f-stack/dpdk/lib/librte_eal/freebsd/
H A Deal.c683 __ATOMIC_RELAXED, __ATOMIC_RELAXED)) { in rte_eal_init()
709 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
719 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
726 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
732 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
766 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
794 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
/f-stack/dpdk/lib/librte_lpm/
H A Drte_lpm.c302 __ATOMIC_RELAXED); in __lpm_rcu_qsbr_free_resource()
523 __ATOMIC_RELAXED); in _tbl8_alloc()
559 __ATOMIC_RELAXED); in tbl8_free()
566 __ATOMIC_RELAXED); in tbl8_free()
641 __ATOMIC_RELAXED); in add_depth_small()
687 __ATOMIC_RELAXED); in add_depth_big()
732 __ATOMIC_RELAXED); in add_depth_big()
746 __ATOMIC_RELAXED); in add_depth_big()
792 __ATOMIC_RELAXED); in add_depth_big()
1106 __ATOMIC_RELAXED); in delete_depth_big()
[all …]
/f-stack/dpdk/lib/librte_power/
H A Dpower_acpi_cpufreq.c320 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED)) { in power_acpi_cpufreq_init()
359 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_acpi_cpufreq_init()
366 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_acpi_cpufreq_init()
440 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED)) { in power_acpi_cpufreq_exit()
462 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_acpi_cpufreq_exit()
469 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_acpi_cpufreq_exit()
H A Dpower_pstate_cpufreq.c616 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED)) { in power_pstate_cpufreq_init()
660 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_pstate_cpufreq_init()
667 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_pstate_cpufreq_init()
694 __ATOMIC_ACQUIRE, __ATOMIC_RELAXED)) { in power_pstate_cpufreq_exit()
718 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_pstate_cpufreq_exit()
725 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED); in power_pstate_cpufreq_exit()
/f-stack/dpdk/lib/librte_eal/common/
H A Drte_service.c354 __ATOMIC_RELAXED) > 0); in rte_service_runstate_get()
444 __atomic_add_fetch(&s->num_mapped_cores, 1, __ATOMIC_RELAXED); in rte_service_run_iter_on_app_lcore()
448 __atomic_sub_fetch(&s->num_mapped_cores, 1, __ATOMIC_RELAXED); in rte_service_run_iter_on_app_lcore()
606 1, __ATOMIC_RELAXED); in service_update()
611 1, __ATOMIC_RELAXED); in service_update()
671 __ATOMIC_RELAXED); in rte_service_lcore_reset_all()
773 __ATOMIC_RELAXED)); in rte_service_lcore_stop()
/f-stack/dpdk/lib/librte_eal/linux/
H A Deal.c981 __ATOMIC_RELAXED, __ATOMIC_RELAXED)) { in rte_eal_init()
1009 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
1016 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
1028 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
1068 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
1142 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
1166 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()
1174 __atomic_store_n(&run_once, 0, __ATOMIC_RELAXED); in rte_eal_init()

123