| /f-stack/freebsd/sys/ |
| H A D | smr.h | 75 struct smr { struct
98 smr_current(smr_t smr) in smr_current() argument
108 smr_enter(smr_t smr) in smr_enter() argument
112 smr = zpcpu_get(smr); in smr_enter()
136 atomic_add_acq_int(&smr->c_seq, smr_shared_current(smr->c_shared)); in smr_enter()
143 smr_exit(smr_t smr) in smr_exit() argument
146 smr = zpcpu_get(smr); in smr_exit()
173 smr = zpcpu_get(smr); in smr_lazy_enter()
186 atomic_store_int(&smr->c_seq, smr_shared_current(smr->c_shared)); in smr_lazy_enter()
197 smr = zpcpu_get(smr); in smr_lazy_exit()
[all …]
|
| H A D | _smr.h | 36 typedef struct smr *smr_t;
38 #define SMR_ENTERED(smr) \ argument
39 (curthread->td_critnest != 0 && zpcpu_get((smr))->c_seq != SMR_SEQ_INVALID)
41 #define SMR_ASSERT_ENTERED(smr) \ argument
42 KASSERT(SMR_ENTERED(smr), ("Not in smr section"))
44 #define SMR_ASSERT_NOT_ENTERED(smr) \ argument
45 KASSERT(!SMR_ENTERED(smr), ("In smr section."));
|
| H A D | pctrie.h | 41 #define PCTRIE_DEFINE_SMR(name, type, field, allocfn, freefn, smr) \ argument
49 key, (smr))); \
130 smr_t smr);
|
| H A D | smr_types.h | 63 #define smr_entered_load(p, smr) ({ \ argument
64 SMR_ASSERT(SMR_ENTERED((smr)), "smr_entered_load"); \
|
| /f-stack/freebsd/kern/ |
| H A D | subr_smr.c | 330 smr_advance(smr_t smr) in smr_advance() argument
340 SMR_ASSERT_NOT_ENTERED(smr); in smr_advance()
350 self = zpcpu_get(smr); in smr_advance()
502 self = zpcpu_get(smr); in smr_poll()
512 smr_lazy_advance(smr, s); in smr_poll()
588 smr_t smr, c; in smr_create() local
601 c = zpcpu_get_cpu(smr, i); in smr_create()
610 return (smr); in smr_create()
614 smr_destroy(smr_t smr) in smr_destroy() argument
617 smr_synchronize(smr); in smr_destroy()
[all …]
|
| H A D | subr_pctrie.c | 176 pctrie_node_load(smr_pctnode_t *p, smr_t smr, enum pctrie_access access) in pctrie_node_load() argument
184 return (smr_entered_load(p, smr)); in pctrie_node_load()
212 pctrie_root_load(struct pctrie *ptree, smr_t smr, enum pctrie_access access) in pctrie_root_load() argument
214 return (pctrie_node_load((smr_pctnode_t *)&ptree->pt_root, smr, access)); in pctrie_root_load()
426 _pctrie_lookup(struct pctrie *ptree, uint64_t index, smr_t smr, in _pctrie_lookup() argument
433 node = pctrie_root_load(ptree, smr, access); in _pctrie_lookup()
444 node = pctrie_node_load(&node->pn_child[slot], smr, access); in _pctrie_lookup()
467 pctrie_lookup_unlocked(struct pctrie *ptree, uint64_t index, smr_t smr) in pctrie_lookup_unlocked() argument
471 smr_enter(smr); in pctrie_lookup_unlocked()
472 res = _pctrie_lookup(ptree, index, smr, PCTRIE_SMR); in pctrie_lookup_unlocked()
[all …]
|
| /f-stack/tools/compat/include/sys/ |
| H A D | _smr.h | 36 typedef struct smr *smr_t;
38 #define SMR_ENTERED(smr) \ argument
39 (curthread->td_critnest != 0 && zpcpu_get((smr))->c_seq != SMR_SEQ_INVALID)
41 #define SMR_ASSERT_ENTERED(smr) \ argument
42 KASSERT(SMR_ENTERED(smr), ("Not in smr section"))
44 #define SMR_ASSERT_NOT_ENTERED(smr) \ argument
45 KASSERT(!SMR_ENTERED(smr), ("In smr section."));
|
| /f-stack/tools/compat/include/vm/ |
| H A D | uma.h | 620 void uma_zone_set_smr(uma_zone_t zone, smr_t smr);
|
| /f-stack/freebsd/vm/ |
| H A D | uma.h | 620 void uma_zone_set_smr(uma_zone_t zone, smr_t smr);
|
| H A D | uma_core.c | 4823 uma_zone_set_smr(uma_zone_t zone, smr_t smr) in uma_zone_set_smr() argument
4828 KASSERT(smr != NULL, ("Got NULL smr")); in uma_zone_set_smr()
4832 zone->uz_smr = smr; in uma_zone_set_smr()
|