Searched refs:objcg (Results 1 – 13 of 13) sorted by relevance
183 if (!objcg) in obj_cgroup_alloc()193 return objcg; in obj_cgroup_alloc()201 objcg = rcu_replace_pointer(memcg->objcg, NULL, true); in memcg_reparent_objcgs()2531 objcg = rcu_dereference(memcg->objcg); in __get_obj_cgroup_from_memcg()2532 if (likely(objcg && obj_cgroup_tryget(objcg))) in __get_obj_cgroup_from_memcg()2600 objcg = READ_ONCE(current->objcg); in current_obj_cgroup()2625 objcg = rcu_dereference_check(memcg->objcg, 1); in current_obj_cgroup()3079 slab_obj_exts(slab)[off].objcg = objcg; in __memcg_slab_post_alloc_hook()3095 objcg = obj_exts[off].objcg; in __memcg_slab_free_hook()3174 rcu_assign_pointer(memcg->objcg, objcg); in memcg_online_kmem()[all …]
204 struct obj_cgroup *objcg; member696 return entry->objcg ? obj_cgroup_memcg(entry->objcg) : NULL; in mem_cgroup_from_entry()810 if (entry->objcg) { in zswap_entry_free()1125 if (entry->objcg) in zswap_writeback_entry()1525 if (objcg) { in zswap_store_page()1543 entry->objcg = objcg; in zswap_store_page()1576 if (objcg && !obj_cgroup_may_zswap(objcg)) { in zswap_store()1592 if (objcg) { in zswap_store()1608 if (objcg) in zswap_store()1618 obj_cgroup_put(objcg); in zswap_store()[all …]
206 struct obj_cgroup *objcg = get_obj_cgroup_from_folio(folio); in swap_zeromap_folio_set() local218 if (objcg) { in swap_zeromap_folio_set()219 count_objcg_events(objcg, SWPOUT_ZERO, nr_pages); in swap_zeromap_folio_set()220 obj_cgroup_put(objcg); in swap_zeromap_folio_set()517 struct obj_cgroup *objcg; in swap_read_folio_zeromap() local532 objcg = get_obj_cgroup_from_folio(folio); in swap_read_folio_zeromap()534 if (objcg) { in swap_read_folio_zeromap()535 count_objcg_events(objcg, SWPIN_ZERO, nr_pages); in swap_read_folio_zeromap()536 obj_cgroup_put(objcg); in swap_read_folio_zeromap()
1613 struct obj_cgroup *objcg; in pcpu_memcg_pre_alloc_hook() local1618 objcg = current_obj_cgroup(); in pcpu_memcg_pre_alloc_hook()1619 if (!objcg) in pcpu_memcg_pre_alloc_hook()1625 *objcgp = objcg; in pcpu_memcg_pre_alloc_hook()1633 if (!objcg) in pcpu_memcg_post_alloc_hook()1637 obj_cgroup_get(objcg); in pcpu_memcg_post_alloc_hook()1651 struct obj_cgroup *objcg; in pcpu_memcg_free_hook() local1657 if (!objcg) in pcpu_memcg_free_hook()1668 obj_cgroup_put(objcg); in pcpu_memcg_free_hook()1736 struct obj_cgroup *objcg = NULL; in pcpu_alloc_noprof() local[all …]
2254 if (unlikely(slab_exts[off].objcg)) in memcg_slab_post_charge()
252 struct obj_cgroup __rcu *objcg; member362 return READ_ONCE(objcg->memcg); in obj_cgroup_memcg()476 struct obj_cgroup *objcg; in folio_memcg_check() local479 return obj_cgroup_memcg(objcg); in folio_memcg_check()498 memcg = obj_cgroup_memcg(objcg); in get_mem_cgroup_from_objcg()760 percpu_ref_get(&objcg->refcnt); in obj_cgroup_get()771 if (objcg) in obj_cgroup_put()1483 struct obj_cgroup *objcg; member1677 if (objcg) in get_obj_cgroup_from_current()1678 obj_cgroup_get(objcg); in get_obj_cgroup_from_current()[all …]
14 struct obj_cgroup *objcg; member31 int bpf_mem_alloc_percpu_init(struct bpf_mem_alloc *ma, struct obj_cgroup *objcg);
1551 struct obj_cgroup *objcg; member
283 struct obj_cgroup *objcg; member
97 struct obj_cgroup *objcg; member161 if (c->objcg) in get_memcg()537 ma->objcg = objcg; in bpf_mem_alloc_init()542 c->objcg = objcg; in bpf_mem_alloc_init()558 ma->objcg = objcg; in bpf_mem_alloc_init()564 c->objcg = objcg; in bpf_mem_alloc_init()586 ma->objcg = objcg; in bpf_mem_alloc_percpu_init()595 struct obj_cgroup *objcg; in bpf_mem_alloc_percpu_unit_init() local606 objcg = ma->objcg; in bpf_mem_alloc_percpu_unit_init()616 c->objcg = objcg; in bpf_mem_alloc_percpu_unit_init()[all …]
486 map->objcg = get_obj_cgroup_from_current(); in bpf_map_save_memcg()491 if (map->objcg) in bpf_map_release_memcg()492 obj_cgroup_put(map->objcg); in bpf_map_release_memcg()497 if (map->objcg) in bpf_map_get_memcg()498 return get_mem_cgroup_from_objcg(map->objcg); in bpf_map_get_memcg()
186 obj_cgroups.add(memcg.objcg.value_())
1169 KFENCE_WARN_ON(meta->obj_exts.objcg); in __kfence_free()