Searched refs:obj_exts (Results 1 – 7 of 7) sorted by relevance
96 unsigned long obj_exts; member106 SLAB_MATCH(memcg_data, obj_exts);108 SLAB_MATCH(_unused_slab_obj_exts, obj_exts);550 unsigned long obj_exts = READ_ONCE(slab->obj_exts); in slab_obj_exts() local553 VM_BUG_ON_PAGE(obj_exts && !(obj_exts & MEMCG_DATA_OBJEXTS), in slab_obj_exts()555 VM_BUG_ON_PAGE(obj_exts & MEMCG_DATA_KMEM, slab_page(slab)); in slab_obj_exts()557 return (struct slabobj_ext *)(obj_exts & ~OBJEXTS_FLAGS_MASK); in slab_obj_exts()582 void **p, int objects, struct slabobj_ext *obj_exts);
1384 chunk->obj_exts = NULL; in pcpu_alloc_first_chunk()1455 chunk->obj_exts = in pcpu_alloc_chunk()1458 if (!chunk->obj_exts) in pcpu_alloc_chunk()1489 pcpu_mem_free(chunk->obj_exts); in pcpu_free_chunk()1636 if (likely(chunk && chunk->obj_exts)) { in pcpu_memcg_post_alloc_hook()1638 chunk->obj_exts[off >> PCPU_MIN_ALLOC_SHIFT].cgroup = objcg; in pcpu_memcg_post_alloc_hook()1653 if (unlikely(!chunk->obj_exts)) in pcpu_memcg_free_hook()1656 objcg = chunk->obj_exts[off >> PCPU_MIN_ALLOC_SHIFT].cgroup; in pcpu_memcg_free_hook()1659 chunk->obj_exts[off >> PCPU_MIN_ALLOC_SHIFT].cgroup = NULL; in pcpu_memcg_free_hook()1693 if (mem_alloc_profiling_enabled() && likely(chunk->obj_exts)) { in pcpu_alloc_tag_alloc_hook()[all …]
1978 slab->obj_exts = 0; in init_slab_obj_exts()2014 slab->obj_exts = new_exts; in alloc_slab_obj_exts()2033 struct slabobj_ext *obj_exts; in free_slab_obj_exts() local2036 if (!obj_exts) in free_slab_obj_exts()2046 mark_objexts_empty(obj_exts); in free_slab_obj_exts()2047 kfree(obj_exts); in free_slab_obj_exts()2048 slab->obj_exts = 0; in free_slab_obj_exts()2099 struct slabobj_ext *obj_exts; in __alloc_tagging_slab_alloc_hook() local2107 if (likely(obj_exts)) in __alloc_tagging_slab_alloc_hook()2131 if (!obj_exts) in __alloc_tagging_slab_free_hook()[all …]
81 struct pcpuobj_ext *obj_exts; /* vector of object cgroups */ member
2483 struct slabobj_ext *obj_exts; in mem_cgroup_from_obj_folio() local2488 obj_exts = slab_obj_exts(slab); in mem_cgroup_from_obj_folio()2489 if (!obj_exts) in mem_cgroup_from_obj_folio()2493 if (obj_exts[off].objcg) in mem_cgroup_from_obj_folio()2494 return obj_cgroup_memcg(obj_exts[off].objcg); in mem_cgroup_from_obj_folio()3088 void **p, int objects, struct slabobj_ext *obj_exts) in __memcg_slab_free_hook() argument3095 objcg = obj_exts[off].objcg; in __memcg_slab_free_hook()3099 obj_exts[off].objcg = NULL; in __memcg_slab_free_hook()
102 struct slabobj_ext obj_exts; member
623 slab->obj_exts = (unsigned long)&kfence_metadata_init[i / 2 - 1].obj_exts | in kfence_init_pool()673 slab->obj_exts = 0; in kfence_init_pool()1169 KFENCE_WARN_ON(meta->obj_exts.objcg); in __kfence_free()