Lines Matching refs:memcg_data
377 unsigned long memcg_data = folio->memcg_data; in __folio_memcg() local
380 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJEXTS, folio); in __folio_memcg()
381 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_KMEM, folio); in __folio_memcg()
383 return (struct mem_cgroup *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in __folio_memcg()
398 unsigned long memcg_data = folio->memcg_data; in __folio_objcg() local
401 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJEXTS, folio); in __folio_objcg()
402 VM_BUG_ON_FOLIO(!(memcg_data & MEMCG_DATA_KMEM), folio); in __folio_objcg()
404 return (struct obj_cgroup *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in __folio_objcg()
441 return folio->memcg_data != 0; in folio_memcg_charged()
470 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_check() local
472 if (memcg_data & MEMCG_DATA_OBJEXTS) in folio_memcg_check()
475 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_check()
478 objcg = (void *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in folio_memcg_check()
482 return (struct mem_cgroup *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in folio_memcg_check()
517 VM_BUG_ON_FOLIO(folio->memcg_data & MEMCG_DATA_OBJEXTS, folio); in folio_memcg_kmem()
518 return folio->memcg_data & MEMCG_DATA_KMEM; in folio_memcg_kmem()