35 static inline void mmgrab(struct mm_struct *mm)  in mmgrab()  argument
37 	atomic_inc(&mm->mm_count);  in mmgrab()
45 extern void __mmdrop(struct mm_struct *mm);
47 static inline void mmdrop(struct mm_struct *mm)  in mmdrop()  argument
54 	if (unlikely(atomic_dec_and_test(&mm->mm_count)))  in mmdrop()
55 		__mmdrop(mm);  in mmdrop()
65 	struct mm_struct *mm = container_of(rhp, struct mm_struct, delayed_drop);  in __mmdrop_delayed()  local
67 	__mmdrop(mm);  in __mmdrop_delayed()
74 static inline void mmdrop_sched(struct mm_struct *mm)  in mmdrop_sched()  argument
77 	if (atomic_dec_and_test(&mm->mm_count))  in mmdrop_sched()
78 		call_rcu(&mm->delayed_drop, __mmdrop_delayed);  in mmdrop_sched()
81 static inline void mmdrop_sched(struct mm_struct *mm)  in mmdrop_sched()  argument
83 	mmdrop(mm);  in mmdrop_sched()
88 static inline void mmgrab_lazy_tlb(struct mm_struct *mm)  in mmgrab_lazy_tlb()  argument
91 		mmgrab(mm);  in mmgrab_lazy_tlb()
94 static inline void mmdrop_lazy_tlb(struct mm_struct *mm)  in mmdrop_lazy_tlb()  argument
97 		mmdrop(mm);  in mmdrop_lazy_tlb()
107 static inline void mmdrop_lazy_tlb_sched(struct mm_struct *mm)  in mmdrop_lazy_tlb_sched()  argument
110 		mmdrop_sched(mm);  in mmdrop_lazy_tlb_sched()
131 static inline void mmget(struct mm_struct *mm)  in mmget()  argument
133 	atomic_inc(&mm->mm_users);  in mmget()
136 static inline bool mmget_not_zero(struct mm_struct *mm)  in mmget_not_zero()  argument
138 	return atomic_inc_not_zero(&mm->mm_users);  in mmget_not_zero()
164 extern void mm_update_next_owner(struct mm_struct *mm);
166 static inline void mm_update_next_owner(struct mm_struct *mm)  in mm_update_next_owner()  argument
180 extern void arch_pick_mmap_layout(struct mm_struct *mm,
192 unsigned long mm_get_unmapped_area(struct mm_struct *mm, struct file *filp,
196 unsigned long mm_get_unmapped_area_vmflags(struct mm_struct *mm,
213 static inline void arch_pick_mmap_layout(struct mm_struct *mm,  in arch_pick_mmap_layout()  argument
238 			rcu_dereference(tsk->real_parent)->mm == tsk->mm;  in in_vfork()
532 static inline void membarrier_mm_sync_core_before_usermode(struct mm_struct *mm)  in membarrier_mm_sync_core_before_usermode()  argument
541 	if (current->mm != mm)  in membarrier_mm_sync_core_before_usermode()
543 	if (likely(!(atomic_read(&mm->membarrier_state) &  in membarrier_mm_sync_core_before_usermode()
549 extern void membarrier_exec_mmap(struct mm_struct *mm);
561 static inline void membarrier_exec_mmap(struct mm_struct *mm)  in membarrier_exec_mmap()  argument
564 static inline void membarrier_mm_sync_core_before_usermode(struct mm_struct *mm)  in membarrier_mm_sync_core_before_usermode()  argument