26 	cpumask_t cpumask;  member
55 	struct bpf_cpumask *cpumask;  in bpf_cpumask_create()  local
58 	BUILD_BUG_ON(offsetof(struct bpf_cpumask, cpumask) != 0);  in bpf_cpumask_create()
60 	cpumask = bpf_mem_cache_alloc(&bpf_cpumask_ma);  in bpf_cpumask_create()
61 	if (!cpumask)  in bpf_cpumask_create()
64 	memset(cpumask, 0, sizeof(*cpumask));  in bpf_cpumask_create()
65 	refcount_set(&cpumask->usage, 1);  in bpf_cpumask_create()
67 	return cpumask;  in bpf_cpumask_create()
83 __bpf_kfunc struct bpf_cpumask *bpf_cpumask_acquire(struct bpf_cpumask *cpumask)  in bpf_cpumask_acquire()  argument
85 	refcount_inc(&cpumask->usage);  in bpf_cpumask_acquire()
86 	return cpumask;  in bpf_cpumask_acquire()
97 __bpf_kfunc void bpf_cpumask_release(struct bpf_cpumask *cpumask)  in bpf_cpumask_release()  argument
99 	if (!refcount_dec_and_test(&cpumask->usage))  in bpf_cpumask_release()
102 	bpf_mem_cache_free_rcu(&bpf_cpumask_ma, cpumask);  in bpf_cpumask_release()
105 __bpf_kfunc void bpf_cpumask_release_dtor(void *cpumask)  in bpf_cpumask_release_dtor()  argument
107 	bpf_cpumask_release(cpumask);  in bpf_cpumask_release_dtor()
121 __bpf_kfunc u32 bpf_cpumask_first(const struct cpumask *cpumask)  in bpf_cpumask_first()  argument
123 	return cpumask_first(cpumask);  in bpf_cpumask_first()
137 __bpf_kfunc u32 bpf_cpumask_first_zero(const struct cpumask *cpumask)  in bpf_cpumask_first_zero()  argument
139 	return cpumask_first_zero(cpumask);  in bpf_cpumask_first_zero()
154 __bpf_kfunc u32 bpf_cpumask_first_and(const struct cpumask *src1,  in bpf_cpumask_first_and()
155 				      const struct cpumask *src2)  in bpf_cpumask_first_and()
165 __bpf_kfunc void bpf_cpumask_set_cpu(u32 cpu, struct bpf_cpumask *cpumask)  in bpf_cpumask_set_cpu()  argument
170 	cpumask_set_cpu(cpu, (struct cpumask *)cpumask);  in bpf_cpumask_set_cpu()
178 __bpf_kfunc void bpf_cpumask_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask)  in bpf_cpumask_clear_cpu()  argument
183 	cpumask_clear_cpu(cpu, (struct cpumask *)cpumask);  in bpf_cpumask_clear_cpu()
195 __bpf_kfunc bool bpf_cpumask_test_cpu(u32 cpu, const struct cpumask *cpumask)  in bpf_cpumask_test_cpu()  argument
200 	return cpumask_test_cpu(cpu, (struct cpumask *)cpumask);  in bpf_cpumask_test_cpu()
212 __bpf_kfunc bool bpf_cpumask_test_and_set_cpu(u32 cpu, struct bpf_cpumask *cpumask)  in bpf_cpumask_test_and_set_cpu()  argument
217 	return cpumask_test_and_set_cpu(cpu, (struct cpumask *)cpumask);  in bpf_cpumask_test_and_set_cpu()
230 __bpf_kfunc bool bpf_cpumask_test_and_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask)  in bpf_cpumask_test_and_clear_cpu()  argument
235 	return cpumask_test_and_clear_cpu(cpu, (struct cpumask *)cpumask);  in bpf_cpumask_test_and_clear_cpu()
242 __bpf_kfunc void bpf_cpumask_setall(struct bpf_cpumask *cpumask)  in bpf_cpumask_setall()  argument
244 	cpumask_setall((struct cpumask *)cpumask);  in bpf_cpumask_setall()
251 __bpf_kfunc void bpf_cpumask_clear(struct bpf_cpumask *cpumask)  in bpf_cpumask_clear()  argument
253 	cpumask_clear((struct cpumask *)cpumask);  in bpf_cpumask_clear()
269 				 const struct cpumask *src1,  in bpf_cpumask_and()
270 				 const struct cpumask *src2)  in bpf_cpumask_and()
272 	return cpumask_and((struct cpumask *)dst, src1, src2);  in bpf_cpumask_and()
284 				const struct cpumask *src1,  in bpf_cpumask_or()
285 				const struct cpumask *src2)  in bpf_cpumask_or()
287 	cpumask_or((struct cpumask *)dst, src1, src2);  in bpf_cpumask_or()
299 				 const struct cpumask *src1,  in bpf_cpumask_xor()
300 				 const struct cpumask *src2)  in bpf_cpumask_xor()
302 	cpumask_xor((struct cpumask *)dst, src1, src2);  in bpf_cpumask_xor()
316 __bpf_kfunc bool bpf_cpumask_equal(const struct cpumask *src1, const struct cpumask *src2)  in bpf_cpumask_equal()
332 __bpf_kfunc bool bpf_cpumask_intersects(const struct cpumask *src1, const struct cpumask *src2)  in bpf_cpumask_intersects()
348 __bpf_kfunc bool bpf_cpumask_subset(const struct cpumask *src1, const struct cpumask *src2)  in bpf_cpumask_subset()
363 __bpf_kfunc bool bpf_cpumask_empty(const struct cpumask *cpumask)  in bpf_cpumask_empty()  argument
365 	return cpumask_empty(cpumask);  in bpf_cpumask_empty()
378 __bpf_kfunc bool bpf_cpumask_full(const struct cpumask *cpumask)  in bpf_cpumask_full()  argument
380 	return cpumask_full(cpumask);  in bpf_cpumask_full()
390 __bpf_kfunc void bpf_cpumask_copy(struct bpf_cpumask *dst, const struct cpumask *src)  in bpf_cpumask_copy()
392 	cpumask_copy((struct cpumask *)dst, src);  in bpf_cpumask_copy()
405 __bpf_kfunc u32 bpf_cpumask_any_distribute(const struct cpumask *cpumask)  in bpf_cpumask_any_distribute()  argument
407 	return cpumask_any_distribute(cpumask);  in bpf_cpumask_any_distribute()
423 __bpf_kfunc u32 bpf_cpumask_any_and_distribute(const struct cpumask *src1,  in bpf_cpumask_any_and_distribute()
424 					       const struct cpumask *src2)  in bpf_cpumask_any_and_distribute()
438 __bpf_kfunc u32 bpf_cpumask_weight(const struct cpumask *cpumask)  in bpf_cpumask_weight()  argument
440 	return cpumask_weight(cpumask);  in bpf_cpumask_weight()
457 __bpf_kfunc int bpf_cpumask_populate(struct cpumask *cpumask, void *src, size_t src__sz)  in bpf_cpumask_populate()  argument
470 	bitmap_copy(cpumask_bits(cpumask), src, nr_cpu_ids);  in bpf_cpumask_populate()