Lines Matching refs:cpu

132 static __always_inline void cpu_max_bits_warn(unsigned int cpu, unsigned int bits)  in cpu_max_bits_warn()  argument
135 WARN_ON_ONCE(cpu >= bits); in cpu_max_bits_warn()
140 static __always_inline unsigned int cpumask_check(unsigned int cpu) in cpumask_check() argument
142 cpu_max_bits_warn(cpu, small_cpumask_bits); in cpumask_check()
143 return cpu; in cpumask_check()
332 #define for_each_cpu(cpu, mask) \ argument
333 for_each_set_bit(cpu, cpumask_bits(mask), small_cpumask_bits)
345 #define for_each_cpu_wrap(cpu, mask, start) \ argument
346 for_each_set_bit_wrap(cpu, cpumask_bits(mask), small_cpumask_bits, start)
362 #define for_each_cpu_and(cpu, mask1, mask2) \ argument
363 for_each_and_bit(cpu, cpumask_bits(mask1), cpumask_bits(mask2), small_cpumask_bits)
380 #define for_each_cpu_andnot(cpu, mask1, mask2) \ argument
381 for_each_andnot_bit(cpu, cpumask_bits(mask1), cpumask_bits(mask2), small_cpumask_bits)
397 #define for_each_cpu_or(cpu, mask1, mask2) \ argument
398 for_each_or_bit(cpu, cpumask_bits(mask1), cpumask_bits(mask2), small_cpumask_bits)
407 #define for_each_cpu_from(cpu, mask) \ argument
408 for_each_set_bit_from(cpu, cpumask_bits(mask), small_cpumask_bits)
419 unsigned int cpumask_any_but(const struct cpumask *mask, unsigned int cpu) in cpumask_any_but() argument
423 cpumask_check(cpu); in cpumask_any_but()
425 if (i != cpu) in cpumask_any_but()
441 unsigned int cpu) in cpumask_any_and_but()
445 cpumask_check(cpu); in cpumask_any_and_but()
447 if (i != cpu) in cpumask_any_and_but()
450 return cpumask_next_and(cpu, mask1, mask2); in cpumask_any_and_but()
461 unsigned int cpumask_nth(unsigned int cpu, const struct cpumask *srcp) in cpumask_nth() argument
463 return find_nth_bit(cpumask_bits(srcp), small_cpumask_bits, cpumask_check(cpu)); in cpumask_nth()
475 unsigned int cpumask_nth_and(unsigned int cpu, const struct cpumask *srcp1, in cpumask_nth_and() argument
479 small_cpumask_bits, cpumask_check(cpu)); in cpumask_nth_and()
491 unsigned int cpumask_nth_andnot(unsigned int cpu, const struct cpumask *srcp1, in cpumask_nth_andnot() argument
495 small_cpumask_bits, cpumask_check(cpu)); in cpumask_nth_andnot()
508 unsigned int cpumask_nth_and_andnot(unsigned int cpu, const struct cpumask *srcp1, in cpumask_nth_and_andnot() argument
515 small_cpumask_bits, cpumask_check(cpu)); in cpumask_nth_and_andnot()
534 void cpumask_set_cpu(unsigned int cpu, struct cpumask *dstp) in cpumask_set_cpu() argument
536 set_bit(cpumask_check(cpu), cpumask_bits(dstp)); in cpumask_set_cpu()
540 void __cpumask_set_cpu(unsigned int cpu, struct cpumask *dstp) in __cpumask_set_cpu() argument
542 __set_bit(cpumask_check(cpu), cpumask_bits(dstp)); in __cpumask_set_cpu()
551 static __always_inline void cpumask_clear_cpu(int cpu, struct cpumask *dstp) in cpumask_clear_cpu() argument
553 clear_bit(cpumask_check(cpu), cpumask_bits(dstp)); in cpumask_clear_cpu()
556 static __always_inline void __cpumask_clear_cpu(int cpu, struct cpumask *dstp) in __cpumask_clear_cpu() argument
558 __clear_bit(cpumask_check(cpu), cpumask_bits(dstp)); in __cpumask_clear_cpu()
567 static __always_inline void cpumask_assign_cpu(int cpu, struct cpumask *dstp, bool value) in cpumask_assign_cpu() argument
569 assign_bit(cpumask_check(cpu), cpumask_bits(dstp), value); in cpumask_assign_cpu()
572 static __always_inline void __cpumask_assign_cpu(int cpu, struct cpumask *dstp, bool value) in __cpumask_assign_cpu() argument
574 __assign_bit(cpumask_check(cpu), cpumask_bits(dstp), value); in __cpumask_assign_cpu()
585 bool cpumask_test_cpu(int cpu, const struct cpumask *cpumask) in cpumask_test_cpu() argument
587 return test_bit(cpumask_check(cpu), cpumask_bits((cpumask))); in cpumask_test_cpu()
600 bool cpumask_test_and_set_cpu(int cpu, struct cpumask *cpumask) in cpumask_test_and_set_cpu() argument
602 return test_and_set_bit(cpumask_check(cpu), cpumask_bits(cpumask)); in cpumask_test_and_set_cpu()
615 bool cpumask_test_and_clear_cpu(int cpu, struct cpumask *cpumask) in cpumask_test_and_clear_cpu() argument
617 return test_and_clear_bit(cpumask_check(cpu), cpumask_bits(cpumask)); in cpumask_test_and_clear_cpu()
880 #define cpumask_of(cpu) (get_cpu_mask(cpu)) argument
1050 #define for_each_possible_cpu(cpu) for ((cpu) = 0; (cpu) < 1; (cpu)++) argument
1051 #define for_each_online_cpu(cpu) for ((cpu) = 0; (cpu) < 1; (cpu)++) argument
1052 #define for_each_present_cpu(cpu) for ((cpu) = 0; (cpu) < 1; (cpu)++) argument
1054 #define for_each_possible_cpu_wrap(cpu, start) \ argument
1055 for ((void)(start), (cpu) = 0; (cpu) < 1; (cpu)++)
1056 #define for_each_online_cpu_wrap(cpu, start) \ argument
1057 for ((void)(start), (cpu) = 0; (cpu) < 1; (cpu)++)
1059 #define for_each_possible_cpu(cpu) for_each_cpu((cpu), cpu_possible_mask) argument
1060 #define for_each_online_cpu(cpu) for_each_cpu((cpu), cpu_online_mask) argument
1061 #define for_each_enabled_cpu(cpu) for_each_cpu((cpu), cpu_enabled_mask) argument
1062 #define for_each_present_cpu(cpu) for_each_cpu((cpu), cpu_present_mask) argument
1064 #define for_each_possible_cpu_wrap(cpu, start) \ argument
1065 for_each_cpu_wrap((cpu), cpu_possible_mask, (start))
1066 #define for_each_online_cpu_wrap(cpu, start) \ argument
1067 for_each_cpu_wrap((cpu), cpu_online_mask, (start))
1074 #define assign_cpu(cpu, mask, val) \ argument
1075 assign_bit(cpumask_check(cpu), cpumask_bits(mask), (val))
1077 #define set_cpu_possible(cpu, possible) assign_cpu((cpu), &__cpu_possible_mask, (possible)) argument
1078 #define set_cpu_enabled(cpu, enabled) assign_cpu((cpu), &__cpu_enabled_mask, (enabled)) argument
1079 #define set_cpu_present(cpu, present) assign_cpu((cpu), &__cpu_present_mask, (present)) argument
1080 #define set_cpu_active(cpu, active) assign_cpu((cpu), &__cpu_active_mask, (active)) argument
1081 #define set_cpu_dying(cpu, dying) assign_cpu((cpu), &__cpu_dying_mask, (dying)) argument
1083 void set_cpu_online(unsigned int cpu, bool online);
1114 static __always_inline const struct cpumask *get_cpu_mask(unsigned int cpu) in get_cpu_mask() argument
1116 const unsigned long *p = cpu_bit_bitmap[1 + cpu % BITS_PER_LONG]; in get_cpu_mask()
1117 p -= cpu / BITS_PER_LONG; in get_cpu_mask()
1141 static __always_inline bool cpu_online(unsigned int cpu) in cpu_online() argument
1143 return cpumask_test_cpu(cpu, cpu_online_mask); in cpu_online()
1146 static __always_inline bool cpu_enabled(unsigned int cpu) in cpu_enabled() argument
1148 return cpumask_test_cpu(cpu, cpu_enabled_mask); in cpu_enabled()
1151 static __always_inline bool cpu_possible(unsigned int cpu) in cpu_possible() argument
1153 return cpumask_test_cpu(cpu, cpu_possible_mask); in cpu_possible()
1156 static __always_inline bool cpu_present(unsigned int cpu) in cpu_present() argument
1158 return cpumask_test_cpu(cpu, cpu_present_mask); in cpu_present()
1161 static __always_inline bool cpu_active(unsigned int cpu) in cpu_active() argument
1163 return cpumask_test_cpu(cpu, cpu_active_mask); in cpu_active()
1166 static __always_inline bool cpu_dying(unsigned int cpu) in cpu_dying() argument
1168 return cpumask_test_cpu(cpu, cpu_dying_mask); in cpu_dying()
1179 static __always_inline bool cpu_online(unsigned int cpu) in cpu_online() argument
1181 return cpu == 0; in cpu_online()
1184 static __always_inline bool cpu_possible(unsigned int cpu) in cpu_possible() argument
1186 return cpu == 0; in cpu_possible()
1189 static __always_inline bool cpu_enabled(unsigned int cpu) in cpu_enabled() argument
1191 return cpu == 0; in cpu_enabled()
1194 static __always_inline bool cpu_present(unsigned int cpu) in cpu_present() argument
1196 return cpu == 0; in cpu_present()
1199 static __always_inline bool cpu_active(unsigned int cpu) in cpu_active() argument
1201 return cpu == 0; in cpu_active()
1204 static __always_inline bool cpu_dying(unsigned int cpu) in cpu_dying() argument
1211 #define cpu_is_offline(cpu) unlikely(!cpu_online(cpu)) argument