28 #define BITMAP_LAST_WORD_MASK(nbits) (~0UL >> (-(nbits) & (BITS_PER_LONG - 1)))  argument
30 #define bitmap_size(nbits)	(ALIGN(nbits, BITS_PER_LONG) / BITS_PER_BYTE)  argument
32 static inline void bitmap_zero(unsigned long *dst, unsigned int nbits)  in bitmap_zero()  argument
34 	if (small_const_nbits(nbits))  in bitmap_zero()
37 		memset(dst, 0, bitmap_size(nbits));  in bitmap_zero()
41 static inline void bitmap_fill(unsigned long *dst, unsigned int nbits)  in bitmap_fill()  argument
43 	unsigned int nlongs = BITS_TO_LONGS(nbits);  in bitmap_fill()
44 	if (!small_const_nbits(nbits)) {  in bitmap_fill()
48 	dst[nlongs - 1] = BITMAP_LAST_WORD_MASK(nbits);  in bitmap_fill()
51 static inline bool bitmap_empty(const unsigned long *src, unsigned int nbits)  in bitmap_empty()  argument
53 	if (small_const_nbits(nbits))  in bitmap_empty()
54 		return ! (*src & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_empty()
56 	return find_first_bit(src, nbits) == nbits;  in bitmap_empty()
59 static inline bool bitmap_full(const unsigned long *src, unsigned int nbits)  in bitmap_full()  argument
61 	if (small_const_nbits(nbits))  in bitmap_full()
62 		return ! (~(*src) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_full()
64 	return find_first_zero_bit(src, nbits) == nbits;  in bitmap_full()
67 static inline unsigned int bitmap_weight(const unsigned long *src, unsigned int nbits)  in bitmap_weight()  argument
69 	if (small_const_nbits(nbits))  in bitmap_weight()
70 		return hweight_long(*src & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_weight()
71 	return __bitmap_weight(src, nbits);  in bitmap_weight()
75 			     const unsigned long *src2, unsigned int nbits)  in bitmap_or()  argument
77 	if (small_const_nbits(nbits))  in bitmap_or()
80 		__bitmap_or(dst, src1, src2, nbits);  in bitmap_or()
83 static inline unsigned long *bitmap_alloc(unsigned int nbits, gfp_t flags __maybe_unused)  in bitmap_alloc()  argument
85 	return malloc(bitmap_size(nbits));  in bitmap_alloc()
92 static inline unsigned long *bitmap_zalloc(int nbits)  in bitmap_zalloc()  argument
94 	return calloc(1, bitmap_size(nbits));  in bitmap_zalloc()
113 size_t bitmap_scnprintf(unsigned long *bitmap, unsigned int nbits,
124 			     const unsigned long *src2, unsigned int nbits)  in bitmap_and()  argument
126 	if (small_const_nbits(nbits))  in bitmap_and()
127 		return (*dst = *src1 & *src2 & BITMAP_LAST_WORD_MASK(nbits)) != 0;  in bitmap_and()
128 	return __bitmap_and(dst, src1, src2, nbits);  in bitmap_and()
139 				const unsigned long *src2, unsigned int nbits)  in bitmap_equal()  argument
141 	if (small_const_nbits(nbits))  in bitmap_equal()
142 		return !((*src1 ^ *src2) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_equal()
143 	if (__builtin_constant_p(nbits & BITMAP_MEM_MASK) &&  in bitmap_equal()
144 	    IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))  in bitmap_equal()
145 		return !memcmp(src1, src2, nbits / 8);  in bitmap_equal()
146 	return __bitmap_equal(src1, src2, nbits);  in bitmap_equal()
151 				     unsigned int nbits)  in bitmap_intersects()  argument
153 	if (small_const_nbits(nbits))  in bitmap_intersects()
154 		return ((*src1 & *src2) & BITMAP_LAST_WORD_MASK(nbits)) != 0;  in bitmap_intersects()
156 		return __bitmap_intersects(src1, src2, nbits);  in bitmap_intersects()
159 static inline void bitmap_set(unsigned long *map, unsigned int start, unsigned int nbits)  in bitmap_set()  argument
161 	if (__builtin_constant_p(nbits) && nbits == 1)  in bitmap_set()
163 	else if (small_const_nbits(start + nbits))  in bitmap_set()
164 		*map |= GENMASK(start + nbits - 1, start);  in bitmap_set()
167 		 __builtin_constant_p(nbits & BITMAP_MEM_MASK) &&  in bitmap_set()
168 		 IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))  in bitmap_set()
169 		memset((char *)map + start / 8, 0xff, nbits / 8);  in bitmap_set()
171 		__bitmap_set(map, start, nbits);  in bitmap_set()
175 			       unsigned int nbits)  in bitmap_clear()  argument
177 	if (__builtin_constant_p(nbits) && nbits == 1)  in bitmap_clear()
179 	else if (small_const_nbits(start + nbits))  in bitmap_clear()
180 		*map &= ~GENMASK(start + nbits - 1, start);  in bitmap_clear()
183 		 __builtin_constant_p(nbits & BITMAP_MEM_MASK) &&  in bitmap_clear()
184 		 IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))  in bitmap_clear()
185 		memset((char *)map + start / 8, 0, nbits / 8);  in bitmap_clear()
187 		__bitmap_clear(map, start, nbits);  in bitmap_clear()