121 extern unsigned long *bitmap_alloc(unsigned int nbits, gfp_t flags);
122 extern unsigned long *bitmap_zalloc(unsigned int nbits, gfp_t flags);
129 extern int __bitmap_empty(const unsigned long *bitmap, unsigned int nbits);
130 extern int __bitmap_full(const unsigned long *bitmap, unsigned int nbits);
132 			  const unsigned long *bitmap2, unsigned int nbits);
136 				     unsigned int nbits);
138 			unsigned int nbits);
140 				unsigned int shift, unsigned int nbits);
142 				unsigned int shift, unsigned int nbits);
145 		       unsigned int nbits);
147 			const unsigned long *bitmap2, unsigned int nbits);
149 			const unsigned long *bitmap2, unsigned int nbits);
151 			const unsigned long *bitmap2, unsigned int nbits);
153 			const unsigned long *bitmap2, unsigned int nbits);
156 			const unsigned long *mask, unsigned int nbits);
158 			const unsigned long *bitmap2, unsigned int nbits);
160 			const unsigned long *bitmap2, unsigned int nbits);
161 extern int __bitmap_weight(const unsigned long *bitmap, unsigned int nbits);
196 			unsigned long *dst, int nbits);
198 			unsigned long *dst, int nbits);
202 			unsigned long *dst, int nbits);
204 		const unsigned long *old, const unsigned long *new, unsigned int nbits);
210 		unsigned int sz, unsigned int nbits);
216 extern void bitmap_copy_le(unsigned long *dst, const unsigned long *src, unsigned int nbits);
220 … unsigned int bitmap_ord_to_pos(const unsigned long *bitmap, unsigned int ord, unsigned int nbits);
225 #define BITMAP_LAST_WORD_MASK(nbits) (~0UL >> (-(nbits) & (BITS_PER_LONG - 1)))  argument
232 #define small_const_nbits(nbits) \  argument
233 	(__builtin_constant_p(nbits) && (nbits) <= BITS_PER_LONG && (nbits) > 0)
235 static inline void bitmap_zero(unsigned long *dst, unsigned int nbits)  in bitmap_zero()  argument
237 	unsigned int len = BITS_TO_LONGS(nbits) * sizeof(unsigned long);  in bitmap_zero()
241 static inline void bitmap_fill(unsigned long *dst, unsigned int nbits)  in bitmap_fill()  argument
243 	unsigned int len = BITS_TO_LONGS(nbits) * sizeof(unsigned long);  in bitmap_fill()
248 			unsigned int nbits)  in bitmap_copy()  argument
250 	unsigned int len = BITS_TO_LONGS(nbits) * sizeof(unsigned long);  in bitmap_copy()
258 		const unsigned long *src, unsigned int nbits)  in bitmap_copy_clear_tail()  argument
260 	bitmap_copy(dst, src, nbits);  in bitmap_copy_clear_tail()
261 	if (nbits % BITS_PER_LONG)  in bitmap_copy_clear_tail()
262 		dst[nbits / BITS_PER_LONG] &= BITMAP_LAST_WORD_MASK(nbits);  in bitmap_copy_clear_tail()
271 							unsigned int nbits);
273 							unsigned int nbits);
275 #define bitmap_from_arr32(bitmap, buf, nbits)			\  argument
277 			(const unsigned long *) (buf), (nbits))
278 #define bitmap_to_arr32(buf, bitmap, nbits)			\  argument
280 			(const unsigned long *) (bitmap), (nbits))
284 			const unsigned long *src2, unsigned int nbits)  in bitmap_and()  argument
286 	if (small_const_nbits(nbits))  in bitmap_and()
287 		return (*dst = *src1 & *src2 & BITMAP_LAST_WORD_MASK(nbits)) != 0;  in bitmap_and()
288 	return __bitmap_and(dst, src1, src2, nbits);  in bitmap_and()
292 			const unsigned long *src2, unsigned int nbits)  in bitmap_or()  argument
294 	if (small_const_nbits(nbits))  in bitmap_or()
297 		__bitmap_or(dst, src1, src2, nbits);  in bitmap_or()
301 			const unsigned long *src2, unsigned int nbits)  in bitmap_xor()  argument
303 	if (small_const_nbits(nbits))  in bitmap_xor()
306 		__bitmap_xor(dst, src1, src2, nbits);  in bitmap_xor()
310 			const unsigned long *src2, unsigned int nbits)  in bitmap_andnot()  argument
312 	if (small_const_nbits(nbits))  in bitmap_andnot()
313 		return (*dst = *src1 & ~(*src2) & BITMAP_LAST_WORD_MASK(nbits)) != 0;  in bitmap_andnot()
314 	return __bitmap_andnot(dst, src1, src2, nbits);  in bitmap_andnot()
318 			unsigned int nbits)  in bitmap_complement()  argument
320 	if (small_const_nbits(nbits))  in bitmap_complement()
323 		__bitmap_complement(dst, src, nbits);  in bitmap_complement()
334 			const unsigned long *src2, unsigned int nbits)  in bitmap_equal()  argument
336 	if (small_const_nbits(nbits))  in bitmap_equal()
337 		return !((*src1 ^ *src2) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_equal()
338 	if (__builtin_constant_p(nbits & BITMAP_MEM_MASK) &&  in bitmap_equal()
339 	    IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))  in bitmap_equal()
340 		return !memcmp(src1, src2, nbits / 8);  in bitmap_equal()
341 	return __bitmap_equal(src1, src2, nbits);  in bitmap_equal()
356 				   unsigned int nbits)  in bitmap_or_equal()  argument
358 	if (!small_const_nbits(nbits))  in bitmap_or_equal()
359 		return __bitmap_or_equal(src1, src2, src3, nbits);  in bitmap_or_equal()
361 	return !(((*src1 | *src2) ^ *src3) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_or_equal()
365 			const unsigned long *src2, unsigned int nbits)  in bitmap_intersects()  argument
367 	if (small_const_nbits(nbits))  in bitmap_intersects()
368 		return ((*src1 & *src2) & BITMAP_LAST_WORD_MASK(nbits)) != 0;  in bitmap_intersects()
370 		return __bitmap_intersects(src1, src2, nbits);  in bitmap_intersects()
374 			const unsigned long *src2, unsigned int nbits)  in bitmap_subset()  argument
376 	if (small_const_nbits(nbits))  in bitmap_subset()
377 		return ! ((*src1 & ~(*src2)) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_subset()
379 		return __bitmap_subset(src1, src2, nbits);  in bitmap_subset()
382 static inline int bitmap_empty(const unsigned long *src, unsigned nbits)  in bitmap_empty()  argument
384 	if (small_const_nbits(nbits))  in bitmap_empty()
385 		return ! (*src & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_empty()
387 	return find_first_bit(src, nbits) == nbits;  in bitmap_empty()
390 static inline int bitmap_full(const unsigned long *src, unsigned int nbits)  in bitmap_full()  argument
392 	if (small_const_nbits(nbits))  in bitmap_full()
393 		return ! (~(*src) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_full()
395 	return find_first_zero_bit(src, nbits) == nbits;  in bitmap_full()
398 static __always_inline int bitmap_weight(const unsigned long *src, unsigned int nbits)  in bitmap_weight()  argument
400 	if (small_const_nbits(nbits))  in bitmap_weight()
401 		return hweight_long(*src & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_weight()
402 	return __bitmap_weight(src, nbits);  in bitmap_weight()
406 		unsigned int nbits)  in bitmap_set()  argument
408 	if (__builtin_constant_p(nbits) && nbits == 1)  in bitmap_set()
412 		 __builtin_constant_p(nbits & BITMAP_MEM_MASK) &&  in bitmap_set()
413 		 IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))  in bitmap_set()
414 		memset((char *)map + start / 8, 0xff, nbits / 8);  in bitmap_set()
416 		__bitmap_set(map, start, nbits);  in bitmap_set()
420 		unsigned int nbits)  in bitmap_clear()  argument
422 	if (__builtin_constant_p(nbits) && nbits == 1)  in bitmap_clear()
426 		 __builtin_constant_p(nbits & BITMAP_MEM_MASK) &&  in bitmap_clear()
427 		 IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))  in bitmap_clear()
428 		memset((char *)map + start / 8, 0, nbits / 8);  in bitmap_clear()
430 		__bitmap_clear(map, start, nbits);  in bitmap_clear()
434 				unsigned int shift, unsigned int nbits)  in bitmap_shift_right()  argument
436 	if (small_const_nbits(nbits))  in bitmap_shift_right()
437 		*dst = (*src & BITMAP_LAST_WORD_MASK(nbits)) >> shift;  in bitmap_shift_right()
439 		__bitmap_shift_right(dst, src, shift, nbits);  in bitmap_shift_right()
443 				unsigned int shift, unsigned int nbits)  in bitmap_shift_left()  argument
445 	if (small_const_nbits(nbits))  in bitmap_shift_left()
446 		*dst = (*src << shift) & BITMAP_LAST_WORD_MASK(nbits);  in bitmap_shift_left()
448 		__bitmap_shift_left(dst, src, shift, nbits);  in bitmap_shift_left()
455 				  unsigned int nbits)  in bitmap_replace()  argument
457 	if (small_const_nbits(nbits))  in bitmap_replace()
460 		__bitmap_replace(dst, old, new, mask, nbits);  in bitmap_replace()