33 int __percpu_counter_init_many(struct percpu_counter *fbc, s64 amount,
37 #define percpu_counter_init_many(fbc, value, gfp, nr_counters)		\  argument
41 		__percpu_counter_init_many(fbc, value, gfp, nr_counters,\
46 #define percpu_counter_init(fbc, value, gfp)				\  argument
47 	percpu_counter_init_many(fbc, value, gfp, 1)
49 void percpu_counter_destroy_many(struct percpu_counter *fbc, u32 nr_counters);
50 static inline void percpu_counter_destroy(struct percpu_counter *fbc)  in percpu_counter_destroy()  argument
52 	percpu_counter_destroy_many(fbc, 1);  in percpu_counter_destroy()
55 void percpu_counter_set(struct percpu_counter *fbc, s64 amount);
56 void percpu_counter_add_batch(struct percpu_counter *fbc, s64 amount,
58 s64 __percpu_counter_sum(struct percpu_counter *fbc);
59 int __percpu_counter_compare(struct percpu_counter *fbc, s64 rhs, s32 batch);
60 void percpu_counter_sync(struct percpu_counter *fbc);
62 static inline int percpu_counter_compare(struct percpu_counter *fbc, s64 rhs)  in percpu_counter_compare()  argument
64 	return __percpu_counter_compare(fbc, rhs, percpu_counter_batch);  in percpu_counter_compare()
67 static inline void percpu_counter_add(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add()  argument
69 	percpu_counter_add_batch(fbc, amount, percpu_counter_batch);  in percpu_counter_add()
83 percpu_counter_add_local(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add_local()  argument
85 	percpu_counter_add_batch(fbc, amount, PERCPU_COUNTER_LOCAL_BATCH);  in percpu_counter_add_local()
88 static inline s64 percpu_counter_sum_positive(struct percpu_counter *fbc)  in percpu_counter_sum_positive()  argument
90 	s64 ret = __percpu_counter_sum(fbc);  in percpu_counter_sum_positive()
94 static inline s64 percpu_counter_sum(struct percpu_counter *fbc)  in percpu_counter_sum()  argument
96 	return __percpu_counter_sum(fbc);  in percpu_counter_sum()
99 static inline s64 percpu_counter_read(struct percpu_counter *fbc)  in percpu_counter_read()  argument
101 	return fbc->count;  in percpu_counter_read()
109 static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc)  in percpu_counter_read_positive()  argument
112 	s64 ret = READ_ONCE(fbc->count);  in percpu_counter_read_positive()
119 static inline bool percpu_counter_initialized(struct percpu_counter *fbc)  in percpu_counter_initialized()  argument
121 	return (fbc->counters != NULL);  in percpu_counter_initialized()
130 static inline int percpu_counter_init_many(struct percpu_counter *fbc,  in percpu_counter_init_many()  argument
137 		fbc[i].count = amount;  in percpu_counter_init_many()
142 static inline int percpu_counter_init(struct percpu_counter *fbc, s64 amount,  in percpu_counter_init()  argument
145 	return percpu_counter_init_many(fbc, amount, gfp, 1);  in percpu_counter_init()
148 static inline void percpu_counter_destroy_many(struct percpu_counter *fbc,  in percpu_counter_destroy_many()  argument
153 static inline void percpu_counter_destroy(struct percpu_counter *fbc)  in percpu_counter_destroy()  argument
157 static inline void percpu_counter_set(struct percpu_counter *fbc, s64 amount)  in percpu_counter_set()  argument
159 	fbc->count = amount;  in percpu_counter_set()
162 static inline int percpu_counter_compare(struct percpu_counter *fbc, s64 rhs)  in percpu_counter_compare()  argument
164 	if (fbc->count > rhs)  in percpu_counter_compare()
166 	else if (fbc->count < rhs)  in percpu_counter_compare()
173 __percpu_counter_compare(struct percpu_counter *fbc, s64 rhs, s32 batch)  in __percpu_counter_compare()  argument
175 	return percpu_counter_compare(fbc, rhs);  in __percpu_counter_compare()
179 percpu_counter_add(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add()  argument
184 	fbc->count += amount;  in percpu_counter_add()
190 percpu_counter_add_local(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add_local()  argument
192 	percpu_counter_add(fbc, amount);  in percpu_counter_add_local()
196 percpu_counter_add_batch(struct percpu_counter *fbc, s64 amount, s32 batch)  in percpu_counter_add_batch()  argument
198 	percpu_counter_add(fbc, amount);  in percpu_counter_add_batch()
201 static inline s64 percpu_counter_read(struct percpu_counter *fbc)  in percpu_counter_read()  argument
203 	return fbc->count;  in percpu_counter_read()
210 static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc)  in percpu_counter_read_positive()  argument
212 	return fbc->count;  in percpu_counter_read_positive()
215 static inline s64 percpu_counter_sum_positive(struct percpu_counter *fbc)  in percpu_counter_sum_positive()  argument
217 	return percpu_counter_read_positive(fbc);  in percpu_counter_sum_positive()
220 static inline s64 percpu_counter_sum(struct percpu_counter *fbc)  in percpu_counter_sum()  argument
222 	return percpu_counter_read(fbc);  in percpu_counter_sum()
225 static inline bool percpu_counter_initialized(struct percpu_counter *fbc)  in percpu_counter_initialized()  argument
230 static inline void percpu_counter_sync(struct percpu_counter *fbc)  in percpu_counter_sync()  argument
235 static inline void percpu_counter_inc(struct percpu_counter *fbc)  in percpu_counter_inc()  argument
237 	percpu_counter_add(fbc, 1);  in percpu_counter_inc()
240 static inline void percpu_counter_dec(struct percpu_counter *fbc)  in percpu_counter_dec()  argument
242 	percpu_counter_add(fbc, -1);  in percpu_counter_dec()
245 static inline void percpu_counter_sub(struct percpu_counter *fbc, s64 amount)  in percpu_counter_sub()  argument
247 	percpu_counter_add(fbc, -amount);  in percpu_counter_sub()
251 percpu_counter_sub_local(struct percpu_counter *fbc, s64 amount)  in percpu_counter_sub_local()  argument
253 	percpu_counter_add_local(fbc, -amount);  in percpu_counter_sub_local()