34 int __percpu_counter_init(struct percpu_counter *fbc, s64 amount, gfp_t gfp,
37 #define percpu_counter_init(fbc, value, gfp)				\  argument
41 		__percpu_counter_init(fbc, value, gfp, &__key);		\
44 void percpu_counter_destroy(struct percpu_counter *fbc);
45 void percpu_counter_set(struct percpu_counter *fbc, s64 amount);
46 void percpu_counter_add_batch(struct percpu_counter *fbc, s64 amount,
48 s64 __percpu_counter_sum(struct percpu_counter *fbc);
49 int __percpu_counter_compare(struct percpu_counter *fbc, s64 rhs, s32 batch);
50 void percpu_counter_sync(struct percpu_counter *fbc);
52 static inline int percpu_counter_compare(struct percpu_counter *fbc, s64 rhs)  in percpu_counter_compare()  argument
54 	return __percpu_counter_compare(fbc, rhs, percpu_counter_batch);  in percpu_counter_compare()
57 static inline void percpu_counter_add(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add()  argument
59 	percpu_counter_add_batch(fbc, amount, percpu_counter_batch);  in percpu_counter_add()
73 percpu_counter_add_local(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add_local()  argument
75 	percpu_counter_add_batch(fbc, amount, PERCPU_COUNTER_LOCAL_BATCH);  in percpu_counter_add_local()
78 static inline s64 percpu_counter_sum_positive(struct percpu_counter *fbc)  in percpu_counter_sum_positive()  argument
80 	s64 ret = __percpu_counter_sum(fbc);  in percpu_counter_sum_positive()
84 static inline s64 percpu_counter_sum(struct percpu_counter *fbc)  in percpu_counter_sum()  argument
86 	return __percpu_counter_sum(fbc);  in percpu_counter_sum()
89 static inline s64 percpu_counter_read(struct percpu_counter *fbc)  in percpu_counter_read()  argument
91 	return fbc->count;  in percpu_counter_read()
99 static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc)  in percpu_counter_read_positive()  argument
102 	s64 ret = READ_ONCE(fbc->count);  in percpu_counter_read_positive()
109 static inline bool percpu_counter_initialized(struct percpu_counter *fbc)  in percpu_counter_initialized()  argument
111 	return (fbc->counters != NULL);  in percpu_counter_initialized()
120 static inline int percpu_counter_init(struct percpu_counter *fbc, s64 amount,  in percpu_counter_init()  argument
123 	fbc->count = amount;  in percpu_counter_init()
127 static inline void percpu_counter_destroy(struct percpu_counter *fbc)  in percpu_counter_destroy()  argument
131 static inline void percpu_counter_set(struct percpu_counter *fbc, s64 amount)  in percpu_counter_set()  argument
133 	fbc->count = amount;  in percpu_counter_set()
136 static inline int percpu_counter_compare(struct percpu_counter *fbc, s64 rhs)  in percpu_counter_compare()  argument
138 	if (fbc->count > rhs)  in percpu_counter_compare()
140 	else if (fbc->count < rhs)  in percpu_counter_compare()
147 __percpu_counter_compare(struct percpu_counter *fbc, s64 rhs, s32 batch)  in __percpu_counter_compare()  argument
149 	return percpu_counter_compare(fbc, rhs);  in __percpu_counter_compare()
153 percpu_counter_add(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add()  argument
156 	fbc->count += amount;  in percpu_counter_add()
162 percpu_counter_add_local(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add_local()  argument
164 	percpu_counter_add(fbc, amount);  in percpu_counter_add_local()
168 percpu_counter_add_batch(struct percpu_counter *fbc, s64 amount, s32 batch)  in percpu_counter_add_batch()  argument
170 	percpu_counter_add(fbc, amount);  in percpu_counter_add_batch()
173 static inline s64 percpu_counter_read(struct percpu_counter *fbc)  in percpu_counter_read()  argument
175 	return fbc->count;  in percpu_counter_read()
182 static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc)  in percpu_counter_read_positive()  argument
184 	return fbc->count;  in percpu_counter_read_positive()
187 static inline s64 percpu_counter_sum_positive(struct percpu_counter *fbc)  in percpu_counter_sum_positive()  argument
189 	return percpu_counter_read_positive(fbc);  in percpu_counter_sum_positive()
192 static inline s64 percpu_counter_sum(struct percpu_counter *fbc)  in percpu_counter_sum()  argument
194 	return percpu_counter_read(fbc);  in percpu_counter_sum()
197 static inline bool percpu_counter_initialized(struct percpu_counter *fbc)  in percpu_counter_initialized()  argument
202 static inline void percpu_counter_sync(struct percpu_counter *fbc)  in percpu_counter_sync()  argument
207 static inline void percpu_counter_inc(struct percpu_counter *fbc)  in percpu_counter_inc()  argument
209 	percpu_counter_add(fbc, 1);  in percpu_counter_inc()
212 static inline void percpu_counter_dec(struct percpu_counter *fbc)  in percpu_counter_dec()  argument
214 	percpu_counter_add(fbc, -1);  in percpu_counter_dec()
217 static inline void percpu_counter_sub(struct percpu_counter *fbc, s64 amount)  in percpu_counter_sub()  argument
219 	percpu_counter_add(fbc, -amount);  in percpu_counter_sub()
223 percpu_counter_sub_local(struct percpu_counter *fbc, s64 amount)  in percpu_counter_sub_local()  argument
225 	percpu_counter_add_local(fbc, -amount);  in percpu_counter_sub_local()