1 // SPDX-License-Identifier: GPL-2.0-or-later
20 #define TEST(bit, op, c_op, val)				\  argument
22 	atomic##bit##_set(&v, v0);				\
24 	atomic##bit##_##op(val, &v);				\
26 	WARN(atomic##bit##_read(&v) != r, "%Lx != %Lx\n",	\
27 		(unsigned long long)atomic##bit##_read(&v),	\
33  * @test should be a macro accepting parameters (bit, op, ...)
36 #define FAMILY_TEST(test, bit, op, args...)	\  argument
38 	test(bit, op, ##args);		\
39 	test(bit, op##_acquire, ##args);	\
40 	test(bit, op##_release, ##args);	\
41 	test(bit, op##_relaxed, ##args);	\
44 #define TEST_RETURN(bit, op, c_op, val)				\  argument
46 	atomic##bit##_set(&v, v0);				\
49 	BUG_ON(atomic##bit##_##op(val, &v) != r);		\
50 	BUG_ON(atomic##bit##_read(&v) != r);			\
53 #define TEST_FETCH(bit, op, c_op, val)				\  argument
55 	atomic##bit##_set(&v, v0);				\
58 	BUG_ON(atomic##bit##_##op(val, &v) != v0);		\
59 	BUG_ON(atomic##bit##_read(&v) != r);			\
62 #define RETURN_FAMILY_TEST(bit, op, c_op, val)			\  argument
64 	FAMILY_TEST(TEST_RETURN, bit, op, c_op, val);		\
67 #define FETCH_FAMILY_TEST(bit, op, c_op, val)			\  argument
69 	FAMILY_TEST(TEST_FETCH, bit, op, c_op, val);		\
72 #define TEST_ARGS(bit, op, init, ret, expect, args...)		\  argument
74 	atomic##bit##_set(&v, init);				\
75 	BUG_ON(atomic##bit##_##op(&v, ##args) != ret);		\
76 	BUG_ON(atomic##bit##_read(&v) != expect);		\
79 #define XCHG_FAMILY_TEST(bit, init, new)				\  argument
81 	FAMILY_TEST(TEST_ARGS, bit, xchg, init, init, new, new);	\
84 #define CMPXCHG_FAMILY_TEST(bit, init, new, wrong)			\  argument
86 	FAMILY_TEST(TEST_ARGS, bit, cmpxchg, 				\
88 	FAMILY_TEST(TEST_ARGS, bit, cmpxchg,				\
92 #define INC_RETURN_FAMILY_TEST(bit, i)			\  argument
94 	FAMILY_TEST(TEST_ARGS, bit, inc_return,		\
98 #define DEC_RETURN_FAMILY_TEST(bit, i)			\  argument
100 	FAMILY_TEST(TEST_ARGS, bit, dec_return,		\
101 			i, (i) - one, (i) - one);	\
111 	atomic_t v;  in test_atomic()  local
115 	TEST(, add, +=, -one);  in test_atomic()
116 	TEST(, sub, -=, onestwos);  in test_atomic()
117 	TEST(, sub, -=, -one);  in test_atomic()
124 	RETURN_FAMILY_TEST(, add_return, +=, -one);  in test_atomic()
125 	RETURN_FAMILY_TEST(, sub_return, -=, onestwos);  in test_atomic()
126 	RETURN_FAMILY_TEST(, sub_return, -=, -one);  in test_atomic()
129 	FETCH_FAMILY_TEST(, fetch_add, +=, -one);  in test_atomic()
130 	FETCH_FAMILY_TEST(, fetch_sub, -=, onestwos);  in test_atomic()
131 	FETCH_FAMILY_TEST(, fetch_sub, -=, -one);  in test_atomic()
146 #define INIT(c) do { atomic64_set(&v, c); r = c; } while (0)
157 	atomic64_t v = ATOMIC64_INIT(v0);  in test_atomic64()  local
159 	BUG_ON(v.counter != r);  in test_atomic64()
161 	atomic64_set(&v, v1);  in test_atomic64()
163 	BUG_ON(v.counter != r);  in test_atomic64()
164 	BUG_ON(atomic64_read(&v) != r);  in test_atomic64()
167 	TEST(64, add, +=, -one);  in test_atomic64()
168 	TEST(64, sub, -=, onestwos);  in test_atomic64()
169 	TEST(64, sub, -=, -one);  in test_atomic64()
176 	RETURN_FAMILY_TEST(64, add_return, +=, -one);  in test_atomic64()
177 	RETURN_FAMILY_TEST(64, sub_return, -=, onestwos);  in test_atomic64()
178 	RETURN_FAMILY_TEST(64, sub_return, -=, -one);  in test_atomic64()
181 	FETCH_FAMILY_TEST(64, fetch_add, +=, -one);  in test_atomic64()
182 	FETCH_FAMILY_TEST(64, fetch_sub, -=, onestwos);  in test_atomic64()
183 	FETCH_FAMILY_TEST(64, fetch_sub, -=, -one);  in test_atomic64()
191 	atomic64_inc(&v);  in test_atomic64()
193 	BUG_ON(v.counter != r);  in test_atomic64()
196 	atomic64_dec(&v);  in test_atomic64()
197 	r -= one;  in test_atomic64()
198 	BUG_ON(v.counter != r);  in test_atomic64()
207 	BUG_ON(atomic64_add_unless(&v, one, v0));  in test_atomic64()
208 	BUG_ON(v.counter != r);  in test_atomic64()
211 	BUG_ON(!atomic64_add_unless(&v, one, v1));  in test_atomic64()
213 	BUG_ON(v.counter != r);  in test_atomic64()
216 	BUG_ON(atomic64_dec_if_positive(&v) != (onestwos - 1));  in test_atomic64()
217 	r -= one;  in test_atomic64()
218 	BUG_ON(v.counter != r);  in test_atomic64()
221 	BUG_ON(atomic64_dec_if_positive(&v) != -one);  in test_atomic64()
222 	BUG_ON(v.counter != r);  in test_atomic64()
224 	INIT(-one);  in test_atomic64()
225 	BUG_ON(atomic64_dec_if_positive(&v) != (-one - one));  in test_atomic64()
226 	BUG_ON(v.counter != r);  in test_atomic64()
229 	BUG_ON(!atomic64_inc_not_zero(&v));  in test_atomic64()
231 	BUG_ON(v.counter != r);  in test_atomic64()
234 	BUG_ON(atomic64_inc_not_zero(&v));  in test_atomic64()
235 	BUG_ON(v.counter != r);  in test_atomic64()
237 	INIT(-one);  in test_atomic64()
238 	BUG_ON(!atomic64_inc_not_zero(&v));  in test_atomic64()
240 	BUG_ON(v.counter != r);  in test_atomic64()
244 	r_int = atomic64_inc_not_zero(&v);  in test_atomic64()
256 		"x86-64",  in test_atomics_init()