90 #define percpu_to_op(qual, op, var, val)		\  argument
100 		asm qual (op "b %1,"__percpu_arg(0)	\
105 		asm qual (op "w %1,"__percpu_arg(0)	\
110 		asm qual (op "l %1,"__percpu_arg(0)	\
115 		asm qual (op "q %1,"__percpu_arg(0)	\
127 #define percpu_add_op(qual, var, val)					\  argument
141 			asm qual ("incb "__percpu_arg(0) : "+m" (var));	\
143 			asm qual ("decb "__percpu_arg(0) : "+m" (var));	\
145 			asm qual ("addb %1, "__percpu_arg(0)		\
151 			asm qual ("incw "__percpu_arg(0) : "+m" (var));	\
153 			asm qual ("decw "__percpu_arg(0) : "+m" (var));	\
155 			asm qual ("addw %1, "__percpu_arg(0)		\
161 			asm qual ("incl "__percpu_arg(0) : "+m" (var));	\
163 			asm qual ("decl "__percpu_arg(0) : "+m" (var));	\
165 			asm qual ("addl %1, "__percpu_arg(0)		\
171 			asm qual ("incq "__percpu_arg(0) : "+m" (var));	\
173 			asm qual ("decq "__percpu_arg(0) : "+m" (var));	\
175 			asm qual ("addq %1, "__percpu_arg(0)		\
183 #define percpu_from_op(qual, op, var)			\  argument
188 		asm qual (op "b "__percpu_arg(1)",%0"	\
193 		asm qual (op "w "__percpu_arg(1)",%0"	\
198 		asm qual (op "l "__percpu_arg(1)",%0"	\
203 		asm qual (op "q "__percpu_arg(1)",%0"	\
241 #define percpu_unary_op(qual, op, var)			\  argument
245 		asm qual (op "b "__percpu_arg(0)	\
249 		asm qual (op "w "__percpu_arg(0)	\
253 		asm qual (op "l "__percpu_arg(0)	\
257 		asm qual (op "q "__percpu_arg(0)	\
267 #define percpu_add_return_op(qual, var, val)				\  argument
272 		asm qual ("xaddb %0, "__percpu_arg(1)			\
277 		asm qual ("xaddw %0, "__percpu_arg(1)			\
282 		asm qual ("xaddl %0, "__percpu_arg(1)			\
287 		asm qual ("xaddq %0, "__percpu_arg(1)			\
302 #define percpu_xchg_op(qual, var, nval)					\  argument
308 		asm qual ("\n\tmov "__percpu_arg(1)",%%al"		\
316 		asm qual ("\n\tmov "__percpu_arg(1)",%%ax"		\
324 		asm qual ("\n\tmov "__percpu_arg(1)",%%eax"		\
332 		asm qual ("\n\tmov "__percpu_arg(1)",%%rax"		\
348 #define percpu_cmpxchg_op(qual, var, oval, nval)			\  argument
355 		asm qual ("cmpxchgb %2, "__percpu_arg(1)		\
361 		asm qual ("cmpxchgw %2, "__percpu_arg(1)		\
367 		asm qual ("cmpxchgl %2, "__percpu_arg(1)		\
373 		asm qual ("cmpxchgq %2, "__percpu_arg(1)		\