25 		shift = (3 ^ (address & 3)) << 3;  in __xchg()
26 		address ^= address & 3;  in __xchg()
30 			"       nr      0,%3\n"  in __xchg()
34 			: "=&d" (old), "+Q" (*(int *) address)  in __xchg()
35 			: "d" ((x & 0xff) << shift), "d" (~(0xff << shift))  in __xchg()
39 		shift = (2 ^ (address & 2)) << 3;  in __xchg()
44 			"       nr      0,%3\n"  in __xchg()
48 			: "=&d" (old), "+Q" (*(int *) address)  in __xchg()
49 			: "d" ((x & 0xffff) << shift), "d" (~(0xffff << shift))  in __xchg()
57 			: "=&d" (old), "+Q" (*(int *) address)  in __xchg()
58 			: "d" (x)  in __xchg()
66 			: "=&d" (old), "+QS" (*(long *) address)  in __xchg()
67 			: "d" (x)  in __xchg()
96 		shift = (3 ^ (address & 3)) << 3;  in __cmpxchg()
97 		address ^= address & 3;  in __cmpxchg()
102 			"       or      %0,%3\n"  in __cmpxchg()
110 			: "=&d" (prev), "=&d" (tmp), "+Q" (*(int *) address)  in __cmpxchg()
111 			: "d" ((old & 0xff) << shift),  in __cmpxchg()
112 			  "d" ((new & 0xff) << shift),  in __cmpxchg()
113 			  "d" (~(0xff << shift))  in __cmpxchg()
117 		shift = (2 ^ (address & 2)) << 3;  in __cmpxchg()
123 			"       or      %0,%3\n"  in __cmpxchg()
131 			: "=&d" (prev), "=&d" (tmp), "+Q" (*(int *) address)  in __cmpxchg()
132 			: "d" ((old & 0xffff) << shift),  in __cmpxchg()
133 			  "d" ((new & 0xffff) << shift),  in __cmpxchg()
134 			  "d" (~(0xffff << shift))  in __cmpxchg()
139 			"       cs      %0,%3,%1\n"  in __cmpxchg()
140 			: "=&d" (prev), "+Q" (*(int *) address)  in __cmpxchg()
141 			: "0" (old), "d" (new)  in __cmpxchg()
146 			"       csg     %0,%3,%1\n"  in __cmpxchg()
147 			: "=&d" (prev), "+QS" (*(long *) address)  in __cmpxchg()
148 			: "0" (old), "d" (new)  in __cmpxchg()
184 		: [cc] "=&d" (cc), [old] "+&d" (old.pair)  in __cmpxchg_double()
185 		: [new] "d" (new.pair),  in __cmpxchg_double()