Lines Matching +full:1 +full:v
82 arch_atomic_read_acquire(const atomic_t *v) in arch_atomic_read_acquire() argument
84 return smp_load_acquire(&(v)->counter); in arch_atomic_read_acquire()
91 arch_atomic_set_release(atomic_t *v, int i) in arch_atomic_set_release() argument
93 smp_store_release(&(v)->counter, i); in arch_atomic_set_release()
106 arch_atomic_add_return_acquire(int i, atomic_t *v) in arch_atomic_add_return_acquire() argument
108 int ret = arch_atomic_add_return_relaxed(i, v); in arch_atomic_add_return_acquire()
117 arch_atomic_add_return_release(int i, atomic_t *v) in arch_atomic_add_return_release() argument
120 return arch_atomic_add_return_relaxed(i, v); in arch_atomic_add_return_release()
127 arch_atomic_add_return(int i, atomic_t *v) in arch_atomic_add_return() argument
131 ret = arch_atomic_add_return_relaxed(i, v); in arch_atomic_add_return()
148 arch_atomic_fetch_add_acquire(int i, atomic_t *v) in arch_atomic_fetch_add_acquire() argument
150 int ret = arch_atomic_fetch_add_relaxed(i, v); in arch_atomic_fetch_add_acquire()
159 arch_atomic_fetch_add_release(int i, atomic_t *v) in arch_atomic_fetch_add_release() argument
162 return arch_atomic_fetch_add_relaxed(i, v); in arch_atomic_fetch_add_release()
169 arch_atomic_fetch_add(int i, atomic_t *v) in arch_atomic_fetch_add() argument
173 ret = arch_atomic_fetch_add_relaxed(i, v); in arch_atomic_fetch_add()
190 arch_atomic_sub_return_acquire(int i, atomic_t *v) in arch_atomic_sub_return_acquire() argument
192 int ret = arch_atomic_sub_return_relaxed(i, v); in arch_atomic_sub_return_acquire()
201 arch_atomic_sub_return_release(int i, atomic_t *v) in arch_atomic_sub_return_release() argument
204 return arch_atomic_sub_return_relaxed(i, v); in arch_atomic_sub_return_release()
211 arch_atomic_sub_return(int i, atomic_t *v) in arch_atomic_sub_return() argument
215 ret = arch_atomic_sub_return_relaxed(i, v); in arch_atomic_sub_return()
232 arch_atomic_fetch_sub_acquire(int i, atomic_t *v) in arch_atomic_fetch_sub_acquire() argument
234 int ret = arch_atomic_fetch_sub_relaxed(i, v); in arch_atomic_fetch_sub_acquire()
243 arch_atomic_fetch_sub_release(int i, atomic_t *v) in arch_atomic_fetch_sub_release() argument
246 return arch_atomic_fetch_sub_relaxed(i, v); in arch_atomic_fetch_sub_release()
253 arch_atomic_fetch_sub(int i, atomic_t *v) in arch_atomic_fetch_sub() argument
257 ret = arch_atomic_fetch_sub_relaxed(i, v); in arch_atomic_fetch_sub()
268 arch_atomic_inc(atomic_t *v) in arch_atomic_inc() argument
270 arch_atomic_add(1, v); in arch_atomic_inc()
284 arch_atomic_inc_return(atomic_t *v) in arch_atomic_inc_return() argument
286 return arch_atomic_add_return(1, v); in arch_atomic_inc_return()
293 arch_atomic_inc_return_acquire(atomic_t *v) in arch_atomic_inc_return_acquire() argument
295 return arch_atomic_add_return_acquire(1, v); in arch_atomic_inc_return_acquire()
302 arch_atomic_inc_return_release(atomic_t *v) in arch_atomic_inc_return_release() argument
304 return arch_atomic_add_return_release(1, v); in arch_atomic_inc_return_release()
311 arch_atomic_inc_return_relaxed(atomic_t *v) in arch_atomic_inc_return_relaxed() argument
313 return arch_atomic_add_return_relaxed(1, v); in arch_atomic_inc_return_relaxed()
322 arch_atomic_inc_return_acquire(atomic_t *v) in arch_atomic_inc_return_acquire() argument
324 int ret = arch_atomic_inc_return_relaxed(v); in arch_atomic_inc_return_acquire()
333 arch_atomic_inc_return_release(atomic_t *v) in arch_atomic_inc_return_release() argument
336 return arch_atomic_inc_return_relaxed(v); in arch_atomic_inc_return_release()
343 arch_atomic_inc_return(atomic_t *v) in arch_atomic_inc_return() argument
347 ret = arch_atomic_inc_return_relaxed(v); in arch_atomic_inc_return()
365 arch_atomic_fetch_inc(atomic_t *v) in arch_atomic_fetch_inc() argument
367 return arch_atomic_fetch_add(1, v); in arch_atomic_fetch_inc()
374 arch_atomic_fetch_inc_acquire(atomic_t *v) in arch_atomic_fetch_inc_acquire() argument
376 return arch_atomic_fetch_add_acquire(1, v); in arch_atomic_fetch_inc_acquire()
383 arch_atomic_fetch_inc_release(atomic_t *v) in arch_atomic_fetch_inc_release() argument
385 return arch_atomic_fetch_add_release(1, v); in arch_atomic_fetch_inc_release()
392 arch_atomic_fetch_inc_relaxed(atomic_t *v) in arch_atomic_fetch_inc_relaxed() argument
394 return arch_atomic_fetch_add_relaxed(1, v); in arch_atomic_fetch_inc_relaxed()
403 arch_atomic_fetch_inc_acquire(atomic_t *v) in arch_atomic_fetch_inc_acquire() argument
405 int ret = arch_atomic_fetch_inc_relaxed(v); in arch_atomic_fetch_inc_acquire()
414 arch_atomic_fetch_inc_release(atomic_t *v) in arch_atomic_fetch_inc_release() argument
417 return arch_atomic_fetch_inc_relaxed(v); in arch_atomic_fetch_inc_release()
424 arch_atomic_fetch_inc(atomic_t *v) in arch_atomic_fetch_inc() argument
428 ret = arch_atomic_fetch_inc_relaxed(v); in arch_atomic_fetch_inc()
439 arch_atomic_dec(atomic_t *v) in arch_atomic_dec() argument
441 arch_atomic_sub(1, v); in arch_atomic_dec()
455 arch_atomic_dec_return(atomic_t *v) in arch_atomic_dec_return() argument
457 return arch_atomic_sub_return(1, v); in arch_atomic_dec_return()
464 arch_atomic_dec_return_acquire(atomic_t *v) in arch_atomic_dec_return_acquire() argument
466 return arch_atomic_sub_return_acquire(1, v); in arch_atomic_dec_return_acquire()
473 arch_atomic_dec_return_release(atomic_t *v) in arch_atomic_dec_return_release() argument
475 return arch_atomic_sub_return_release(1, v); in arch_atomic_dec_return_release()
482 arch_atomic_dec_return_relaxed(atomic_t *v) in arch_atomic_dec_return_relaxed() argument
484 return arch_atomic_sub_return_relaxed(1, v); in arch_atomic_dec_return_relaxed()
493 arch_atomic_dec_return_acquire(atomic_t *v) in arch_atomic_dec_return_acquire() argument
495 int ret = arch_atomic_dec_return_relaxed(v); in arch_atomic_dec_return_acquire()
504 arch_atomic_dec_return_release(atomic_t *v) in arch_atomic_dec_return_release() argument
507 return arch_atomic_dec_return_relaxed(v); in arch_atomic_dec_return_release()
514 arch_atomic_dec_return(atomic_t *v) in arch_atomic_dec_return() argument
518 ret = arch_atomic_dec_return_relaxed(v); in arch_atomic_dec_return()
536 arch_atomic_fetch_dec(atomic_t *v) in arch_atomic_fetch_dec() argument
538 return arch_atomic_fetch_sub(1, v); in arch_atomic_fetch_dec()
545 arch_atomic_fetch_dec_acquire(atomic_t *v) in arch_atomic_fetch_dec_acquire() argument
547 return arch_atomic_fetch_sub_acquire(1, v); in arch_atomic_fetch_dec_acquire()
554 arch_atomic_fetch_dec_release(atomic_t *v) in arch_atomic_fetch_dec_release() argument
556 return arch_atomic_fetch_sub_release(1, v); in arch_atomic_fetch_dec_release()
563 arch_atomic_fetch_dec_relaxed(atomic_t *v) in arch_atomic_fetch_dec_relaxed() argument
565 return arch_atomic_fetch_sub_relaxed(1, v); in arch_atomic_fetch_dec_relaxed()
574 arch_atomic_fetch_dec_acquire(atomic_t *v) in arch_atomic_fetch_dec_acquire() argument
576 int ret = arch_atomic_fetch_dec_relaxed(v); in arch_atomic_fetch_dec_acquire()
585 arch_atomic_fetch_dec_release(atomic_t *v) in arch_atomic_fetch_dec_release() argument
588 return arch_atomic_fetch_dec_relaxed(v); in arch_atomic_fetch_dec_release()
595 arch_atomic_fetch_dec(atomic_t *v) in arch_atomic_fetch_dec() argument
599 ret = arch_atomic_fetch_dec_relaxed(v); in arch_atomic_fetch_dec()
616 arch_atomic_fetch_and_acquire(int i, atomic_t *v) in arch_atomic_fetch_and_acquire() argument
618 int ret = arch_atomic_fetch_and_relaxed(i, v); in arch_atomic_fetch_and_acquire()
627 arch_atomic_fetch_and_release(int i, atomic_t *v) in arch_atomic_fetch_and_release() argument
630 return arch_atomic_fetch_and_relaxed(i, v); in arch_atomic_fetch_and_release()
637 arch_atomic_fetch_and(int i, atomic_t *v) in arch_atomic_fetch_and() argument
641 ret = arch_atomic_fetch_and_relaxed(i, v); in arch_atomic_fetch_and()
652 arch_atomic_andnot(int i, atomic_t *v) in arch_atomic_andnot() argument
654 arch_atomic_and(~i, v); in arch_atomic_andnot()
668 arch_atomic_fetch_andnot(int i, atomic_t *v) in arch_atomic_fetch_andnot() argument
670 return arch_atomic_fetch_and(~i, v); in arch_atomic_fetch_andnot()
677 arch_atomic_fetch_andnot_acquire(int i, atomic_t *v) in arch_atomic_fetch_andnot_acquire() argument
679 return arch_atomic_fetch_and_acquire(~i, v); in arch_atomic_fetch_andnot_acquire()
686 arch_atomic_fetch_andnot_release(int i, atomic_t *v) in arch_atomic_fetch_andnot_release() argument
688 return arch_atomic_fetch_and_release(~i, v); in arch_atomic_fetch_andnot_release()
695 arch_atomic_fetch_andnot_relaxed(int i, atomic_t *v) in arch_atomic_fetch_andnot_relaxed() argument
697 return arch_atomic_fetch_and_relaxed(~i, v); in arch_atomic_fetch_andnot_relaxed()
706 arch_atomic_fetch_andnot_acquire(int i, atomic_t *v) in arch_atomic_fetch_andnot_acquire() argument
708 int ret = arch_atomic_fetch_andnot_relaxed(i, v); in arch_atomic_fetch_andnot_acquire()
717 arch_atomic_fetch_andnot_release(int i, atomic_t *v) in arch_atomic_fetch_andnot_release() argument
720 return arch_atomic_fetch_andnot_relaxed(i, v); in arch_atomic_fetch_andnot_release()
727 arch_atomic_fetch_andnot(int i, atomic_t *v) in arch_atomic_fetch_andnot() argument
731 ret = arch_atomic_fetch_andnot_relaxed(i, v); in arch_atomic_fetch_andnot()
748 arch_atomic_fetch_or_acquire(int i, atomic_t *v) in arch_atomic_fetch_or_acquire() argument
750 int ret = arch_atomic_fetch_or_relaxed(i, v); in arch_atomic_fetch_or_acquire()
759 arch_atomic_fetch_or_release(int i, atomic_t *v) in arch_atomic_fetch_or_release() argument
762 return arch_atomic_fetch_or_relaxed(i, v); in arch_atomic_fetch_or_release()
769 arch_atomic_fetch_or(int i, atomic_t *v) in arch_atomic_fetch_or() argument
773 ret = arch_atomic_fetch_or_relaxed(i, v); in arch_atomic_fetch_or()
790 arch_atomic_fetch_xor_acquire(int i, atomic_t *v) in arch_atomic_fetch_xor_acquire() argument
792 int ret = arch_atomic_fetch_xor_relaxed(i, v); in arch_atomic_fetch_xor_acquire()
801 arch_atomic_fetch_xor_release(int i, atomic_t *v) in arch_atomic_fetch_xor_release() argument
804 return arch_atomic_fetch_xor_relaxed(i, v); in arch_atomic_fetch_xor_release()
811 arch_atomic_fetch_xor(int i, atomic_t *v) in arch_atomic_fetch_xor() argument
815 ret = arch_atomic_fetch_xor_relaxed(i, v); in arch_atomic_fetch_xor()
832 arch_atomic_xchg_acquire(atomic_t *v, int i) in arch_atomic_xchg_acquire() argument
834 int ret = arch_atomic_xchg_relaxed(v, i); in arch_atomic_xchg_acquire()
843 arch_atomic_xchg_release(atomic_t *v, int i) in arch_atomic_xchg_release() argument
846 return arch_atomic_xchg_relaxed(v, i); in arch_atomic_xchg_release()
853 arch_atomic_xchg(atomic_t *v, int i) in arch_atomic_xchg() argument
857 ret = arch_atomic_xchg_relaxed(v, i); in arch_atomic_xchg()
874 arch_atomic_cmpxchg_acquire(atomic_t *v, int old, int new) in arch_atomic_cmpxchg_acquire() argument
876 int ret = arch_atomic_cmpxchg_relaxed(v, old, new); in arch_atomic_cmpxchg_acquire()
885 arch_atomic_cmpxchg_release(atomic_t *v, int old, int new) in arch_atomic_cmpxchg_release() argument
888 return arch_atomic_cmpxchg_relaxed(v, old, new); in arch_atomic_cmpxchg_release()
895 arch_atomic_cmpxchg(atomic_t *v, int old, int new) in arch_atomic_cmpxchg() argument
899 ret = arch_atomic_cmpxchg_relaxed(v, old, new); in arch_atomic_cmpxchg()
917 arch_atomic_try_cmpxchg(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg() argument
920 r = arch_atomic_cmpxchg(v, o, new); in arch_atomic_try_cmpxchg()
930 arch_atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_acquire() argument
933 r = arch_atomic_cmpxchg_acquire(v, o, new); in arch_atomic_try_cmpxchg_acquire()
943 arch_atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_release() argument
946 r = arch_atomic_cmpxchg_release(v, o, new); in arch_atomic_try_cmpxchg_release()
956 arch_atomic_try_cmpxchg_relaxed(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_relaxed() argument
959 r = arch_atomic_cmpxchg_relaxed(v, o, new); in arch_atomic_try_cmpxchg_relaxed()
971 arch_atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_acquire() argument
973 bool ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in arch_atomic_try_cmpxchg_acquire()
982 arch_atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_release() argument
985 return arch_atomic_try_cmpxchg_relaxed(v, old, new); in arch_atomic_try_cmpxchg_release()
992 arch_atomic_try_cmpxchg(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg() argument
996 ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in arch_atomic_try_cmpxchg()
1009 * @v: pointer of type atomic_t
1011 * Atomically subtracts @i from @v and returns
1016 arch_atomic_sub_and_test(int i, atomic_t *v) in arch_atomic_sub_and_test() argument
1018 return arch_atomic_sub_return(i, v) == 0; in arch_atomic_sub_and_test()
1026 * @v: pointer of type atomic_t
1028 * Atomically decrements @v by 1 and
1033 arch_atomic_dec_and_test(atomic_t *v) in arch_atomic_dec_and_test() argument
1035 return arch_atomic_dec_return(v) == 0; in arch_atomic_dec_and_test()
1043 * @v: pointer of type atomic_t
1045 * Atomically increments @v by 1
1050 arch_atomic_inc_and_test(atomic_t *v) in arch_atomic_inc_and_test() argument
1052 return arch_atomic_inc_return(v) == 0; in arch_atomic_inc_and_test()
1061 * @v: pointer of type atomic_t
1063 * Atomically adds @i to @v and returns true
1068 arch_atomic_add_negative(int i, atomic_t *v) in arch_atomic_add_negative() argument
1070 return arch_atomic_add_return(i, v) < 0; in arch_atomic_add_negative()
1078 * @v: pointer of type atomic_t
1079 * @a: the amount to add to v...
1080 * @u: ...unless v is equal to u.
1082 * Atomically adds @a to @v, so long as @v was not already @u.
1083 * Returns original value of @v
1086 arch_atomic_fetch_add_unless(atomic_t *v, int a, int u) in arch_atomic_fetch_add_unless() argument
1088 int c = arch_atomic_read(v); in arch_atomic_fetch_add_unless()
1093 } while (!arch_atomic_try_cmpxchg(v, &c, c + a)); in arch_atomic_fetch_add_unless()
1103 * @v: pointer of type atomic_t
1104 * @a: the amount to add to v...
1105 * @u: ...unless v is equal to u.
1107 * Atomically adds @a to @v, if @v was not already @u.
1111 arch_atomic_add_unless(atomic_t *v, int a, int u) in arch_atomic_add_unless() argument
1113 return arch_atomic_fetch_add_unless(v, a, u) != u; in arch_atomic_add_unless()
1121 * @v: pointer of type atomic_t
1123 * Atomically increments @v by 1, if @v is non-zero.
1127 arch_atomic_inc_not_zero(atomic_t *v) in arch_atomic_inc_not_zero() argument
1129 return arch_atomic_add_unless(v, 1, 0); in arch_atomic_inc_not_zero()
1136 arch_atomic_inc_unless_negative(atomic_t *v) in arch_atomic_inc_unless_negative() argument
1138 int c = arch_atomic_read(v); in arch_atomic_inc_unless_negative()
1143 } while (!arch_atomic_try_cmpxchg(v, &c, c + 1)); in arch_atomic_inc_unless_negative()
1152 arch_atomic_dec_unless_positive(atomic_t *v) in arch_atomic_dec_unless_positive() argument
1154 int c = arch_atomic_read(v); in arch_atomic_dec_unless_positive()
1159 } while (!arch_atomic_try_cmpxchg(v, &c, c - 1)); in arch_atomic_dec_unless_positive()
1168 arch_atomic_dec_if_positive(atomic_t *v) in arch_atomic_dec_if_positive() argument
1170 int dec, c = arch_atomic_read(v); in arch_atomic_dec_if_positive()
1173 dec = c - 1; in arch_atomic_dec_if_positive()
1176 } while (!arch_atomic_try_cmpxchg(v, &c, dec)); in arch_atomic_dec_if_positive()
1189 arch_atomic64_read_acquire(const atomic64_t *v) in arch_atomic64_read_acquire() argument
1191 return smp_load_acquire(&(v)->counter); in arch_atomic64_read_acquire()
1198 arch_atomic64_set_release(atomic64_t *v, s64 i) in arch_atomic64_set_release() argument
1200 smp_store_release(&(v)->counter, i); in arch_atomic64_set_release()
1213 arch_atomic64_add_return_acquire(s64 i, atomic64_t *v) in arch_atomic64_add_return_acquire() argument
1215 s64 ret = arch_atomic64_add_return_relaxed(i, v); in arch_atomic64_add_return_acquire()
1224 arch_atomic64_add_return_release(s64 i, atomic64_t *v) in arch_atomic64_add_return_release() argument
1227 return arch_atomic64_add_return_relaxed(i, v); in arch_atomic64_add_return_release()
1234 arch_atomic64_add_return(s64 i, atomic64_t *v) in arch_atomic64_add_return() argument
1238 ret = arch_atomic64_add_return_relaxed(i, v); in arch_atomic64_add_return()
1255 arch_atomic64_fetch_add_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_add_acquire() argument
1257 s64 ret = arch_atomic64_fetch_add_relaxed(i, v); in arch_atomic64_fetch_add_acquire()
1266 arch_atomic64_fetch_add_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_add_release() argument
1269 return arch_atomic64_fetch_add_relaxed(i, v); in arch_atomic64_fetch_add_release()
1276 arch_atomic64_fetch_add(s64 i, atomic64_t *v) in arch_atomic64_fetch_add() argument
1280 ret = arch_atomic64_fetch_add_relaxed(i, v); in arch_atomic64_fetch_add()
1297 arch_atomic64_sub_return_acquire(s64 i, atomic64_t *v) in arch_atomic64_sub_return_acquire() argument
1299 s64 ret = arch_atomic64_sub_return_relaxed(i, v); in arch_atomic64_sub_return_acquire()
1308 arch_atomic64_sub_return_release(s64 i, atomic64_t *v) in arch_atomic64_sub_return_release() argument
1311 return arch_atomic64_sub_return_relaxed(i, v); in arch_atomic64_sub_return_release()
1318 arch_atomic64_sub_return(s64 i, atomic64_t *v) in arch_atomic64_sub_return() argument
1322 ret = arch_atomic64_sub_return_relaxed(i, v); in arch_atomic64_sub_return()
1339 arch_atomic64_fetch_sub_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_sub_acquire() argument
1341 s64 ret = arch_atomic64_fetch_sub_relaxed(i, v); in arch_atomic64_fetch_sub_acquire()
1350 arch_atomic64_fetch_sub_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_sub_release() argument
1353 return arch_atomic64_fetch_sub_relaxed(i, v); in arch_atomic64_fetch_sub_release()
1360 arch_atomic64_fetch_sub(s64 i, atomic64_t *v) in arch_atomic64_fetch_sub() argument
1364 ret = arch_atomic64_fetch_sub_relaxed(i, v); in arch_atomic64_fetch_sub()
1375 arch_atomic64_inc(atomic64_t *v) in arch_atomic64_inc() argument
1377 arch_atomic64_add(1, v); in arch_atomic64_inc()
1391 arch_atomic64_inc_return(atomic64_t *v) in arch_atomic64_inc_return() argument
1393 return arch_atomic64_add_return(1, v); in arch_atomic64_inc_return()
1400 arch_atomic64_inc_return_acquire(atomic64_t *v) in arch_atomic64_inc_return_acquire() argument
1402 return arch_atomic64_add_return_acquire(1, v); in arch_atomic64_inc_return_acquire()
1409 arch_atomic64_inc_return_release(atomic64_t *v) in arch_atomic64_inc_return_release() argument
1411 return arch_atomic64_add_return_release(1, v); in arch_atomic64_inc_return_release()
1418 arch_atomic64_inc_return_relaxed(atomic64_t *v) in arch_atomic64_inc_return_relaxed() argument
1420 return arch_atomic64_add_return_relaxed(1, v); in arch_atomic64_inc_return_relaxed()
1429 arch_atomic64_inc_return_acquire(atomic64_t *v) in arch_atomic64_inc_return_acquire() argument
1431 s64 ret = arch_atomic64_inc_return_relaxed(v); in arch_atomic64_inc_return_acquire()
1440 arch_atomic64_inc_return_release(atomic64_t *v) in arch_atomic64_inc_return_release() argument
1443 return arch_atomic64_inc_return_relaxed(v); in arch_atomic64_inc_return_release()
1450 arch_atomic64_inc_return(atomic64_t *v) in arch_atomic64_inc_return() argument
1454 ret = arch_atomic64_inc_return_relaxed(v); in arch_atomic64_inc_return()
1472 arch_atomic64_fetch_inc(atomic64_t *v) in arch_atomic64_fetch_inc() argument
1474 return arch_atomic64_fetch_add(1, v); in arch_atomic64_fetch_inc()
1481 arch_atomic64_fetch_inc_acquire(atomic64_t *v) in arch_atomic64_fetch_inc_acquire() argument
1483 return arch_atomic64_fetch_add_acquire(1, v); in arch_atomic64_fetch_inc_acquire()
1490 arch_atomic64_fetch_inc_release(atomic64_t *v) in arch_atomic64_fetch_inc_release() argument
1492 return arch_atomic64_fetch_add_release(1, v); in arch_atomic64_fetch_inc_release()
1499 arch_atomic64_fetch_inc_relaxed(atomic64_t *v) in arch_atomic64_fetch_inc_relaxed() argument
1501 return arch_atomic64_fetch_add_relaxed(1, v); in arch_atomic64_fetch_inc_relaxed()
1510 arch_atomic64_fetch_inc_acquire(atomic64_t *v) in arch_atomic64_fetch_inc_acquire() argument
1512 s64 ret = arch_atomic64_fetch_inc_relaxed(v); in arch_atomic64_fetch_inc_acquire()
1521 arch_atomic64_fetch_inc_release(atomic64_t *v) in arch_atomic64_fetch_inc_release() argument
1524 return arch_atomic64_fetch_inc_relaxed(v); in arch_atomic64_fetch_inc_release()
1531 arch_atomic64_fetch_inc(atomic64_t *v) in arch_atomic64_fetch_inc() argument
1535 ret = arch_atomic64_fetch_inc_relaxed(v); in arch_atomic64_fetch_inc()
1546 arch_atomic64_dec(atomic64_t *v) in arch_atomic64_dec() argument
1548 arch_atomic64_sub(1, v); in arch_atomic64_dec()
1562 arch_atomic64_dec_return(atomic64_t *v) in arch_atomic64_dec_return() argument
1564 return arch_atomic64_sub_return(1, v); in arch_atomic64_dec_return()
1571 arch_atomic64_dec_return_acquire(atomic64_t *v) in arch_atomic64_dec_return_acquire() argument
1573 return arch_atomic64_sub_return_acquire(1, v); in arch_atomic64_dec_return_acquire()
1580 arch_atomic64_dec_return_release(atomic64_t *v) in arch_atomic64_dec_return_release() argument
1582 return arch_atomic64_sub_return_release(1, v); in arch_atomic64_dec_return_release()
1589 arch_atomic64_dec_return_relaxed(atomic64_t *v) in arch_atomic64_dec_return_relaxed() argument
1591 return arch_atomic64_sub_return_relaxed(1, v); in arch_atomic64_dec_return_relaxed()
1600 arch_atomic64_dec_return_acquire(atomic64_t *v) in arch_atomic64_dec_return_acquire() argument
1602 s64 ret = arch_atomic64_dec_return_relaxed(v); in arch_atomic64_dec_return_acquire()
1611 arch_atomic64_dec_return_release(atomic64_t *v) in arch_atomic64_dec_return_release() argument
1614 return arch_atomic64_dec_return_relaxed(v); in arch_atomic64_dec_return_release()
1621 arch_atomic64_dec_return(atomic64_t *v) in arch_atomic64_dec_return() argument
1625 ret = arch_atomic64_dec_return_relaxed(v); in arch_atomic64_dec_return()
1643 arch_atomic64_fetch_dec(atomic64_t *v) in arch_atomic64_fetch_dec() argument
1645 return arch_atomic64_fetch_sub(1, v); in arch_atomic64_fetch_dec()
1652 arch_atomic64_fetch_dec_acquire(atomic64_t *v) in arch_atomic64_fetch_dec_acquire() argument
1654 return arch_atomic64_fetch_sub_acquire(1, v); in arch_atomic64_fetch_dec_acquire()
1661 arch_atomic64_fetch_dec_release(atomic64_t *v) in arch_atomic64_fetch_dec_release() argument
1663 return arch_atomic64_fetch_sub_release(1, v); in arch_atomic64_fetch_dec_release()
1670 arch_atomic64_fetch_dec_relaxed(atomic64_t *v) in arch_atomic64_fetch_dec_relaxed() argument
1672 return arch_atomic64_fetch_sub_relaxed(1, v); in arch_atomic64_fetch_dec_relaxed()
1681 arch_atomic64_fetch_dec_acquire(atomic64_t *v) in arch_atomic64_fetch_dec_acquire() argument
1683 s64 ret = arch_atomic64_fetch_dec_relaxed(v); in arch_atomic64_fetch_dec_acquire()
1692 arch_atomic64_fetch_dec_release(atomic64_t *v) in arch_atomic64_fetch_dec_release() argument
1695 return arch_atomic64_fetch_dec_relaxed(v); in arch_atomic64_fetch_dec_release()
1702 arch_atomic64_fetch_dec(atomic64_t *v) in arch_atomic64_fetch_dec() argument
1706 ret = arch_atomic64_fetch_dec_relaxed(v); in arch_atomic64_fetch_dec()
1723 arch_atomic64_fetch_and_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_and_acquire() argument
1725 s64 ret = arch_atomic64_fetch_and_relaxed(i, v); in arch_atomic64_fetch_and_acquire()
1734 arch_atomic64_fetch_and_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_and_release() argument
1737 return arch_atomic64_fetch_and_relaxed(i, v); in arch_atomic64_fetch_and_release()
1744 arch_atomic64_fetch_and(s64 i, atomic64_t *v) in arch_atomic64_fetch_and() argument
1748 ret = arch_atomic64_fetch_and_relaxed(i, v); in arch_atomic64_fetch_and()
1759 arch_atomic64_andnot(s64 i, atomic64_t *v) in arch_atomic64_andnot() argument
1761 arch_atomic64_and(~i, v); in arch_atomic64_andnot()
1775 arch_atomic64_fetch_andnot(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot() argument
1777 return arch_atomic64_fetch_and(~i, v); in arch_atomic64_fetch_andnot()
1784 arch_atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_acquire() argument
1786 return arch_atomic64_fetch_and_acquire(~i, v); in arch_atomic64_fetch_andnot_acquire()
1793 arch_atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_release() argument
1795 return arch_atomic64_fetch_and_release(~i, v); in arch_atomic64_fetch_andnot_release()
1802 arch_atomic64_fetch_andnot_relaxed(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_relaxed() argument
1804 return arch_atomic64_fetch_and_relaxed(~i, v); in arch_atomic64_fetch_andnot_relaxed()
1813 arch_atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_acquire() argument
1815 s64 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in arch_atomic64_fetch_andnot_acquire()
1824 arch_atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_release() argument
1827 return arch_atomic64_fetch_andnot_relaxed(i, v); in arch_atomic64_fetch_andnot_release()
1834 arch_atomic64_fetch_andnot(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot() argument
1838 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in arch_atomic64_fetch_andnot()
1855 arch_atomic64_fetch_or_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_or_acquire() argument
1857 s64 ret = arch_atomic64_fetch_or_relaxed(i, v); in arch_atomic64_fetch_or_acquire()
1866 arch_atomic64_fetch_or_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_or_release() argument
1869 return arch_atomic64_fetch_or_relaxed(i, v); in arch_atomic64_fetch_or_release()
1876 arch_atomic64_fetch_or(s64 i, atomic64_t *v) in arch_atomic64_fetch_or() argument
1880 ret = arch_atomic64_fetch_or_relaxed(i, v); in arch_atomic64_fetch_or()
1897 arch_atomic64_fetch_xor_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_xor_acquire() argument
1899 s64 ret = arch_atomic64_fetch_xor_relaxed(i, v); in arch_atomic64_fetch_xor_acquire()
1908 arch_atomic64_fetch_xor_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_xor_release() argument
1911 return arch_atomic64_fetch_xor_relaxed(i, v); in arch_atomic64_fetch_xor_release()
1918 arch_atomic64_fetch_xor(s64 i, atomic64_t *v) in arch_atomic64_fetch_xor() argument
1922 ret = arch_atomic64_fetch_xor_relaxed(i, v); in arch_atomic64_fetch_xor()
1939 arch_atomic64_xchg_acquire(atomic64_t *v, s64 i) in arch_atomic64_xchg_acquire() argument
1941 s64 ret = arch_atomic64_xchg_relaxed(v, i); in arch_atomic64_xchg_acquire()
1950 arch_atomic64_xchg_release(atomic64_t *v, s64 i) in arch_atomic64_xchg_release() argument
1953 return arch_atomic64_xchg_relaxed(v, i); in arch_atomic64_xchg_release()
1960 arch_atomic64_xchg(atomic64_t *v, s64 i) in arch_atomic64_xchg() argument
1964 ret = arch_atomic64_xchg_relaxed(v, i); in arch_atomic64_xchg()
1981 arch_atomic64_cmpxchg_acquire(atomic64_t *v, s64 old, s64 new) in arch_atomic64_cmpxchg_acquire() argument
1983 s64 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in arch_atomic64_cmpxchg_acquire()
1992 arch_atomic64_cmpxchg_release(atomic64_t *v, s64 old, s64 new) in arch_atomic64_cmpxchg_release() argument
1995 return arch_atomic64_cmpxchg_relaxed(v, old, new); in arch_atomic64_cmpxchg_release()
2002 arch_atomic64_cmpxchg(atomic64_t *v, s64 old, s64 new) in arch_atomic64_cmpxchg() argument
2006 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in arch_atomic64_cmpxchg()
2024 arch_atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg() argument
2027 r = arch_atomic64_cmpxchg(v, o, new); in arch_atomic64_try_cmpxchg()
2037 arch_atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_acquire() argument
2040 r = arch_atomic64_cmpxchg_acquire(v, o, new); in arch_atomic64_try_cmpxchg_acquire()
2050 arch_atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_release() argument
2053 r = arch_atomic64_cmpxchg_release(v, o, new); in arch_atomic64_try_cmpxchg_release()
2063 arch_atomic64_try_cmpxchg_relaxed(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_relaxed() argument
2066 r = arch_atomic64_cmpxchg_relaxed(v, o, new); in arch_atomic64_try_cmpxchg_relaxed()
2078 arch_atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_acquire() argument
2080 bool ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in arch_atomic64_try_cmpxchg_acquire()
2089 arch_atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_release() argument
2092 return arch_atomic64_try_cmpxchg_relaxed(v, old, new); in arch_atomic64_try_cmpxchg_release()
2099 arch_atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg() argument
2103 ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in arch_atomic64_try_cmpxchg()
2116 * @v: pointer of type atomic64_t
2118 * Atomically subtracts @i from @v and returns
2123 arch_atomic64_sub_and_test(s64 i, atomic64_t *v) in arch_atomic64_sub_and_test() argument
2125 return arch_atomic64_sub_return(i, v) == 0; in arch_atomic64_sub_and_test()
2133 * @v: pointer of type atomic64_t
2135 * Atomically decrements @v by 1 and
2140 arch_atomic64_dec_and_test(atomic64_t *v) in arch_atomic64_dec_and_test() argument
2142 return arch_atomic64_dec_return(v) == 0; in arch_atomic64_dec_and_test()
2150 * @v: pointer of type atomic64_t
2152 * Atomically increments @v by 1
2157 arch_atomic64_inc_and_test(atomic64_t *v) in arch_atomic64_inc_and_test() argument
2159 return arch_atomic64_inc_return(v) == 0; in arch_atomic64_inc_and_test()
2168 * @v: pointer of type atomic64_t
2170 * Atomically adds @i to @v and returns true
2175 arch_atomic64_add_negative(s64 i, atomic64_t *v) in arch_atomic64_add_negative() argument
2177 return arch_atomic64_add_return(i, v) < 0; in arch_atomic64_add_negative()
2185 * @v: pointer of type atomic64_t
2186 * @a: the amount to add to v...
2187 * @u: ...unless v is equal to u.
2189 * Atomically adds @a to @v, so long as @v was not already @u.
2190 * Returns original value of @v
2193 arch_atomic64_fetch_add_unless(atomic64_t *v, s64 a, s64 u) in arch_atomic64_fetch_add_unless() argument
2195 s64 c = arch_atomic64_read(v); in arch_atomic64_fetch_add_unless()
2200 } while (!arch_atomic64_try_cmpxchg(v, &c, c + a)); in arch_atomic64_fetch_add_unless()
2210 * @v: pointer of type atomic64_t
2211 * @a: the amount to add to v...
2212 * @u: ...unless v is equal to u.
2214 * Atomically adds @a to @v, if @v was not already @u.
2218 arch_atomic64_add_unless(atomic64_t *v, s64 a, s64 u) in arch_atomic64_add_unless() argument
2220 return arch_atomic64_fetch_add_unless(v, a, u) != u; in arch_atomic64_add_unless()
2228 * @v: pointer of type atomic64_t
2230 * Atomically increments @v by 1, if @v is non-zero.
2234 arch_atomic64_inc_not_zero(atomic64_t *v) in arch_atomic64_inc_not_zero() argument
2236 return arch_atomic64_add_unless(v, 1, 0); in arch_atomic64_inc_not_zero()
2243 arch_atomic64_inc_unless_negative(atomic64_t *v) in arch_atomic64_inc_unless_negative() argument
2245 s64 c = arch_atomic64_read(v); in arch_atomic64_inc_unless_negative()
2250 } while (!arch_atomic64_try_cmpxchg(v, &c, c + 1)); in arch_atomic64_inc_unless_negative()
2259 arch_atomic64_dec_unless_positive(atomic64_t *v) in arch_atomic64_dec_unless_positive() argument
2261 s64 c = arch_atomic64_read(v); in arch_atomic64_dec_unless_positive()
2266 } while (!arch_atomic64_try_cmpxchg(v, &c, c - 1)); in arch_atomic64_dec_unless_positive()
2275 arch_atomic64_dec_if_positive(atomic64_t *v) in arch_atomic64_dec_if_positive() argument
2277 s64 dec, c = arch_atomic64_read(v); in arch_atomic64_dec_if_positive()
2280 dec = c - 1; in arch_atomic64_dec_if_positive()
2283 } while (!arch_atomic64_try_cmpxchg(v, &c, dec)); in arch_atomic64_dec_if_positive()