Lines Matching full:v
222 arch_atomic_read_acquire(const atomic_t *v) in arch_atomic_read_acquire() argument
227 ret = smp_load_acquire(&(v)->counter); in arch_atomic_read_acquire()
229 ret = arch_atomic_read(v); in arch_atomic_read_acquire()
240 arch_atomic_set_release(atomic_t *v, int i) in arch_atomic_set_release() argument
243 smp_store_release(&(v)->counter, i); in arch_atomic_set_release()
246 arch_atomic_set(v, i); in arch_atomic_set_release()
260 arch_atomic_add_return_acquire(int i, atomic_t *v) in arch_atomic_add_return_acquire() argument
262 int ret = arch_atomic_add_return_relaxed(i, v); in arch_atomic_add_return_acquire()
271 arch_atomic_add_return_release(int i, atomic_t *v) in arch_atomic_add_return_release() argument
274 return arch_atomic_add_return_relaxed(i, v); in arch_atomic_add_return_release()
281 arch_atomic_add_return(int i, atomic_t *v) in arch_atomic_add_return() argument
285 ret = arch_atomic_add_return_relaxed(i, v); in arch_atomic_add_return()
302 arch_atomic_fetch_add_acquire(int i, atomic_t *v) in arch_atomic_fetch_add_acquire() argument
304 int ret = arch_atomic_fetch_add_relaxed(i, v); in arch_atomic_fetch_add_acquire()
313 arch_atomic_fetch_add_release(int i, atomic_t *v) in arch_atomic_fetch_add_release() argument
316 return arch_atomic_fetch_add_relaxed(i, v); in arch_atomic_fetch_add_release()
323 arch_atomic_fetch_add(int i, atomic_t *v) in arch_atomic_fetch_add() argument
327 ret = arch_atomic_fetch_add_relaxed(i, v); in arch_atomic_fetch_add()
344 arch_atomic_sub_return_acquire(int i, atomic_t *v) in arch_atomic_sub_return_acquire() argument
346 int ret = arch_atomic_sub_return_relaxed(i, v); in arch_atomic_sub_return_acquire()
355 arch_atomic_sub_return_release(int i, atomic_t *v) in arch_atomic_sub_return_release() argument
358 return arch_atomic_sub_return_relaxed(i, v); in arch_atomic_sub_return_release()
365 arch_atomic_sub_return(int i, atomic_t *v) in arch_atomic_sub_return() argument
369 ret = arch_atomic_sub_return_relaxed(i, v); in arch_atomic_sub_return()
386 arch_atomic_fetch_sub_acquire(int i, atomic_t *v) in arch_atomic_fetch_sub_acquire() argument
388 int ret = arch_atomic_fetch_sub_relaxed(i, v); in arch_atomic_fetch_sub_acquire()
397 arch_atomic_fetch_sub_release(int i, atomic_t *v) in arch_atomic_fetch_sub_release() argument
400 return arch_atomic_fetch_sub_relaxed(i, v); in arch_atomic_fetch_sub_release()
407 arch_atomic_fetch_sub(int i, atomic_t *v) in arch_atomic_fetch_sub() argument
411 ret = arch_atomic_fetch_sub_relaxed(i, v); in arch_atomic_fetch_sub()
422 arch_atomic_inc(atomic_t *v) in arch_atomic_inc() argument
424 arch_atomic_add(1, v); in arch_atomic_inc()
438 arch_atomic_inc_return(atomic_t *v) in arch_atomic_inc_return() argument
440 return arch_atomic_add_return(1, v); in arch_atomic_inc_return()
447 arch_atomic_inc_return_acquire(atomic_t *v) in arch_atomic_inc_return_acquire() argument
449 return arch_atomic_add_return_acquire(1, v); in arch_atomic_inc_return_acquire()
456 arch_atomic_inc_return_release(atomic_t *v) in arch_atomic_inc_return_release() argument
458 return arch_atomic_add_return_release(1, v); in arch_atomic_inc_return_release()
465 arch_atomic_inc_return_relaxed(atomic_t *v) in arch_atomic_inc_return_relaxed() argument
467 return arch_atomic_add_return_relaxed(1, v); in arch_atomic_inc_return_relaxed()
476 arch_atomic_inc_return_acquire(atomic_t *v) in arch_atomic_inc_return_acquire() argument
478 int ret = arch_atomic_inc_return_relaxed(v); in arch_atomic_inc_return_acquire()
487 arch_atomic_inc_return_release(atomic_t *v) in arch_atomic_inc_return_release() argument
490 return arch_atomic_inc_return_relaxed(v); in arch_atomic_inc_return_release()
497 arch_atomic_inc_return(atomic_t *v) in arch_atomic_inc_return() argument
501 ret = arch_atomic_inc_return_relaxed(v); in arch_atomic_inc_return()
519 arch_atomic_fetch_inc(atomic_t *v) in arch_atomic_fetch_inc() argument
521 return arch_atomic_fetch_add(1, v); in arch_atomic_fetch_inc()
528 arch_atomic_fetch_inc_acquire(atomic_t *v) in arch_atomic_fetch_inc_acquire() argument
530 return arch_atomic_fetch_add_acquire(1, v); in arch_atomic_fetch_inc_acquire()
537 arch_atomic_fetch_inc_release(atomic_t *v) in arch_atomic_fetch_inc_release() argument
539 return arch_atomic_fetch_add_release(1, v); in arch_atomic_fetch_inc_release()
546 arch_atomic_fetch_inc_relaxed(atomic_t *v) in arch_atomic_fetch_inc_relaxed() argument
548 return arch_atomic_fetch_add_relaxed(1, v); in arch_atomic_fetch_inc_relaxed()
557 arch_atomic_fetch_inc_acquire(atomic_t *v) in arch_atomic_fetch_inc_acquire() argument
559 int ret = arch_atomic_fetch_inc_relaxed(v); in arch_atomic_fetch_inc_acquire()
568 arch_atomic_fetch_inc_release(atomic_t *v) in arch_atomic_fetch_inc_release() argument
571 return arch_atomic_fetch_inc_relaxed(v); in arch_atomic_fetch_inc_release()
578 arch_atomic_fetch_inc(atomic_t *v) in arch_atomic_fetch_inc() argument
582 ret = arch_atomic_fetch_inc_relaxed(v); in arch_atomic_fetch_inc()
593 arch_atomic_dec(atomic_t *v) in arch_atomic_dec() argument
595 arch_atomic_sub(1, v); in arch_atomic_dec()
609 arch_atomic_dec_return(atomic_t *v) in arch_atomic_dec_return() argument
611 return arch_atomic_sub_return(1, v); in arch_atomic_dec_return()
618 arch_atomic_dec_return_acquire(atomic_t *v) in arch_atomic_dec_return_acquire() argument
620 return arch_atomic_sub_return_acquire(1, v); in arch_atomic_dec_return_acquire()
627 arch_atomic_dec_return_release(atomic_t *v) in arch_atomic_dec_return_release() argument
629 return arch_atomic_sub_return_release(1, v); in arch_atomic_dec_return_release()
636 arch_atomic_dec_return_relaxed(atomic_t *v) in arch_atomic_dec_return_relaxed() argument
638 return arch_atomic_sub_return_relaxed(1, v); in arch_atomic_dec_return_relaxed()
647 arch_atomic_dec_return_acquire(atomic_t *v) in arch_atomic_dec_return_acquire() argument
649 int ret = arch_atomic_dec_return_relaxed(v); in arch_atomic_dec_return_acquire()
658 arch_atomic_dec_return_release(atomic_t *v) in arch_atomic_dec_return_release() argument
661 return arch_atomic_dec_return_relaxed(v); in arch_atomic_dec_return_release()
668 arch_atomic_dec_return(atomic_t *v) in arch_atomic_dec_return() argument
672 ret = arch_atomic_dec_return_relaxed(v); in arch_atomic_dec_return()
690 arch_atomic_fetch_dec(atomic_t *v) in arch_atomic_fetch_dec() argument
692 return arch_atomic_fetch_sub(1, v); in arch_atomic_fetch_dec()
699 arch_atomic_fetch_dec_acquire(atomic_t *v) in arch_atomic_fetch_dec_acquire() argument
701 return arch_atomic_fetch_sub_acquire(1, v); in arch_atomic_fetch_dec_acquire()
708 arch_atomic_fetch_dec_release(atomic_t *v) in arch_atomic_fetch_dec_release() argument
710 return arch_atomic_fetch_sub_release(1, v); in arch_atomic_fetch_dec_release()
717 arch_atomic_fetch_dec_relaxed(atomic_t *v) in arch_atomic_fetch_dec_relaxed() argument
719 return arch_atomic_fetch_sub_relaxed(1, v); in arch_atomic_fetch_dec_relaxed()
728 arch_atomic_fetch_dec_acquire(atomic_t *v) in arch_atomic_fetch_dec_acquire() argument
730 int ret = arch_atomic_fetch_dec_relaxed(v); in arch_atomic_fetch_dec_acquire()
739 arch_atomic_fetch_dec_release(atomic_t *v) in arch_atomic_fetch_dec_release() argument
742 return arch_atomic_fetch_dec_relaxed(v); in arch_atomic_fetch_dec_release()
749 arch_atomic_fetch_dec(atomic_t *v) in arch_atomic_fetch_dec() argument
753 ret = arch_atomic_fetch_dec_relaxed(v); in arch_atomic_fetch_dec()
770 arch_atomic_fetch_and_acquire(int i, atomic_t *v) in arch_atomic_fetch_and_acquire() argument
772 int ret = arch_atomic_fetch_and_relaxed(i, v); in arch_atomic_fetch_and_acquire()
781 arch_atomic_fetch_and_release(int i, atomic_t *v) in arch_atomic_fetch_and_release() argument
784 return arch_atomic_fetch_and_relaxed(i, v); in arch_atomic_fetch_and_release()
791 arch_atomic_fetch_and(int i, atomic_t *v) in arch_atomic_fetch_and() argument
795 ret = arch_atomic_fetch_and_relaxed(i, v); in arch_atomic_fetch_and()
806 arch_atomic_andnot(int i, atomic_t *v) in arch_atomic_andnot() argument
808 arch_atomic_and(~i, v); in arch_atomic_andnot()
822 arch_atomic_fetch_andnot(int i, atomic_t *v) in arch_atomic_fetch_andnot() argument
824 return arch_atomic_fetch_and(~i, v); in arch_atomic_fetch_andnot()
831 arch_atomic_fetch_andnot_acquire(int i, atomic_t *v) in arch_atomic_fetch_andnot_acquire() argument
833 return arch_atomic_fetch_and_acquire(~i, v); in arch_atomic_fetch_andnot_acquire()
840 arch_atomic_fetch_andnot_release(int i, atomic_t *v) in arch_atomic_fetch_andnot_release() argument
842 return arch_atomic_fetch_and_release(~i, v); in arch_atomic_fetch_andnot_release()
849 arch_atomic_fetch_andnot_relaxed(int i, atomic_t *v) in arch_atomic_fetch_andnot_relaxed() argument
851 return arch_atomic_fetch_and_relaxed(~i, v); in arch_atomic_fetch_andnot_relaxed()
860 arch_atomic_fetch_andnot_acquire(int i, atomic_t *v) in arch_atomic_fetch_andnot_acquire() argument
862 int ret = arch_atomic_fetch_andnot_relaxed(i, v); in arch_atomic_fetch_andnot_acquire()
871 arch_atomic_fetch_andnot_release(int i, atomic_t *v) in arch_atomic_fetch_andnot_release() argument
874 return arch_atomic_fetch_andnot_relaxed(i, v); in arch_atomic_fetch_andnot_release()
881 arch_atomic_fetch_andnot(int i, atomic_t *v) in arch_atomic_fetch_andnot() argument
885 ret = arch_atomic_fetch_andnot_relaxed(i, v); in arch_atomic_fetch_andnot()
902 arch_atomic_fetch_or_acquire(int i, atomic_t *v) in arch_atomic_fetch_or_acquire() argument
904 int ret = arch_atomic_fetch_or_relaxed(i, v); in arch_atomic_fetch_or_acquire()
913 arch_atomic_fetch_or_release(int i, atomic_t *v) in arch_atomic_fetch_or_release() argument
916 return arch_atomic_fetch_or_relaxed(i, v); in arch_atomic_fetch_or_release()
923 arch_atomic_fetch_or(int i, atomic_t *v) in arch_atomic_fetch_or() argument
927 ret = arch_atomic_fetch_or_relaxed(i, v); in arch_atomic_fetch_or()
944 arch_atomic_fetch_xor_acquire(int i, atomic_t *v) in arch_atomic_fetch_xor_acquire() argument
946 int ret = arch_atomic_fetch_xor_relaxed(i, v); in arch_atomic_fetch_xor_acquire()
955 arch_atomic_fetch_xor_release(int i, atomic_t *v) in arch_atomic_fetch_xor_release() argument
958 return arch_atomic_fetch_xor_relaxed(i, v); in arch_atomic_fetch_xor_release()
965 arch_atomic_fetch_xor(int i, atomic_t *v) in arch_atomic_fetch_xor() argument
969 ret = arch_atomic_fetch_xor_relaxed(i, v); in arch_atomic_fetch_xor()
986 arch_atomic_xchg_acquire(atomic_t *v, int i) in arch_atomic_xchg_acquire() argument
988 int ret = arch_atomic_xchg_relaxed(v, i); in arch_atomic_xchg_acquire()
997 arch_atomic_xchg_release(atomic_t *v, int i) in arch_atomic_xchg_release() argument
1000 return arch_atomic_xchg_relaxed(v, i); in arch_atomic_xchg_release()
1007 arch_atomic_xchg(atomic_t *v, int i) in arch_atomic_xchg() argument
1011 ret = arch_atomic_xchg_relaxed(v, i); in arch_atomic_xchg()
1028 arch_atomic_cmpxchg_acquire(atomic_t *v, int old, int new) in arch_atomic_cmpxchg_acquire() argument
1030 int ret = arch_atomic_cmpxchg_relaxed(v, old, new); in arch_atomic_cmpxchg_acquire()
1039 arch_atomic_cmpxchg_release(atomic_t *v, int old, int new) in arch_atomic_cmpxchg_release() argument
1042 return arch_atomic_cmpxchg_relaxed(v, old, new); in arch_atomic_cmpxchg_release()
1049 arch_atomic_cmpxchg(atomic_t *v, int old, int new) in arch_atomic_cmpxchg() argument
1053 ret = arch_atomic_cmpxchg_relaxed(v, old, new); in arch_atomic_cmpxchg()
1071 arch_atomic_try_cmpxchg(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg() argument
1074 r = arch_atomic_cmpxchg(v, o, new); in arch_atomic_try_cmpxchg()
1084 arch_atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_acquire() argument
1087 r = arch_atomic_cmpxchg_acquire(v, o, new); in arch_atomic_try_cmpxchg_acquire()
1097 arch_atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_release() argument
1100 r = arch_atomic_cmpxchg_release(v, o, new); in arch_atomic_try_cmpxchg_release()
1110 arch_atomic_try_cmpxchg_relaxed(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_relaxed() argument
1113 r = arch_atomic_cmpxchg_relaxed(v, o, new); in arch_atomic_try_cmpxchg_relaxed()
1125 arch_atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_acquire() argument
1127 bool ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in arch_atomic_try_cmpxchg_acquire()
1136 arch_atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg_release() argument
1139 return arch_atomic_try_cmpxchg_relaxed(v, old, new); in arch_atomic_try_cmpxchg_release()
1146 arch_atomic_try_cmpxchg(atomic_t *v, int *old, int new) in arch_atomic_try_cmpxchg() argument
1150 ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in arch_atomic_try_cmpxchg()
1163 * @v: pointer of type atomic_t
1165 * Atomically subtracts @i from @v and returns
1170 arch_atomic_sub_and_test(int i, atomic_t *v) in arch_atomic_sub_and_test() argument
1172 return arch_atomic_sub_return(i, v) == 0; in arch_atomic_sub_and_test()
1180 * @v: pointer of type atomic_t
1182 * Atomically decrements @v by 1 and
1187 arch_atomic_dec_and_test(atomic_t *v) in arch_atomic_dec_and_test() argument
1189 return arch_atomic_dec_return(v) == 0; in arch_atomic_dec_and_test()
1197 * @v: pointer of type atomic_t
1199 * Atomically increments @v by 1
1204 arch_atomic_inc_and_test(atomic_t *v) in arch_atomic_inc_and_test() argument
1206 return arch_atomic_inc_return(v) == 0; in arch_atomic_inc_and_test()
1215 * @v: pointer of type atomic_t
1217 * Atomically adds @i to @v and returns true
1222 arch_atomic_add_negative(int i, atomic_t *v) in arch_atomic_add_negative() argument
1224 return arch_atomic_add_return(i, v) < 0; in arch_atomic_add_negative()
1232 * @v: pointer of type atomic_t
1233 * @a: the amount to add to v...
1234 * @u: ...unless v is equal to u.
1236 * Atomically adds @a to @v, so long as @v was not already @u.
1237 * Returns original value of @v
1240 arch_atomic_fetch_add_unless(atomic_t *v, int a, int u) in arch_atomic_fetch_add_unless() argument
1242 int c = arch_atomic_read(v); in arch_atomic_fetch_add_unless()
1247 } while (!arch_atomic_try_cmpxchg(v, &c, c + a)); in arch_atomic_fetch_add_unless()
1257 * @v: pointer of type atomic_t
1258 * @a: the amount to add to v...
1259 * @u: ...unless v is equal to u.
1261 * Atomically adds @a to @v, if @v was not already @u.
1265 arch_atomic_add_unless(atomic_t *v, int a, int u) in arch_atomic_add_unless() argument
1267 return arch_atomic_fetch_add_unless(v, a, u) != u; in arch_atomic_add_unless()
1275 * @v: pointer of type atomic_t
1277 * Atomically increments @v by 1, if @v is non-zero.
1281 arch_atomic_inc_not_zero(atomic_t *v) in arch_atomic_inc_not_zero() argument
1283 return arch_atomic_add_unless(v, 1, 0); in arch_atomic_inc_not_zero()
1290 arch_atomic_inc_unless_negative(atomic_t *v) in arch_atomic_inc_unless_negative() argument
1292 int c = arch_atomic_read(v); in arch_atomic_inc_unless_negative()
1297 } while (!arch_atomic_try_cmpxchg(v, &c, c + 1)); in arch_atomic_inc_unless_negative()
1306 arch_atomic_dec_unless_positive(atomic_t *v) in arch_atomic_dec_unless_positive() argument
1308 int c = arch_atomic_read(v); in arch_atomic_dec_unless_positive()
1313 } while (!arch_atomic_try_cmpxchg(v, &c, c - 1)); in arch_atomic_dec_unless_positive()
1322 arch_atomic_dec_if_positive(atomic_t *v) in arch_atomic_dec_if_positive() argument
1324 int dec, c = arch_atomic_read(v); in arch_atomic_dec_if_positive()
1330 } while (!arch_atomic_try_cmpxchg(v, &c, dec)); in arch_atomic_dec_if_positive()
1343 arch_atomic64_read_acquire(const atomic64_t *v) in arch_atomic64_read_acquire() argument
1348 ret = smp_load_acquire(&(v)->counter); in arch_atomic64_read_acquire()
1350 ret = arch_atomic64_read(v); in arch_atomic64_read_acquire()
1361 arch_atomic64_set_release(atomic64_t *v, s64 i) in arch_atomic64_set_release() argument
1364 smp_store_release(&(v)->counter, i); in arch_atomic64_set_release()
1367 arch_atomic64_set(v, i); in arch_atomic64_set_release()
1381 arch_atomic64_add_return_acquire(s64 i, atomic64_t *v) in arch_atomic64_add_return_acquire() argument
1383 s64 ret = arch_atomic64_add_return_relaxed(i, v); in arch_atomic64_add_return_acquire()
1392 arch_atomic64_add_return_release(s64 i, atomic64_t *v) in arch_atomic64_add_return_release() argument
1395 return arch_atomic64_add_return_relaxed(i, v); in arch_atomic64_add_return_release()
1402 arch_atomic64_add_return(s64 i, atomic64_t *v) in arch_atomic64_add_return() argument
1406 ret = arch_atomic64_add_return_relaxed(i, v); in arch_atomic64_add_return()
1423 arch_atomic64_fetch_add_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_add_acquire() argument
1425 s64 ret = arch_atomic64_fetch_add_relaxed(i, v); in arch_atomic64_fetch_add_acquire()
1434 arch_atomic64_fetch_add_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_add_release() argument
1437 return arch_atomic64_fetch_add_relaxed(i, v); in arch_atomic64_fetch_add_release()
1444 arch_atomic64_fetch_add(s64 i, atomic64_t *v) in arch_atomic64_fetch_add() argument
1448 ret = arch_atomic64_fetch_add_relaxed(i, v); in arch_atomic64_fetch_add()
1465 arch_atomic64_sub_return_acquire(s64 i, atomic64_t *v) in arch_atomic64_sub_return_acquire() argument
1467 s64 ret = arch_atomic64_sub_return_relaxed(i, v); in arch_atomic64_sub_return_acquire()
1476 arch_atomic64_sub_return_release(s64 i, atomic64_t *v) in arch_atomic64_sub_return_release() argument
1479 return arch_atomic64_sub_return_relaxed(i, v); in arch_atomic64_sub_return_release()
1486 arch_atomic64_sub_return(s64 i, atomic64_t *v) in arch_atomic64_sub_return() argument
1490 ret = arch_atomic64_sub_return_relaxed(i, v); in arch_atomic64_sub_return()
1507 arch_atomic64_fetch_sub_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_sub_acquire() argument
1509 s64 ret = arch_atomic64_fetch_sub_relaxed(i, v); in arch_atomic64_fetch_sub_acquire()
1518 arch_atomic64_fetch_sub_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_sub_release() argument
1521 return arch_atomic64_fetch_sub_relaxed(i, v); in arch_atomic64_fetch_sub_release()
1528 arch_atomic64_fetch_sub(s64 i, atomic64_t *v) in arch_atomic64_fetch_sub() argument
1532 ret = arch_atomic64_fetch_sub_relaxed(i, v); in arch_atomic64_fetch_sub()
1543 arch_atomic64_inc(atomic64_t *v) in arch_atomic64_inc() argument
1545 arch_atomic64_add(1, v); in arch_atomic64_inc()
1559 arch_atomic64_inc_return(atomic64_t *v) in arch_atomic64_inc_return() argument
1561 return arch_atomic64_add_return(1, v); in arch_atomic64_inc_return()
1568 arch_atomic64_inc_return_acquire(atomic64_t *v) in arch_atomic64_inc_return_acquire() argument
1570 return arch_atomic64_add_return_acquire(1, v); in arch_atomic64_inc_return_acquire()
1577 arch_atomic64_inc_return_release(atomic64_t *v) in arch_atomic64_inc_return_release() argument
1579 return arch_atomic64_add_return_release(1, v); in arch_atomic64_inc_return_release()
1586 arch_atomic64_inc_return_relaxed(atomic64_t *v) in arch_atomic64_inc_return_relaxed() argument
1588 return arch_atomic64_add_return_relaxed(1, v); in arch_atomic64_inc_return_relaxed()
1597 arch_atomic64_inc_return_acquire(atomic64_t *v) in arch_atomic64_inc_return_acquire() argument
1599 s64 ret = arch_atomic64_inc_return_relaxed(v); in arch_atomic64_inc_return_acquire()
1608 arch_atomic64_inc_return_release(atomic64_t *v) in arch_atomic64_inc_return_release() argument
1611 return arch_atomic64_inc_return_relaxed(v); in arch_atomic64_inc_return_release()
1618 arch_atomic64_inc_return(atomic64_t *v) in arch_atomic64_inc_return() argument
1622 ret = arch_atomic64_inc_return_relaxed(v); in arch_atomic64_inc_return()
1640 arch_atomic64_fetch_inc(atomic64_t *v) in arch_atomic64_fetch_inc() argument
1642 return arch_atomic64_fetch_add(1, v); in arch_atomic64_fetch_inc()
1649 arch_atomic64_fetch_inc_acquire(atomic64_t *v) in arch_atomic64_fetch_inc_acquire() argument
1651 return arch_atomic64_fetch_add_acquire(1, v); in arch_atomic64_fetch_inc_acquire()
1658 arch_atomic64_fetch_inc_release(atomic64_t *v) in arch_atomic64_fetch_inc_release() argument
1660 return arch_atomic64_fetch_add_release(1, v); in arch_atomic64_fetch_inc_release()
1667 arch_atomic64_fetch_inc_relaxed(atomic64_t *v) in arch_atomic64_fetch_inc_relaxed() argument
1669 return arch_atomic64_fetch_add_relaxed(1, v); in arch_atomic64_fetch_inc_relaxed()
1678 arch_atomic64_fetch_inc_acquire(atomic64_t *v) in arch_atomic64_fetch_inc_acquire() argument
1680 s64 ret = arch_atomic64_fetch_inc_relaxed(v); in arch_atomic64_fetch_inc_acquire()
1689 arch_atomic64_fetch_inc_release(atomic64_t *v) in arch_atomic64_fetch_inc_release() argument
1692 return arch_atomic64_fetch_inc_relaxed(v); in arch_atomic64_fetch_inc_release()
1699 arch_atomic64_fetch_inc(atomic64_t *v) in arch_atomic64_fetch_inc() argument
1703 ret = arch_atomic64_fetch_inc_relaxed(v); in arch_atomic64_fetch_inc()
1714 arch_atomic64_dec(atomic64_t *v) in arch_atomic64_dec() argument
1716 arch_atomic64_sub(1, v); in arch_atomic64_dec()
1730 arch_atomic64_dec_return(atomic64_t *v) in arch_atomic64_dec_return() argument
1732 return arch_atomic64_sub_return(1, v); in arch_atomic64_dec_return()
1739 arch_atomic64_dec_return_acquire(atomic64_t *v) in arch_atomic64_dec_return_acquire() argument
1741 return arch_atomic64_sub_return_acquire(1, v); in arch_atomic64_dec_return_acquire()
1748 arch_atomic64_dec_return_release(atomic64_t *v) in arch_atomic64_dec_return_release() argument
1750 return arch_atomic64_sub_return_release(1, v); in arch_atomic64_dec_return_release()
1757 arch_atomic64_dec_return_relaxed(atomic64_t *v) in arch_atomic64_dec_return_relaxed() argument
1759 return arch_atomic64_sub_return_relaxed(1, v); in arch_atomic64_dec_return_relaxed()
1768 arch_atomic64_dec_return_acquire(atomic64_t *v) in arch_atomic64_dec_return_acquire() argument
1770 s64 ret = arch_atomic64_dec_return_relaxed(v); in arch_atomic64_dec_return_acquire()
1779 arch_atomic64_dec_return_release(atomic64_t *v) in arch_atomic64_dec_return_release() argument
1782 return arch_atomic64_dec_return_relaxed(v); in arch_atomic64_dec_return_release()
1789 arch_atomic64_dec_return(atomic64_t *v) in arch_atomic64_dec_return() argument
1793 ret = arch_atomic64_dec_return_relaxed(v); in arch_atomic64_dec_return()
1811 arch_atomic64_fetch_dec(atomic64_t *v) in arch_atomic64_fetch_dec() argument
1813 return arch_atomic64_fetch_sub(1, v); in arch_atomic64_fetch_dec()
1820 arch_atomic64_fetch_dec_acquire(atomic64_t *v) in arch_atomic64_fetch_dec_acquire() argument
1822 return arch_atomic64_fetch_sub_acquire(1, v); in arch_atomic64_fetch_dec_acquire()
1829 arch_atomic64_fetch_dec_release(atomic64_t *v) in arch_atomic64_fetch_dec_release() argument
1831 return arch_atomic64_fetch_sub_release(1, v); in arch_atomic64_fetch_dec_release()
1838 arch_atomic64_fetch_dec_relaxed(atomic64_t *v) in arch_atomic64_fetch_dec_relaxed() argument
1840 return arch_atomic64_fetch_sub_relaxed(1, v); in arch_atomic64_fetch_dec_relaxed()
1849 arch_atomic64_fetch_dec_acquire(atomic64_t *v) in arch_atomic64_fetch_dec_acquire() argument
1851 s64 ret = arch_atomic64_fetch_dec_relaxed(v); in arch_atomic64_fetch_dec_acquire()
1860 arch_atomic64_fetch_dec_release(atomic64_t *v) in arch_atomic64_fetch_dec_release() argument
1863 return arch_atomic64_fetch_dec_relaxed(v); in arch_atomic64_fetch_dec_release()
1870 arch_atomic64_fetch_dec(atomic64_t *v) in arch_atomic64_fetch_dec() argument
1874 ret = arch_atomic64_fetch_dec_relaxed(v); in arch_atomic64_fetch_dec()
1891 arch_atomic64_fetch_and_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_and_acquire() argument
1893 s64 ret = arch_atomic64_fetch_and_relaxed(i, v); in arch_atomic64_fetch_and_acquire()
1902 arch_atomic64_fetch_and_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_and_release() argument
1905 return arch_atomic64_fetch_and_relaxed(i, v); in arch_atomic64_fetch_and_release()
1912 arch_atomic64_fetch_and(s64 i, atomic64_t *v) in arch_atomic64_fetch_and() argument
1916 ret = arch_atomic64_fetch_and_relaxed(i, v); in arch_atomic64_fetch_and()
1927 arch_atomic64_andnot(s64 i, atomic64_t *v) in arch_atomic64_andnot() argument
1929 arch_atomic64_and(~i, v); in arch_atomic64_andnot()
1943 arch_atomic64_fetch_andnot(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot() argument
1945 return arch_atomic64_fetch_and(~i, v); in arch_atomic64_fetch_andnot()
1952 arch_atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_acquire() argument
1954 return arch_atomic64_fetch_and_acquire(~i, v); in arch_atomic64_fetch_andnot_acquire()
1961 arch_atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_release() argument
1963 return arch_atomic64_fetch_and_release(~i, v); in arch_atomic64_fetch_andnot_release()
1970 arch_atomic64_fetch_andnot_relaxed(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_relaxed() argument
1972 return arch_atomic64_fetch_and_relaxed(~i, v); in arch_atomic64_fetch_andnot_relaxed()
1981 arch_atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_acquire() argument
1983 s64 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in arch_atomic64_fetch_andnot_acquire()
1992 arch_atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot_release() argument
1995 return arch_atomic64_fetch_andnot_relaxed(i, v); in arch_atomic64_fetch_andnot_release()
2002 arch_atomic64_fetch_andnot(s64 i, atomic64_t *v) in arch_atomic64_fetch_andnot() argument
2006 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in arch_atomic64_fetch_andnot()
2023 arch_atomic64_fetch_or_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_or_acquire() argument
2025 s64 ret = arch_atomic64_fetch_or_relaxed(i, v); in arch_atomic64_fetch_or_acquire()
2034 arch_atomic64_fetch_or_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_or_release() argument
2037 return arch_atomic64_fetch_or_relaxed(i, v); in arch_atomic64_fetch_or_release()
2044 arch_atomic64_fetch_or(s64 i, atomic64_t *v) in arch_atomic64_fetch_or() argument
2048 ret = arch_atomic64_fetch_or_relaxed(i, v); in arch_atomic64_fetch_or()
2065 arch_atomic64_fetch_xor_acquire(s64 i, atomic64_t *v) in arch_atomic64_fetch_xor_acquire() argument
2067 s64 ret = arch_atomic64_fetch_xor_relaxed(i, v); in arch_atomic64_fetch_xor_acquire()
2076 arch_atomic64_fetch_xor_release(s64 i, atomic64_t *v) in arch_atomic64_fetch_xor_release() argument
2079 return arch_atomic64_fetch_xor_relaxed(i, v); in arch_atomic64_fetch_xor_release()
2086 arch_atomic64_fetch_xor(s64 i, atomic64_t *v) in arch_atomic64_fetch_xor() argument
2090 ret = arch_atomic64_fetch_xor_relaxed(i, v); in arch_atomic64_fetch_xor()
2107 arch_atomic64_xchg_acquire(atomic64_t *v, s64 i) in arch_atomic64_xchg_acquire() argument
2109 s64 ret = arch_atomic64_xchg_relaxed(v, i); in arch_atomic64_xchg_acquire()
2118 arch_atomic64_xchg_release(atomic64_t *v, s64 i) in arch_atomic64_xchg_release() argument
2121 return arch_atomic64_xchg_relaxed(v, i); in arch_atomic64_xchg_release()
2128 arch_atomic64_xchg(atomic64_t *v, s64 i) in arch_atomic64_xchg() argument
2132 ret = arch_atomic64_xchg_relaxed(v, i); in arch_atomic64_xchg()
2149 arch_atomic64_cmpxchg_acquire(atomic64_t *v, s64 old, s64 new) in arch_atomic64_cmpxchg_acquire() argument
2151 s64 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in arch_atomic64_cmpxchg_acquire()
2160 arch_atomic64_cmpxchg_release(atomic64_t *v, s64 old, s64 new) in arch_atomic64_cmpxchg_release() argument
2163 return arch_atomic64_cmpxchg_relaxed(v, old, new); in arch_atomic64_cmpxchg_release()
2170 arch_atomic64_cmpxchg(atomic64_t *v, s64 old, s64 new) in arch_atomic64_cmpxchg() argument
2174 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in arch_atomic64_cmpxchg()
2192 arch_atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg() argument
2195 r = arch_atomic64_cmpxchg(v, o, new); in arch_atomic64_try_cmpxchg()
2205 arch_atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_acquire() argument
2208 r = arch_atomic64_cmpxchg_acquire(v, o, new); in arch_atomic64_try_cmpxchg_acquire()
2218 arch_atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_release() argument
2221 r = arch_atomic64_cmpxchg_release(v, o, new); in arch_atomic64_try_cmpxchg_release()
2231 arch_atomic64_try_cmpxchg_relaxed(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_relaxed() argument
2234 r = arch_atomic64_cmpxchg_relaxed(v, o, new); in arch_atomic64_try_cmpxchg_relaxed()
2246 arch_atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_acquire() argument
2248 bool ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in arch_atomic64_try_cmpxchg_acquire()
2257 arch_atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg_release() argument
2260 return arch_atomic64_try_cmpxchg_relaxed(v, old, new); in arch_atomic64_try_cmpxchg_release()
2267 arch_atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in arch_atomic64_try_cmpxchg() argument
2271 ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in arch_atomic64_try_cmpxchg()
2284 * @v: pointer of type atomic64_t
2286 * Atomically subtracts @i from @v and returns
2291 arch_atomic64_sub_and_test(s64 i, atomic64_t *v) in arch_atomic64_sub_and_test() argument
2293 return arch_atomic64_sub_return(i, v) == 0; in arch_atomic64_sub_and_test()
2301 * @v: pointer of type atomic64_t
2303 * Atomically decrements @v by 1 and
2308 arch_atomic64_dec_and_test(atomic64_t *v) in arch_atomic64_dec_and_test() argument
2310 return arch_atomic64_dec_return(v) == 0; in arch_atomic64_dec_and_test()
2318 * @v: pointer of type atomic64_t
2320 * Atomically increments @v by 1
2325 arch_atomic64_inc_and_test(atomic64_t *v) in arch_atomic64_inc_and_test() argument
2327 return arch_atomic64_inc_return(v) == 0; in arch_atomic64_inc_and_test()
2336 * @v: pointer of type atomic64_t
2338 * Atomically adds @i to @v and returns true
2343 arch_atomic64_add_negative(s64 i, atomic64_t *v) in arch_atomic64_add_negative() argument
2345 return arch_atomic64_add_return(i, v) < 0; in arch_atomic64_add_negative()
2353 * @v: pointer of type atomic64_t
2354 * @a: the amount to add to v...
2355 * @u: ...unless v is equal to u.
2357 * Atomically adds @a to @v, so long as @v was not already @u.
2358 * Returns original value of @v
2361 arch_atomic64_fetch_add_unless(atomic64_t *v, s64 a, s64 u) in arch_atomic64_fetch_add_unless() argument
2363 s64 c = arch_atomic64_read(v); in arch_atomic64_fetch_add_unless()
2368 } while (!arch_atomic64_try_cmpxchg(v, &c, c + a)); in arch_atomic64_fetch_add_unless()
2378 * @v: pointer of type atomic64_t
2379 * @a: the amount to add to v...
2380 * @u: ...unless v is equal to u.
2382 * Atomically adds @a to @v, if @v was not already @u.
2386 arch_atomic64_add_unless(atomic64_t *v, s64 a, s64 u) in arch_atomic64_add_unless() argument
2388 return arch_atomic64_fetch_add_unless(v, a, u) != u; in arch_atomic64_add_unless()
2396 * @v: pointer of type atomic64_t
2398 * Atomically increments @v by 1, if @v is non-zero.
2402 arch_atomic64_inc_not_zero(atomic64_t *v) in arch_atomic64_inc_not_zero() argument
2404 return arch_atomic64_add_unless(v, 1, 0); in arch_atomic64_inc_not_zero()
2411 arch_atomic64_inc_unless_negative(atomic64_t *v) in arch_atomic64_inc_unless_negative() argument
2413 s64 c = arch_atomic64_read(v); in arch_atomic64_inc_unless_negative()
2418 } while (!arch_atomic64_try_cmpxchg(v, &c, c + 1)); in arch_atomic64_inc_unless_negative()
2427 arch_atomic64_dec_unless_positive(atomic64_t *v) in arch_atomic64_dec_unless_positive() argument
2429 s64 c = arch_atomic64_read(v); in arch_atomic64_dec_unless_positive()
2434 } while (!arch_atomic64_try_cmpxchg(v, &c, c - 1)); in arch_atomic64_dec_unless_positive()
2443 arch_atomic64_dec_if_positive(atomic64_t *v) in arch_atomic64_dec_if_positive() argument
2445 s64 dec, c = arch_atomic64_read(v); in arch_atomic64_dec_if_positive()
2451 } while (!arch_atomic64_try_cmpxchg(v, &c, dec)); in arch_atomic64_dec_if_positive()