Lines Matching refs:v
80 atomic_read_acquire(const atomic_t *v) in atomic_read_acquire() argument
82 return smp_load_acquire(&(v)->counter); in atomic_read_acquire()
89 atomic_set_release(atomic_t *v, int i) in atomic_set_release() argument
91 smp_store_release(&(v)->counter, i); in atomic_set_release()
104 atomic_add_return_acquire(int i, atomic_t *v) in atomic_add_return_acquire() argument
106 int ret = atomic_add_return_relaxed(i, v); in atomic_add_return_acquire()
115 atomic_add_return_release(int i, atomic_t *v) in atomic_add_return_release() argument
118 return atomic_add_return_relaxed(i, v); in atomic_add_return_release()
125 atomic_add_return(int i, atomic_t *v) in atomic_add_return() argument
129 ret = atomic_add_return_relaxed(i, v); in atomic_add_return()
146 atomic_fetch_add_acquire(int i, atomic_t *v) in atomic_fetch_add_acquire() argument
148 int ret = atomic_fetch_add_relaxed(i, v); in atomic_fetch_add_acquire()
157 atomic_fetch_add_release(int i, atomic_t *v) in atomic_fetch_add_release() argument
160 return atomic_fetch_add_relaxed(i, v); in atomic_fetch_add_release()
167 atomic_fetch_add(int i, atomic_t *v) in atomic_fetch_add() argument
171 ret = atomic_fetch_add_relaxed(i, v); in atomic_fetch_add()
188 atomic_sub_return_acquire(int i, atomic_t *v) in atomic_sub_return_acquire() argument
190 int ret = atomic_sub_return_relaxed(i, v); in atomic_sub_return_acquire()
199 atomic_sub_return_release(int i, atomic_t *v) in atomic_sub_return_release() argument
202 return atomic_sub_return_relaxed(i, v); in atomic_sub_return_release()
209 atomic_sub_return(int i, atomic_t *v) in atomic_sub_return() argument
213 ret = atomic_sub_return_relaxed(i, v); in atomic_sub_return()
230 atomic_fetch_sub_acquire(int i, atomic_t *v) in atomic_fetch_sub_acquire() argument
232 int ret = atomic_fetch_sub_relaxed(i, v); in atomic_fetch_sub_acquire()
241 atomic_fetch_sub_release(int i, atomic_t *v) in atomic_fetch_sub_release() argument
244 return atomic_fetch_sub_relaxed(i, v); in atomic_fetch_sub_release()
251 atomic_fetch_sub(int i, atomic_t *v) in atomic_fetch_sub() argument
255 ret = atomic_fetch_sub_relaxed(i, v); in atomic_fetch_sub()
266 atomic_inc(atomic_t *v) in atomic_inc() argument
268 atomic_add(1, v); in atomic_inc()
282 atomic_inc_return(atomic_t *v) in atomic_inc_return() argument
284 return atomic_add_return(1, v); in atomic_inc_return()
291 atomic_inc_return_acquire(atomic_t *v) in atomic_inc_return_acquire() argument
293 return atomic_add_return_acquire(1, v); in atomic_inc_return_acquire()
300 atomic_inc_return_release(atomic_t *v) in atomic_inc_return_release() argument
302 return atomic_add_return_release(1, v); in atomic_inc_return_release()
309 atomic_inc_return_relaxed(atomic_t *v) in atomic_inc_return_relaxed() argument
311 return atomic_add_return_relaxed(1, v); in atomic_inc_return_relaxed()
320 atomic_inc_return_acquire(atomic_t *v) in atomic_inc_return_acquire() argument
322 int ret = atomic_inc_return_relaxed(v); in atomic_inc_return_acquire()
331 atomic_inc_return_release(atomic_t *v) in atomic_inc_return_release() argument
334 return atomic_inc_return_relaxed(v); in atomic_inc_return_release()
341 atomic_inc_return(atomic_t *v) in atomic_inc_return() argument
345 ret = atomic_inc_return_relaxed(v); in atomic_inc_return()
363 atomic_fetch_inc(atomic_t *v) in atomic_fetch_inc() argument
365 return atomic_fetch_add(1, v); in atomic_fetch_inc()
372 atomic_fetch_inc_acquire(atomic_t *v) in atomic_fetch_inc_acquire() argument
374 return atomic_fetch_add_acquire(1, v); in atomic_fetch_inc_acquire()
381 atomic_fetch_inc_release(atomic_t *v) in atomic_fetch_inc_release() argument
383 return atomic_fetch_add_release(1, v); in atomic_fetch_inc_release()
390 atomic_fetch_inc_relaxed(atomic_t *v) in atomic_fetch_inc_relaxed() argument
392 return atomic_fetch_add_relaxed(1, v); in atomic_fetch_inc_relaxed()
401 atomic_fetch_inc_acquire(atomic_t *v) in atomic_fetch_inc_acquire() argument
403 int ret = atomic_fetch_inc_relaxed(v); in atomic_fetch_inc_acquire()
412 atomic_fetch_inc_release(atomic_t *v) in atomic_fetch_inc_release() argument
415 return atomic_fetch_inc_relaxed(v); in atomic_fetch_inc_release()
422 atomic_fetch_inc(atomic_t *v) in atomic_fetch_inc() argument
426 ret = atomic_fetch_inc_relaxed(v); in atomic_fetch_inc()
437 atomic_dec(atomic_t *v) in atomic_dec() argument
439 atomic_sub(1, v); in atomic_dec()
453 atomic_dec_return(atomic_t *v) in atomic_dec_return() argument
455 return atomic_sub_return(1, v); in atomic_dec_return()
462 atomic_dec_return_acquire(atomic_t *v) in atomic_dec_return_acquire() argument
464 return atomic_sub_return_acquire(1, v); in atomic_dec_return_acquire()
471 atomic_dec_return_release(atomic_t *v) in atomic_dec_return_release() argument
473 return atomic_sub_return_release(1, v); in atomic_dec_return_release()
480 atomic_dec_return_relaxed(atomic_t *v) in atomic_dec_return_relaxed() argument
482 return atomic_sub_return_relaxed(1, v); in atomic_dec_return_relaxed()
491 atomic_dec_return_acquire(atomic_t *v) in atomic_dec_return_acquire() argument
493 int ret = atomic_dec_return_relaxed(v); in atomic_dec_return_acquire()
502 atomic_dec_return_release(atomic_t *v) in atomic_dec_return_release() argument
505 return atomic_dec_return_relaxed(v); in atomic_dec_return_release()
512 atomic_dec_return(atomic_t *v) in atomic_dec_return() argument
516 ret = atomic_dec_return_relaxed(v); in atomic_dec_return()
534 atomic_fetch_dec(atomic_t *v) in atomic_fetch_dec() argument
536 return atomic_fetch_sub(1, v); in atomic_fetch_dec()
543 atomic_fetch_dec_acquire(atomic_t *v) in atomic_fetch_dec_acquire() argument
545 return atomic_fetch_sub_acquire(1, v); in atomic_fetch_dec_acquire()
552 atomic_fetch_dec_release(atomic_t *v) in atomic_fetch_dec_release() argument
554 return atomic_fetch_sub_release(1, v); in atomic_fetch_dec_release()
561 atomic_fetch_dec_relaxed(atomic_t *v) in atomic_fetch_dec_relaxed() argument
563 return atomic_fetch_sub_relaxed(1, v); in atomic_fetch_dec_relaxed()
572 atomic_fetch_dec_acquire(atomic_t *v) in atomic_fetch_dec_acquire() argument
574 int ret = atomic_fetch_dec_relaxed(v); in atomic_fetch_dec_acquire()
583 atomic_fetch_dec_release(atomic_t *v) in atomic_fetch_dec_release() argument
586 return atomic_fetch_dec_relaxed(v); in atomic_fetch_dec_release()
593 atomic_fetch_dec(atomic_t *v) in atomic_fetch_dec() argument
597 ret = atomic_fetch_dec_relaxed(v); in atomic_fetch_dec()
614 atomic_fetch_and_acquire(int i, atomic_t *v) in atomic_fetch_and_acquire() argument
616 int ret = atomic_fetch_and_relaxed(i, v); in atomic_fetch_and_acquire()
625 atomic_fetch_and_release(int i, atomic_t *v) in atomic_fetch_and_release() argument
628 return atomic_fetch_and_relaxed(i, v); in atomic_fetch_and_release()
635 atomic_fetch_and(int i, atomic_t *v) in atomic_fetch_and() argument
639 ret = atomic_fetch_and_relaxed(i, v); in atomic_fetch_and()
650 atomic_andnot(int i, atomic_t *v) in atomic_andnot() argument
652 atomic_and(~i, v); in atomic_andnot()
666 atomic_fetch_andnot(int i, atomic_t *v) in atomic_fetch_andnot() argument
668 return atomic_fetch_and(~i, v); in atomic_fetch_andnot()
675 atomic_fetch_andnot_acquire(int i, atomic_t *v) in atomic_fetch_andnot_acquire() argument
677 return atomic_fetch_and_acquire(~i, v); in atomic_fetch_andnot_acquire()
684 atomic_fetch_andnot_release(int i, atomic_t *v) in atomic_fetch_andnot_release() argument
686 return atomic_fetch_and_release(~i, v); in atomic_fetch_andnot_release()
693 atomic_fetch_andnot_relaxed(int i, atomic_t *v) in atomic_fetch_andnot_relaxed() argument
695 return atomic_fetch_and_relaxed(~i, v); in atomic_fetch_andnot_relaxed()
704 atomic_fetch_andnot_acquire(int i, atomic_t *v) in atomic_fetch_andnot_acquire() argument
706 int ret = atomic_fetch_andnot_relaxed(i, v); in atomic_fetch_andnot_acquire()
715 atomic_fetch_andnot_release(int i, atomic_t *v) in atomic_fetch_andnot_release() argument
718 return atomic_fetch_andnot_relaxed(i, v); in atomic_fetch_andnot_release()
725 atomic_fetch_andnot(int i, atomic_t *v) in atomic_fetch_andnot() argument
729 ret = atomic_fetch_andnot_relaxed(i, v); in atomic_fetch_andnot()
746 atomic_fetch_or_acquire(int i, atomic_t *v) in atomic_fetch_or_acquire() argument
748 int ret = atomic_fetch_or_relaxed(i, v); in atomic_fetch_or_acquire()
757 atomic_fetch_or_release(int i, atomic_t *v) in atomic_fetch_or_release() argument
760 return atomic_fetch_or_relaxed(i, v); in atomic_fetch_or_release()
767 atomic_fetch_or(int i, atomic_t *v) in atomic_fetch_or() argument
771 ret = atomic_fetch_or_relaxed(i, v); in atomic_fetch_or()
788 atomic_fetch_xor_acquire(int i, atomic_t *v) in atomic_fetch_xor_acquire() argument
790 int ret = atomic_fetch_xor_relaxed(i, v); in atomic_fetch_xor_acquire()
799 atomic_fetch_xor_release(int i, atomic_t *v) in atomic_fetch_xor_release() argument
802 return atomic_fetch_xor_relaxed(i, v); in atomic_fetch_xor_release()
809 atomic_fetch_xor(int i, atomic_t *v) in atomic_fetch_xor() argument
813 ret = atomic_fetch_xor_relaxed(i, v); in atomic_fetch_xor()
830 atomic_xchg_acquire(atomic_t *v, int i) in atomic_xchg_acquire() argument
832 int ret = atomic_xchg_relaxed(v, i); in atomic_xchg_acquire()
841 atomic_xchg_release(atomic_t *v, int i) in atomic_xchg_release() argument
844 return atomic_xchg_relaxed(v, i); in atomic_xchg_release()
851 atomic_xchg(atomic_t *v, int i) in atomic_xchg() argument
855 ret = atomic_xchg_relaxed(v, i); in atomic_xchg()
872 atomic_cmpxchg_acquire(atomic_t *v, int old, int new) in atomic_cmpxchg_acquire() argument
874 int ret = atomic_cmpxchg_relaxed(v, old, new); in atomic_cmpxchg_acquire()
883 atomic_cmpxchg_release(atomic_t *v, int old, int new) in atomic_cmpxchg_release() argument
886 return atomic_cmpxchg_relaxed(v, old, new); in atomic_cmpxchg_release()
893 atomic_cmpxchg(atomic_t *v, int old, int new) in atomic_cmpxchg() argument
897 ret = atomic_cmpxchg_relaxed(v, old, new); in atomic_cmpxchg()
915 atomic_try_cmpxchg(atomic_t *v, int *old, int new) in atomic_try_cmpxchg() argument
918 r = atomic_cmpxchg(v, o, new); in atomic_try_cmpxchg()
928 atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_acquire() argument
931 r = atomic_cmpxchg_acquire(v, o, new); in atomic_try_cmpxchg_acquire()
941 atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_release() argument
944 r = atomic_cmpxchg_release(v, o, new); in atomic_try_cmpxchg_release()
954 atomic_try_cmpxchg_relaxed(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_relaxed() argument
957 r = atomic_cmpxchg_relaxed(v, o, new); in atomic_try_cmpxchg_relaxed()
969 atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_acquire() argument
971 bool ret = atomic_try_cmpxchg_relaxed(v, old, new); in atomic_try_cmpxchg_acquire()
980 atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_release() argument
983 return atomic_try_cmpxchg_relaxed(v, old, new); in atomic_try_cmpxchg_release()
990 atomic_try_cmpxchg(atomic_t *v, int *old, int new) in atomic_try_cmpxchg() argument
994 ret = atomic_try_cmpxchg_relaxed(v, old, new); in atomic_try_cmpxchg()
1014 atomic_sub_and_test(int i, atomic_t *v) in atomic_sub_and_test() argument
1016 return atomic_sub_return(i, v) == 0; in atomic_sub_and_test()
1031 atomic_dec_and_test(atomic_t *v) in atomic_dec_and_test() argument
1033 return atomic_dec_return(v) == 0; in atomic_dec_and_test()
1048 atomic_inc_and_test(atomic_t *v) in atomic_inc_and_test() argument
1050 return atomic_inc_return(v) == 0; in atomic_inc_and_test()
1066 atomic_add_negative(int i, atomic_t *v) in atomic_add_negative() argument
1068 return atomic_add_return(i, v) < 0; in atomic_add_negative()
1084 atomic_fetch_add_unless(atomic_t *v, int a, int u) in atomic_fetch_add_unless() argument
1086 int c = atomic_read(v); in atomic_fetch_add_unless()
1091 } while (!atomic_try_cmpxchg(v, &c, c + a)); in atomic_fetch_add_unless()
1109 atomic_add_unless(atomic_t *v, int a, int u) in atomic_add_unless() argument
1111 return atomic_fetch_add_unless(v, a, u) != u; in atomic_add_unless()
1125 atomic_inc_not_zero(atomic_t *v) in atomic_inc_not_zero() argument
1127 return atomic_add_unless(v, 1, 0); in atomic_inc_not_zero()
1134 atomic_inc_unless_negative(atomic_t *v) in atomic_inc_unless_negative() argument
1136 int c = atomic_read(v); in atomic_inc_unless_negative()
1141 } while (!atomic_try_cmpxchg(v, &c, c + 1)); in atomic_inc_unless_negative()
1150 atomic_dec_unless_positive(atomic_t *v) in atomic_dec_unless_positive() argument
1152 int c = atomic_read(v); in atomic_dec_unless_positive()
1157 } while (!atomic_try_cmpxchg(v, &c, c - 1)); in atomic_dec_unless_positive()
1166 atomic_dec_if_positive(atomic_t *v) in atomic_dec_if_positive() argument
1168 int dec, c = atomic_read(v); in atomic_dec_if_positive()
1174 } while (!atomic_try_cmpxchg(v, &c, dec)); in atomic_dec_if_positive()
1181 #define atomic_cond_read_acquire(v, c) smp_cond_load_acquire(&(v)->counter, (c)) argument
1182 #define atomic_cond_read_relaxed(v, c) smp_cond_load_relaxed(&(v)->counter, (c)) argument
1190 atomic64_read_acquire(const atomic64_t *v) in atomic64_read_acquire() argument
1192 return smp_load_acquire(&(v)->counter); in atomic64_read_acquire()
1199 atomic64_set_release(atomic64_t *v, s64 i) in atomic64_set_release() argument
1201 smp_store_release(&(v)->counter, i); in atomic64_set_release()
1214 atomic64_add_return_acquire(s64 i, atomic64_t *v) in atomic64_add_return_acquire() argument
1216 s64 ret = atomic64_add_return_relaxed(i, v); in atomic64_add_return_acquire()
1225 atomic64_add_return_release(s64 i, atomic64_t *v) in atomic64_add_return_release() argument
1228 return atomic64_add_return_relaxed(i, v); in atomic64_add_return_release()
1235 atomic64_add_return(s64 i, atomic64_t *v) in atomic64_add_return() argument
1239 ret = atomic64_add_return_relaxed(i, v); in atomic64_add_return()
1256 atomic64_fetch_add_acquire(s64 i, atomic64_t *v) in atomic64_fetch_add_acquire() argument
1258 s64 ret = atomic64_fetch_add_relaxed(i, v); in atomic64_fetch_add_acquire()
1267 atomic64_fetch_add_release(s64 i, atomic64_t *v) in atomic64_fetch_add_release() argument
1270 return atomic64_fetch_add_relaxed(i, v); in atomic64_fetch_add_release()
1277 atomic64_fetch_add(s64 i, atomic64_t *v) in atomic64_fetch_add() argument
1281 ret = atomic64_fetch_add_relaxed(i, v); in atomic64_fetch_add()
1298 atomic64_sub_return_acquire(s64 i, atomic64_t *v) in atomic64_sub_return_acquire() argument
1300 s64 ret = atomic64_sub_return_relaxed(i, v); in atomic64_sub_return_acquire()
1309 atomic64_sub_return_release(s64 i, atomic64_t *v) in atomic64_sub_return_release() argument
1312 return atomic64_sub_return_relaxed(i, v); in atomic64_sub_return_release()
1319 atomic64_sub_return(s64 i, atomic64_t *v) in atomic64_sub_return() argument
1323 ret = atomic64_sub_return_relaxed(i, v); in atomic64_sub_return()
1340 atomic64_fetch_sub_acquire(s64 i, atomic64_t *v) in atomic64_fetch_sub_acquire() argument
1342 s64 ret = atomic64_fetch_sub_relaxed(i, v); in atomic64_fetch_sub_acquire()
1351 atomic64_fetch_sub_release(s64 i, atomic64_t *v) in atomic64_fetch_sub_release() argument
1354 return atomic64_fetch_sub_relaxed(i, v); in atomic64_fetch_sub_release()
1361 atomic64_fetch_sub(s64 i, atomic64_t *v) in atomic64_fetch_sub() argument
1365 ret = atomic64_fetch_sub_relaxed(i, v); in atomic64_fetch_sub()
1376 atomic64_inc(atomic64_t *v) in atomic64_inc() argument
1378 atomic64_add(1, v); in atomic64_inc()
1392 atomic64_inc_return(atomic64_t *v) in atomic64_inc_return() argument
1394 return atomic64_add_return(1, v); in atomic64_inc_return()
1401 atomic64_inc_return_acquire(atomic64_t *v) in atomic64_inc_return_acquire() argument
1403 return atomic64_add_return_acquire(1, v); in atomic64_inc_return_acquire()
1410 atomic64_inc_return_release(atomic64_t *v) in atomic64_inc_return_release() argument
1412 return atomic64_add_return_release(1, v); in atomic64_inc_return_release()
1419 atomic64_inc_return_relaxed(atomic64_t *v) in atomic64_inc_return_relaxed() argument
1421 return atomic64_add_return_relaxed(1, v); in atomic64_inc_return_relaxed()
1430 atomic64_inc_return_acquire(atomic64_t *v) in atomic64_inc_return_acquire() argument
1432 s64 ret = atomic64_inc_return_relaxed(v); in atomic64_inc_return_acquire()
1441 atomic64_inc_return_release(atomic64_t *v) in atomic64_inc_return_release() argument
1444 return atomic64_inc_return_relaxed(v); in atomic64_inc_return_release()
1451 atomic64_inc_return(atomic64_t *v) in atomic64_inc_return() argument
1455 ret = atomic64_inc_return_relaxed(v); in atomic64_inc_return()
1473 atomic64_fetch_inc(atomic64_t *v) in atomic64_fetch_inc() argument
1475 return atomic64_fetch_add(1, v); in atomic64_fetch_inc()
1482 atomic64_fetch_inc_acquire(atomic64_t *v) in atomic64_fetch_inc_acquire() argument
1484 return atomic64_fetch_add_acquire(1, v); in atomic64_fetch_inc_acquire()
1491 atomic64_fetch_inc_release(atomic64_t *v) in atomic64_fetch_inc_release() argument
1493 return atomic64_fetch_add_release(1, v); in atomic64_fetch_inc_release()
1500 atomic64_fetch_inc_relaxed(atomic64_t *v) in atomic64_fetch_inc_relaxed() argument
1502 return atomic64_fetch_add_relaxed(1, v); in atomic64_fetch_inc_relaxed()
1511 atomic64_fetch_inc_acquire(atomic64_t *v) in atomic64_fetch_inc_acquire() argument
1513 s64 ret = atomic64_fetch_inc_relaxed(v); in atomic64_fetch_inc_acquire()
1522 atomic64_fetch_inc_release(atomic64_t *v) in atomic64_fetch_inc_release() argument
1525 return atomic64_fetch_inc_relaxed(v); in atomic64_fetch_inc_release()
1532 atomic64_fetch_inc(atomic64_t *v) in atomic64_fetch_inc() argument
1536 ret = atomic64_fetch_inc_relaxed(v); in atomic64_fetch_inc()
1547 atomic64_dec(atomic64_t *v) in atomic64_dec() argument
1549 atomic64_sub(1, v); in atomic64_dec()
1563 atomic64_dec_return(atomic64_t *v) in atomic64_dec_return() argument
1565 return atomic64_sub_return(1, v); in atomic64_dec_return()
1572 atomic64_dec_return_acquire(atomic64_t *v) in atomic64_dec_return_acquire() argument
1574 return atomic64_sub_return_acquire(1, v); in atomic64_dec_return_acquire()
1581 atomic64_dec_return_release(atomic64_t *v) in atomic64_dec_return_release() argument
1583 return atomic64_sub_return_release(1, v); in atomic64_dec_return_release()
1590 atomic64_dec_return_relaxed(atomic64_t *v) in atomic64_dec_return_relaxed() argument
1592 return atomic64_sub_return_relaxed(1, v); in atomic64_dec_return_relaxed()
1601 atomic64_dec_return_acquire(atomic64_t *v) in atomic64_dec_return_acquire() argument
1603 s64 ret = atomic64_dec_return_relaxed(v); in atomic64_dec_return_acquire()
1612 atomic64_dec_return_release(atomic64_t *v) in atomic64_dec_return_release() argument
1615 return atomic64_dec_return_relaxed(v); in atomic64_dec_return_release()
1622 atomic64_dec_return(atomic64_t *v) in atomic64_dec_return() argument
1626 ret = atomic64_dec_return_relaxed(v); in atomic64_dec_return()
1644 atomic64_fetch_dec(atomic64_t *v) in atomic64_fetch_dec() argument
1646 return atomic64_fetch_sub(1, v); in atomic64_fetch_dec()
1653 atomic64_fetch_dec_acquire(atomic64_t *v) in atomic64_fetch_dec_acquire() argument
1655 return atomic64_fetch_sub_acquire(1, v); in atomic64_fetch_dec_acquire()
1662 atomic64_fetch_dec_release(atomic64_t *v) in atomic64_fetch_dec_release() argument
1664 return atomic64_fetch_sub_release(1, v); in atomic64_fetch_dec_release()
1671 atomic64_fetch_dec_relaxed(atomic64_t *v) in atomic64_fetch_dec_relaxed() argument
1673 return atomic64_fetch_sub_relaxed(1, v); in atomic64_fetch_dec_relaxed()
1682 atomic64_fetch_dec_acquire(atomic64_t *v) in atomic64_fetch_dec_acquire() argument
1684 s64 ret = atomic64_fetch_dec_relaxed(v); in atomic64_fetch_dec_acquire()
1693 atomic64_fetch_dec_release(atomic64_t *v) in atomic64_fetch_dec_release() argument
1696 return atomic64_fetch_dec_relaxed(v); in atomic64_fetch_dec_release()
1703 atomic64_fetch_dec(atomic64_t *v) in atomic64_fetch_dec() argument
1707 ret = atomic64_fetch_dec_relaxed(v); in atomic64_fetch_dec()
1724 atomic64_fetch_and_acquire(s64 i, atomic64_t *v) in atomic64_fetch_and_acquire() argument
1726 s64 ret = atomic64_fetch_and_relaxed(i, v); in atomic64_fetch_and_acquire()
1735 atomic64_fetch_and_release(s64 i, atomic64_t *v) in atomic64_fetch_and_release() argument
1738 return atomic64_fetch_and_relaxed(i, v); in atomic64_fetch_and_release()
1745 atomic64_fetch_and(s64 i, atomic64_t *v) in atomic64_fetch_and() argument
1749 ret = atomic64_fetch_and_relaxed(i, v); in atomic64_fetch_and()
1760 atomic64_andnot(s64 i, atomic64_t *v) in atomic64_andnot() argument
1762 atomic64_and(~i, v); in atomic64_andnot()
1776 atomic64_fetch_andnot(s64 i, atomic64_t *v) in atomic64_fetch_andnot() argument
1778 return atomic64_fetch_and(~i, v); in atomic64_fetch_andnot()
1785 atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in atomic64_fetch_andnot_acquire() argument
1787 return atomic64_fetch_and_acquire(~i, v); in atomic64_fetch_andnot_acquire()
1794 atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in atomic64_fetch_andnot_release() argument
1796 return atomic64_fetch_and_release(~i, v); in atomic64_fetch_andnot_release()
1803 atomic64_fetch_andnot_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_andnot_relaxed() argument
1805 return atomic64_fetch_and_relaxed(~i, v); in atomic64_fetch_andnot_relaxed()
1814 atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in atomic64_fetch_andnot_acquire() argument
1816 s64 ret = atomic64_fetch_andnot_relaxed(i, v); in atomic64_fetch_andnot_acquire()
1825 atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in atomic64_fetch_andnot_release() argument
1828 return atomic64_fetch_andnot_relaxed(i, v); in atomic64_fetch_andnot_release()
1835 atomic64_fetch_andnot(s64 i, atomic64_t *v) in atomic64_fetch_andnot() argument
1839 ret = atomic64_fetch_andnot_relaxed(i, v); in atomic64_fetch_andnot()
1856 atomic64_fetch_or_acquire(s64 i, atomic64_t *v) in atomic64_fetch_or_acquire() argument
1858 s64 ret = atomic64_fetch_or_relaxed(i, v); in atomic64_fetch_or_acquire()
1867 atomic64_fetch_or_release(s64 i, atomic64_t *v) in atomic64_fetch_or_release() argument
1870 return atomic64_fetch_or_relaxed(i, v); in atomic64_fetch_or_release()
1877 atomic64_fetch_or(s64 i, atomic64_t *v) in atomic64_fetch_or() argument
1881 ret = atomic64_fetch_or_relaxed(i, v); in atomic64_fetch_or()
1898 atomic64_fetch_xor_acquire(s64 i, atomic64_t *v) in atomic64_fetch_xor_acquire() argument
1900 s64 ret = atomic64_fetch_xor_relaxed(i, v); in atomic64_fetch_xor_acquire()
1909 atomic64_fetch_xor_release(s64 i, atomic64_t *v) in atomic64_fetch_xor_release() argument
1912 return atomic64_fetch_xor_relaxed(i, v); in atomic64_fetch_xor_release()
1919 atomic64_fetch_xor(s64 i, atomic64_t *v) in atomic64_fetch_xor() argument
1923 ret = atomic64_fetch_xor_relaxed(i, v); in atomic64_fetch_xor()
1940 atomic64_xchg_acquire(atomic64_t *v, s64 i) in atomic64_xchg_acquire() argument
1942 s64 ret = atomic64_xchg_relaxed(v, i); in atomic64_xchg_acquire()
1951 atomic64_xchg_release(atomic64_t *v, s64 i) in atomic64_xchg_release() argument
1954 return atomic64_xchg_relaxed(v, i); in atomic64_xchg_release()
1961 atomic64_xchg(atomic64_t *v, s64 i) in atomic64_xchg() argument
1965 ret = atomic64_xchg_relaxed(v, i); in atomic64_xchg()
1982 atomic64_cmpxchg_acquire(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg_acquire() argument
1984 s64 ret = atomic64_cmpxchg_relaxed(v, old, new); in atomic64_cmpxchg_acquire()
1993 atomic64_cmpxchg_release(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg_release() argument
1996 return atomic64_cmpxchg_relaxed(v, old, new); in atomic64_cmpxchg_release()
2003 atomic64_cmpxchg(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg() argument
2007 ret = atomic64_cmpxchg_relaxed(v, old, new); in atomic64_cmpxchg()
2025 atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg() argument
2028 r = atomic64_cmpxchg(v, o, new); in atomic64_try_cmpxchg()
2038 atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_acquire() argument
2041 r = atomic64_cmpxchg_acquire(v, o, new); in atomic64_try_cmpxchg_acquire()
2051 atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_release() argument
2054 r = atomic64_cmpxchg_release(v, o, new); in atomic64_try_cmpxchg_release()
2064 atomic64_try_cmpxchg_relaxed(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_relaxed() argument
2067 r = atomic64_cmpxchg_relaxed(v, o, new); in atomic64_try_cmpxchg_relaxed()
2079 atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_acquire() argument
2081 bool ret = atomic64_try_cmpxchg_relaxed(v, old, new); in atomic64_try_cmpxchg_acquire()
2090 atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_release() argument
2093 return atomic64_try_cmpxchg_relaxed(v, old, new); in atomic64_try_cmpxchg_release()
2100 atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg() argument
2104 ret = atomic64_try_cmpxchg_relaxed(v, old, new); in atomic64_try_cmpxchg()
2124 atomic64_sub_and_test(s64 i, atomic64_t *v) in atomic64_sub_and_test() argument
2126 return atomic64_sub_return(i, v) == 0; in atomic64_sub_and_test()
2141 atomic64_dec_and_test(atomic64_t *v) in atomic64_dec_and_test() argument
2143 return atomic64_dec_return(v) == 0; in atomic64_dec_and_test()
2158 atomic64_inc_and_test(atomic64_t *v) in atomic64_inc_and_test() argument
2160 return atomic64_inc_return(v) == 0; in atomic64_inc_and_test()
2176 atomic64_add_negative(s64 i, atomic64_t *v) in atomic64_add_negative() argument
2178 return atomic64_add_return(i, v) < 0; in atomic64_add_negative()
2194 atomic64_fetch_add_unless(atomic64_t *v, s64 a, s64 u) in atomic64_fetch_add_unless() argument
2196 s64 c = atomic64_read(v); in atomic64_fetch_add_unless()
2201 } while (!atomic64_try_cmpxchg(v, &c, c + a)); in atomic64_fetch_add_unless()
2219 atomic64_add_unless(atomic64_t *v, s64 a, s64 u) in atomic64_add_unless() argument
2221 return atomic64_fetch_add_unless(v, a, u) != u; in atomic64_add_unless()
2235 atomic64_inc_not_zero(atomic64_t *v) in atomic64_inc_not_zero() argument
2237 return atomic64_add_unless(v, 1, 0); in atomic64_inc_not_zero()
2244 atomic64_inc_unless_negative(atomic64_t *v) in atomic64_inc_unless_negative() argument
2246 s64 c = atomic64_read(v); in atomic64_inc_unless_negative()
2251 } while (!atomic64_try_cmpxchg(v, &c, c + 1)); in atomic64_inc_unless_negative()
2260 atomic64_dec_unless_positive(atomic64_t *v) in atomic64_dec_unless_positive() argument
2262 s64 c = atomic64_read(v); in atomic64_dec_unless_positive()
2267 } while (!atomic64_try_cmpxchg(v, &c, c - 1)); in atomic64_dec_unless_positive()
2276 atomic64_dec_if_positive(atomic64_t *v) in atomic64_dec_if_positive() argument
2278 s64 dec, c = atomic64_read(v); in atomic64_dec_if_positive()
2284 } while (!atomic64_try_cmpxchg(v, &c, dec)); in atomic64_dec_if_positive()
2291 #define atomic64_cond_read_acquire(v, c) smp_cond_load_acquire(&(v)->counter, (c)) argument
2292 #define atomic64_cond_read_relaxed(v, c) smp_cond_load_relaxed(&(v)->counter, (c)) argument