Lines Matching refs:v
442 raw_atomic_read(const atomic_t *v) in raw_atomic_read() argument
444 return arch_atomic_read(v); in raw_atomic_read()
458 raw_atomic_read_acquire(const atomic_t *v) in raw_atomic_read_acquire() argument
461 return arch_atomic_read_acquire(v); in raw_atomic_read_acquire()
466 ret = smp_load_acquire(&(v)->counter); in raw_atomic_read_acquire()
468 ret = raw_atomic_read(v); in raw_atomic_read_acquire()
488 raw_atomic_set(atomic_t *v, int i) in raw_atomic_set() argument
490 arch_atomic_set(v, i); in raw_atomic_set()
505 raw_atomic_set_release(atomic_t *v, int i) in raw_atomic_set_release() argument
508 arch_atomic_set_release(v, i); in raw_atomic_set_release()
511 smp_store_release(&(v)->counter, i); in raw_atomic_set_release()
514 raw_atomic_set(v, i); in raw_atomic_set_release()
531 raw_atomic_add(int i, atomic_t *v) in raw_atomic_add() argument
533 arch_atomic_add(i, v); in raw_atomic_add()
548 raw_atomic_add_return(int i, atomic_t *v) in raw_atomic_add_return() argument
551 return arch_atomic_add_return(i, v); in raw_atomic_add_return()
555 ret = arch_atomic_add_return_relaxed(i, v); in raw_atomic_add_return()
575 raw_atomic_add_return_acquire(int i, atomic_t *v) in raw_atomic_add_return_acquire() argument
578 return arch_atomic_add_return_acquire(i, v); in raw_atomic_add_return_acquire()
580 int ret = arch_atomic_add_return_relaxed(i, v); in raw_atomic_add_return_acquire()
584 return arch_atomic_add_return(i, v); in raw_atomic_add_return_acquire()
602 raw_atomic_add_return_release(int i, atomic_t *v) in raw_atomic_add_return_release() argument
605 return arch_atomic_add_return_release(i, v); in raw_atomic_add_return_release()
608 return arch_atomic_add_return_relaxed(i, v); in raw_atomic_add_return_release()
610 return arch_atomic_add_return(i, v); in raw_atomic_add_return_release()
628 raw_atomic_add_return_relaxed(int i, atomic_t *v) in raw_atomic_add_return_relaxed() argument
631 return arch_atomic_add_return_relaxed(i, v); in raw_atomic_add_return_relaxed()
633 return arch_atomic_add_return(i, v); in raw_atomic_add_return_relaxed()
651 raw_atomic_fetch_add(int i, atomic_t *v) in raw_atomic_fetch_add() argument
654 return arch_atomic_fetch_add(i, v); in raw_atomic_fetch_add()
658 ret = arch_atomic_fetch_add_relaxed(i, v); in raw_atomic_fetch_add()
678 raw_atomic_fetch_add_acquire(int i, atomic_t *v) in raw_atomic_fetch_add_acquire() argument
681 return arch_atomic_fetch_add_acquire(i, v); in raw_atomic_fetch_add_acquire()
683 int ret = arch_atomic_fetch_add_relaxed(i, v); in raw_atomic_fetch_add_acquire()
687 return arch_atomic_fetch_add(i, v); in raw_atomic_fetch_add_acquire()
705 raw_atomic_fetch_add_release(int i, atomic_t *v) in raw_atomic_fetch_add_release() argument
708 return arch_atomic_fetch_add_release(i, v); in raw_atomic_fetch_add_release()
711 return arch_atomic_fetch_add_relaxed(i, v); in raw_atomic_fetch_add_release()
713 return arch_atomic_fetch_add(i, v); in raw_atomic_fetch_add_release()
731 raw_atomic_fetch_add_relaxed(int i, atomic_t *v) in raw_atomic_fetch_add_relaxed() argument
734 return arch_atomic_fetch_add_relaxed(i, v); in raw_atomic_fetch_add_relaxed()
736 return arch_atomic_fetch_add(i, v); in raw_atomic_fetch_add_relaxed()
754 raw_atomic_sub(int i, atomic_t *v) in raw_atomic_sub() argument
756 arch_atomic_sub(i, v); in raw_atomic_sub()
771 raw_atomic_sub_return(int i, atomic_t *v) in raw_atomic_sub_return() argument
774 return arch_atomic_sub_return(i, v); in raw_atomic_sub_return()
778 ret = arch_atomic_sub_return_relaxed(i, v); in raw_atomic_sub_return()
798 raw_atomic_sub_return_acquire(int i, atomic_t *v) in raw_atomic_sub_return_acquire() argument
801 return arch_atomic_sub_return_acquire(i, v); in raw_atomic_sub_return_acquire()
803 int ret = arch_atomic_sub_return_relaxed(i, v); in raw_atomic_sub_return_acquire()
807 return arch_atomic_sub_return(i, v); in raw_atomic_sub_return_acquire()
825 raw_atomic_sub_return_release(int i, atomic_t *v) in raw_atomic_sub_return_release() argument
828 return arch_atomic_sub_return_release(i, v); in raw_atomic_sub_return_release()
831 return arch_atomic_sub_return_relaxed(i, v); in raw_atomic_sub_return_release()
833 return arch_atomic_sub_return(i, v); in raw_atomic_sub_return_release()
851 raw_atomic_sub_return_relaxed(int i, atomic_t *v) in raw_atomic_sub_return_relaxed() argument
854 return arch_atomic_sub_return_relaxed(i, v); in raw_atomic_sub_return_relaxed()
856 return arch_atomic_sub_return(i, v); in raw_atomic_sub_return_relaxed()
874 raw_atomic_fetch_sub(int i, atomic_t *v) in raw_atomic_fetch_sub() argument
877 return arch_atomic_fetch_sub(i, v); in raw_atomic_fetch_sub()
881 ret = arch_atomic_fetch_sub_relaxed(i, v); in raw_atomic_fetch_sub()
901 raw_atomic_fetch_sub_acquire(int i, atomic_t *v) in raw_atomic_fetch_sub_acquire() argument
904 return arch_atomic_fetch_sub_acquire(i, v); in raw_atomic_fetch_sub_acquire()
906 int ret = arch_atomic_fetch_sub_relaxed(i, v); in raw_atomic_fetch_sub_acquire()
910 return arch_atomic_fetch_sub(i, v); in raw_atomic_fetch_sub_acquire()
928 raw_atomic_fetch_sub_release(int i, atomic_t *v) in raw_atomic_fetch_sub_release() argument
931 return arch_atomic_fetch_sub_release(i, v); in raw_atomic_fetch_sub_release()
934 return arch_atomic_fetch_sub_relaxed(i, v); in raw_atomic_fetch_sub_release()
936 return arch_atomic_fetch_sub(i, v); in raw_atomic_fetch_sub_release()
954 raw_atomic_fetch_sub_relaxed(int i, atomic_t *v) in raw_atomic_fetch_sub_relaxed() argument
957 return arch_atomic_fetch_sub_relaxed(i, v); in raw_atomic_fetch_sub_relaxed()
959 return arch_atomic_fetch_sub(i, v); in raw_atomic_fetch_sub_relaxed()
976 raw_atomic_inc(atomic_t *v) in raw_atomic_inc() argument
979 arch_atomic_inc(v); in raw_atomic_inc()
981 raw_atomic_add(1, v); in raw_atomic_inc()
996 raw_atomic_inc_return(atomic_t *v) in raw_atomic_inc_return() argument
999 return arch_atomic_inc_return(v); in raw_atomic_inc_return()
1003 ret = arch_atomic_inc_return_relaxed(v); in raw_atomic_inc_return()
1007 return raw_atomic_add_return(1, v); in raw_atomic_inc_return()
1022 raw_atomic_inc_return_acquire(atomic_t *v) in raw_atomic_inc_return_acquire() argument
1025 return arch_atomic_inc_return_acquire(v); in raw_atomic_inc_return_acquire()
1027 int ret = arch_atomic_inc_return_relaxed(v); in raw_atomic_inc_return_acquire()
1031 return arch_atomic_inc_return(v); in raw_atomic_inc_return_acquire()
1033 return raw_atomic_add_return_acquire(1, v); in raw_atomic_inc_return_acquire()
1048 raw_atomic_inc_return_release(atomic_t *v) in raw_atomic_inc_return_release() argument
1051 return arch_atomic_inc_return_release(v); in raw_atomic_inc_return_release()
1054 return arch_atomic_inc_return_relaxed(v); in raw_atomic_inc_return_release()
1056 return arch_atomic_inc_return(v); in raw_atomic_inc_return_release()
1058 return raw_atomic_add_return_release(1, v); in raw_atomic_inc_return_release()
1073 raw_atomic_inc_return_relaxed(atomic_t *v) in raw_atomic_inc_return_relaxed() argument
1076 return arch_atomic_inc_return_relaxed(v); in raw_atomic_inc_return_relaxed()
1078 return arch_atomic_inc_return(v); in raw_atomic_inc_return_relaxed()
1080 return raw_atomic_add_return_relaxed(1, v); in raw_atomic_inc_return_relaxed()
1095 raw_atomic_fetch_inc(atomic_t *v) in raw_atomic_fetch_inc() argument
1098 return arch_atomic_fetch_inc(v); in raw_atomic_fetch_inc()
1102 ret = arch_atomic_fetch_inc_relaxed(v); in raw_atomic_fetch_inc()
1106 return raw_atomic_fetch_add(1, v); in raw_atomic_fetch_inc()
1121 raw_atomic_fetch_inc_acquire(atomic_t *v) in raw_atomic_fetch_inc_acquire() argument
1124 return arch_atomic_fetch_inc_acquire(v); in raw_atomic_fetch_inc_acquire()
1126 int ret = arch_atomic_fetch_inc_relaxed(v); in raw_atomic_fetch_inc_acquire()
1130 return arch_atomic_fetch_inc(v); in raw_atomic_fetch_inc_acquire()
1132 return raw_atomic_fetch_add_acquire(1, v); in raw_atomic_fetch_inc_acquire()
1147 raw_atomic_fetch_inc_release(atomic_t *v) in raw_atomic_fetch_inc_release() argument
1150 return arch_atomic_fetch_inc_release(v); in raw_atomic_fetch_inc_release()
1153 return arch_atomic_fetch_inc_relaxed(v); in raw_atomic_fetch_inc_release()
1155 return arch_atomic_fetch_inc(v); in raw_atomic_fetch_inc_release()
1157 return raw_atomic_fetch_add_release(1, v); in raw_atomic_fetch_inc_release()
1172 raw_atomic_fetch_inc_relaxed(atomic_t *v) in raw_atomic_fetch_inc_relaxed() argument
1175 return arch_atomic_fetch_inc_relaxed(v); in raw_atomic_fetch_inc_relaxed()
1177 return arch_atomic_fetch_inc(v); in raw_atomic_fetch_inc_relaxed()
1179 return raw_atomic_fetch_add_relaxed(1, v); in raw_atomic_fetch_inc_relaxed()
1194 raw_atomic_dec(atomic_t *v) in raw_atomic_dec() argument
1197 arch_atomic_dec(v); in raw_atomic_dec()
1199 raw_atomic_sub(1, v); in raw_atomic_dec()
1214 raw_atomic_dec_return(atomic_t *v) in raw_atomic_dec_return() argument
1217 return arch_atomic_dec_return(v); in raw_atomic_dec_return()
1221 ret = arch_atomic_dec_return_relaxed(v); in raw_atomic_dec_return()
1225 return raw_atomic_sub_return(1, v); in raw_atomic_dec_return()
1240 raw_atomic_dec_return_acquire(atomic_t *v) in raw_atomic_dec_return_acquire() argument
1243 return arch_atomic_dec_return_acquire(v); in raw_atomic_dec_return_acquire()
1245 int ret = arch_atomic_dec_return_relaxed(v); in raw_atomic_dec_return_acquire()
1249 return arch_atomic_dec_return(v); in raw_atomic_dec_return_acquire()
1251 return raw_atomic_sub_return_acquire(1, v); in raw_atomic_dec_return_acquire()
1266 raw_atomic_dec_return_release(atomic_t *v) in raw_atomic_dec_return_release() argument
1269 return arch_atomic_dec_return_release(v); in raw_atomic_dec_return_release()
1272 return arch_atomic_dec_return_relaxed(v); in raw_atomic_dec_return_release()
1274 return arch_atomic_dec_return(v); in raw_atomic_dec_return_release()
1276 return raw_atomic_sub_return_release(1, v); in raw_atomic_dec_return_release()
1291 raw_atomic_dec_return_relaxed(atomic_t *v) in raw_atomic_dec_return_relaxed() argument
1294 return arch_atomic_dec_return_relaxed(v); in raw_atomic_dec_return_relaxed()
1296 return arch_atomic_dec_return(v); in raw_atomic_dec_return_relaxed()
1298 return raw_atomic_sub_return_relaxed(1, v); in raw_atomic_dec_return_relaxed()
1313 raw_atomic_fetch_dec(atomic_t *v) in raw_atomic_fetch_dec() argument
1316 return arch_atomic_fetch_dec(v); in raw_atomic_fetch_dec()
1320 ret = arch_atomic_fetch_dec_relaxed(v); in raw_atomic_fetch_dec()
1324 return raw_atomic_fetch_sub(1, v); in raw_atomic_fetch_dec()
1339 raw_atomic_fetch_dec_acquire(atomic_t *v) in raw_atomic_fetch_dec_acquire() argument
1342 return arch_atomic_fetch_dec_acquire(v); in raw_atomic_fetch_dec_acquire()
1344 int ret = arch_atomic_fetch_dec_relaxed(v); in raw_atomic_fetch_dec_acquire()
1348 return arch_atomic_fetch_dec(v); in raw_atomic_fetch_dec_acquire()
1350 return raw_atomic_fetch_sub_acquire(1, v); in raw_atomic_fetch_dec_acquire()
1365 raw_atomic_fetch_dec_release(atomic_t *v) in raw_atomic_fetch_dec_release() argument
1368 return arch_atomic_fetch_dec_release(v); in raw_atomic_fetch_dec_release()
1371 return arch_atomic_fetch_dec_relaxed(v); in raw_atomic_fetch_dec_release()
1373 return arch_atomic_fetch_dec(v); in raw_atomic_fetch_dec_release()
1375 return raw_atomic_fetch_sub_release(1, v); in raw_atomic_fetch_dec_release()
1390 raw_atomic_fetch_dec_relaxed(atomic_t *v) in raw_atomic_fetch_dec_relaxed() argument
1393 return arch_atomic_fetch_dec_relaxed(v); in raw_atomic_fetch_dec_relaxed()
1395 return arch_atomic_fetch_dec(v); in raw_atomic_fetch_dec_relaxed()
1397 return raw_atomic_fetch_sub_relaxed(1, v); in raw_atomic_fetch_dec_relaxed()
1413 raw_atomic_and(int i, atomic_t *v) in raw_atomic_and() argument
1415 arch_atomic_and(i, v); in raw_atomic_and()
1430 raw_atomic_fetch_and(int i, atomic_t *v) in raw_atomic_fetch_and() argument
1433 return arch_atomic_fetch_and(i, v); in raw_atomic_fetch_and()
1437 ret = arch_atomic_fetch_and_relaxed(i, v); in raw_atomic_fetch_and()
1457 raw_atomic_fetch_and_acquire(int i, atomic_t *v) in raw_atomic_fetch_and_acquire() argument
1460 return arch_atomic_fetch_and_acquire(i, v); in raw_atomic_fetch_and_acquire()
1462 int ret = arch_atomic_fetch_and_relaxed(i, v); in raw_atomic_fetch_and_acquire()
1466 return arch_atomic_fetch_and(i, v); in raw_atomic_fetch_and_acquire()
1484 raw_atomic_fetch_and_release(int i, atomic_t *v) in raw_atomic_fetch_and_release() argument
1487 return arch_atomic_fetch_and_release(i, v); in raw_atomic_fetch_and_release()
1490 return arch_atomic_fetch_and_relaxed(i, v); in raw_atomic_fetch_and_release()
1492 return arch_atomic_fetch_and(i, v); in raw_atomic_fetch_and_release()
1510 raw_atomic_fetch_and_relaxed(int i, atomic_t *v) in raw_atomic_fetch_and_relaxed() argument
1513 return arch_atomic_fetch_and_relaxed(i, v); in raw_atomic_fetch_and_relaxed()
1515 return arch_atomic_fetch_and(i, v); in raw_atomic_fetch_and_relaxed()
1533 raw_atomic_andnot(int i, atomic_t *v) in raw_atomic_andnot() argument
1536 arch_atomic_andnot(i, v); in raw_atomic_andnot()
1538 raw_atomic_and(~i, v); in raw_atomic_andnot()
1554 raw_atomic_fetch_andnot(int i, atomic_t *v) in raw_atomic_fetch_andnot() argument
1557 return arch_atomic_fetch_andnot(i, v); in raw_atomic_fetch_andnot()
1561 ret = arch_atomic_fetch_andnot_relaxed(i, v); in raw_atomic_fetch_andnot()
1565 return raw_atomic_fetch_and(~i, v); in raw_atomic_fetch_andnot()
1581 raw_atomic_fetch_andnot_acquire(int i, atomic_t *v) in raw_atomic_fetch_andnot_acquire() argument
1584 return arch_atomic_fetch_andnot_acquire(i, v); in raw_atomic_fetch_andnot_acquire()
1586 int ret = arch_atomic_fetch_andnot_relaxed(i, v); in raw_atomic_fetch_andnot_acquire()
1590 return arch_atomic_fetch_andnot(i, v); in raw_atomic_fetch_andnot_acquire()
1592 return raw_atomic_fetch_and_acquire(~i, v); in raw_atomic_fetch_andnot_acquire()
1608 raw_atomic_fetch_andnot_release(int i, atomic_t *v) in raw_atomic_fetch_andnot_release() argument
1611 return arch_atomic_fetch_andnot_release(i, v); in raw_atomic_fetch_andnot_release()
1614 return arch_atomic_fetch_andnot_relaxed(i, v); in raw_atomic_fetch_andnot_release()
1616 return arch_atomic_fetch_andnot(i, v); in raw_atomic_fetch_andnot_release()
1618 return raw_atomic_fetch_and_release(~i, v); in raw_atomic_fetch_andnot_release()
1634 raw_atomic_fetch_andnot_relaxed(int i, atomic_t *v) in raw_atomic_fetch_andnot_relaxed() argument
1637 return arch_atomic_fetch_andnot_relaxed(i, v); in raw_atomic_fetch_andnot_relaxed()
1639 return arch_atomic_fetch_andnot(i, v); in raw_atomic_fetch_andnot_relaxed()
1641 return raw_atomic_fetch_and_relaxed(~i, v); in raw_atomic_fetch_andnot_relaxed()
1657 raw_atomic_or(int i, atomic_t *v) in raw_atomic_or() argument
1659 arch_atomic_or(i, v); in raw_atomic_or()
1674 raw_atomic_fetch_or(int i, atomic_t *v) in raw_atomic_fetch_or() argument
1677 return arch_atomic_fetch_or(i, v); in raw_atomic_fetch_or()
1681 ret = arch_atomic_fetch_or_relaxed(i, v); in raw_atomic_fetch_or()
1701 raw_atomic_fetch_or_acquire(int i, atomic_t *v) in raw_atomic_fetch_or_acquire() argument
1704 return arch_atomic_fetch_or_acquire(i, v); in raw_atomic_fetch_or_acquire()
1706 int ret = arch_atomic_fetch_or_relaxed(i, v); in raw_atomic_fetch_or_acquire()
1710 return arch_atomic_fetch_or(i, v); in raw_atomic_fetch_or_acquire()
1728 raw_atomic_fetch_or_release(int i, atomic_t *v) in raw_atomic_fetch_or_release() argument
1731 return arch_atomic_fetch_or_release(i, v); in raw_atomic_fetch_or_release()
1734 return arch_atomic_fetch_or_relaxed(i, v); in raw_atomic_fetch_or_release()
1736 return arch_atomic_fetch_or(i, v); in raw_atomic_fetch_or_release()
1754 raw_atomic_fetch_or_relaxed(int i, atomic_t *v) in raw_atomic_fetch_or_relaxed() argument
1757 return arch_atomic_fetch_or_relaxed(i, v); in raw_atomic_fetch_or_relaxed()
1759 return arch_atomic_fetch_or(i, v); in raw_atomic_fetch_or_relaxed()
1777 raw_atomic_xor(int i, atomic_t *v) in raw_atomic_xor() argument
1779 arch_atomic_xor(i, v); in raw_atomic_xor()
1794 raw_atomic_fetch_xor(int i, atomic_t *v) in raw_atomic_fetch_xor() argument
1797 return arch_atomic_fetch_xor(i, v); in raw_atomic_fetch_xor()
1801 ret = arch_atomic_fetch_xor_relaxed(i, v); in raw_atomic_fetch_xor()
1821 raw_atomic_fetch_xor_acquire(int i, atomic_t *v) in raw_atomic_fetch_xor_acquire() argument
1824 return arch_atomic_fetch_xor_acquire(i, v); in raw_atomic_fetch_xor_acquire()
1826 int ret = arch_atomic_fetch_xor_relaxed(i, v); in raw_atomic_fetch_xor_acquire()
1830 return arch_atomic_fetch_xor(i, v); in raw_atomic_fetch_xor_acquire()
1848 raw_atomic_fetch_xor_release(int i, atomic_t *v) in raw_atomic_fetch_xor_release() argument
1851 return arch_atomic_fetch_xor_release(i, v); in raw_atomic_fetch_xor_release()
1854 return arch_atomic_fetch_xor_relaxed(i, v); in raw_atomic_fetch_xor_release()
1856 return arch_atomic_fetch_xor(i, v); in raw_atomic_fetch_xor_release()
1874 raw_atomic_fetch_xor_relaxed(int i, atomic_t *v) in raw_atomic_fetch_xor_relaxed() argument
1877 return arch_atomic_fetch_xor_relaxed(i, v); in raw_atomic_fetch_xor_relaxed()
1879 return arch_atomic_fetch_xor(i, v); in raw_atomic_fetch_xor_relaxed()
1897 raw_atomic_xchg(atomic_t *v, int new) in raw_atomic_xchg() argument
1900 return arch_atomic_xchg(v, new); in raw_atomic_xchg()
1904 ret = arch_atomic_xchg_relaxed(v, new); in raw_atomic_xchg()
1908 return raw_xchg(&v->counter, new); in raw_atomic_xchg()
1924 raw_atomic_xchg_acquire(atomic_t *v, int new) in raw_atomic_xchg_acquire() argument
1927 return arch_atomic_xchg_acquire(v, new); in raw_atomic_xchg_acquire()
1929 int ret = arch_atomic_xchg_relaxed(v, new); in raw_atomic_xchg_acquire()
1933 return arch_atomic_xchg(v, new); in raw_atomic_xchg_acquire()
1935 return raw_xchg_acquire(&v->counter, new); in raw_atomic_xchg_acquire()
1951 raw_atomic_xchg_release(atomic_t *v, int new) in raw_atomic_xchg_release() argument
1954 return arch_atomic_xchg_release(v, new); in raw_atomic_xchg_release()
1957 return arch_atomic_xchg_relaxed(v, new); in raw_atomic_xchg_release()
1959 return arch_atomic_xchg(v, new); in raw_atomic_xchg_release()
1961 return raw_xchg_release(&v->counter, new); in raw_atomic_xchg_release()
1977 raw_atomic_xchg_relaxed(atomic_t *v, int new) in raw_atomic_xchg_relaxed() argument
1980 return arch_atomic_xchg_relaxed(v, new); in raw_atomic_xchg_relaxed()
1982 return arch_atomic_xchg(v, new); in raw_atomic_xchg_relaxed()
1984 return raw_xchg_relaxed(&v->counter, new); in raw_atomic_xchg_relaxed()
2001 raw_atomic_cmpxchg(atomic_t *v, int old, int new) in raw_atomic_cmpxchg() argument
2004 return arch_atomic_cmpxchg(v, old, new); in raw_atomic_cmpxchg()
2008 ret = arch_atomic_cmpxchg_relaxed(v, old, new); in raw_atomic_cmpxchg()
2012 return raw_cmpxchg(&v->counter, old, new); in raw_atomic_cmpxchg()
2029 raw_atomic_cmpxchg_acquire(atomic_t *v, int old, int new) in raw_atomic_cmpxchg_acquire() argument
2032 return arch_atomic_cmpxchg_acquire(v, old, new); in raw_atomic_cmpxchg_acquire()
2034 int ret = arch_atomic_cmpxchg_relaxed(v, old, new); in raw_atomic_cmpxchg_acquire()
2038 return arch_atomic_cmpxchg(v, old, new); in raw_atomic_cmpxchg_acquire()
2040 return raw_cmpxchg_acquire(&v->counter, old, new); in raw_atomic_cmpxchg_acquire()
2057 raw_atomic_cmpxchg_release(atomic_t *v, int old, int new) in raw_atomic_cmpxchg_release() argument
2060 return arch_atomic_cmpxchg_release(v, old, new); in raw_atomic_cmpxchg_release()
2063 return arch_atomic_cmpxchg_relaxed(v, old, new); in raw_atomic_cmpxchg_release()
2065 return arch_atomic_cmpxchg(v, old, new); in raw_atomic_cmpxchg_release()
2067 return raw_cmpxchg_release(&v->counter, old, new); in raw_atomic_cmpxchg_release()
2084 raw_atomic_cmpxchg_relaxed(atomic_t *v, int old, int new) in raw_atomic_cmpxchg_relaxed() argument
2087 return arch_atomic_cmpxchg_relaxed(v, old, new); in raw_atomic_cmpxchg_relaxed()
2089 return arch_atomic_cmpxchg(v, old, new); in raw_atomic_cmpxchg_relaxed()
2091 return raw_cmpxchg_relaxed(&v->counter, old, new); in raw_atomic_cmpxchg_relaxed()
2109 raw_atomic_try_cmpxchg(atomic_t *v, int *old, int new) in raw_atomic_try_cmpxchg() argument
2112 return arch_atomic_try_cmpxchg(v, old, new); in raw_atomic_try_cmpxchg()
2116 ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in raw_atomic_try_cmpxchg()
2121 r = raw_atomic_cmpxchg(v, o, new); in raw_atomic_try_cmpxchg()
2142 raw_atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in raw_atomic_try_cmpxchg_acquire() argument
2145 return arch_atomic_try_cmpxchg_acquire(v, old, new); in raw_atomic_try_cmpxchg_acquire()
2147 bool ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in raw_atomic_try_cmpxchg_acquire()
2151 return arch_atomic_try_cmpxchg(v, old, new); in raw_atomic_try_cmpxchg_acquire()
2154 r = raw_atomic_cmpxchg_acquire(v, o, new); in raw_atomic_try_cmpxchg_acquire()
2175 raw_atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in raw_atomic_try_cmpxchg_release() argument
2178 return arch_atomic_try_cmpxchg_release(v, old, new); in raw_atomic_try_cmpxchg_release()
2181 return arch_atomic_try_cmpxchg_relaxed(v, old, new); in raw_atomic_try_cmpxchg_release()
2183 return arch_atomic_try_cmpxchg(v, old, new); in raw_atomic_try_cmpxchg_release()
2186 r = raw_atomic_cmpxchg_release(v, o, new); in raw_atomic_try_cmpxchg_release()
2207 raw_atomic_try_cmpxchg_relaxed(atomic_t *v, int *old, int new) in raw_atomic_try_cmpxchg_relaxed() argument
2210 return arch_atomic_try_cmpxchg_relaxed(v, old, new); in raw_atomic_try_cmpxchg_relaxed()
2212 return arch_atomic_try_cmpxchg(v, old, new); in raw_atomic_try_cmpxchg_relaxed()
2215 r = raw_atomic_cmpxchg_relaxed(v, o, new); in raw_atomic_try_cmpxchg_relaxed()
2234 raw_atomic_sub_and_test(int i, atomic_t *v) in raw_atomic_sub_and_test() argument
2237 return arch_atomic_sub_and_test(i, v); in raw_atomic_sub_and_test()
2239 return raw_atomic_sub_return(i, v) == 0; in raw_atomic_sub_and_test()
2254 raw_atomic_dec_and_test(atomic_t *v) in raw_atomic_dec_and_test() argument
2257 return arch_atomic_dec_and_test(v); in raw_atomic_dec_and_test()
2259 return raw_atomic_dec_return(v) == 0; in raw_atomic_dec_and_test()
2274 raw_atomic_inc_and_test(atomic_t *v) in raw_atomic_inc_and_test() argument
2277 return arch_atomic_inc_and_test(v); in raw_atomic_inc_and_test()
2279 return raw_atomic_inc_return(v) == 0; in raw_atomic_inc_and_test()
2295 raw_atomic_add_negative(int i, atomic_t *v) in raw_atomic_add_negative() argument
2298 return arch_atomic_add_negative(i, v); in raw_atomic_add_negative()
2302 ret = arch_atomic_add_negative_relaxed(i, v); in raw_atomic_add_negative()
2306 return raw_atomic_add_return(i, v) < 0; in raw_atomic_add_negative()
2322 raw_atomic_add_negative_acquire(int i, atomic_t *v) in raw_atomic_add_negative_acquire() argument
2325 return arch_atomic_add_negative_acquire(i, v); in raw_atomic_add_negative_acquire()
2327 bool ret = arch_atomic_add_negative_relaxed(i, v); in raw_atomic_add_negative_acquire()
2331 return arch_atomic_add_negative(i, v); in raw_atomic_add_negative_acquire()
2333 return raw_atomic_add_return_acquire(i, v) < 0; in raw_atomic_add_negative_acquire()
2349 raw_atomic_add_negative_release(int i, atomic_t *v) in raw_atomic_add_negative_release() argument
2352 return arch_atomic_add_negative_release(i, v); in raw_atomic_add_negative_release()
2355 return arch_atomic_add_negative_relaxed(i, v); in raw_atomic_add_negative_release()
2357 return arch_atomic_add_negative(i, v); in raw_atomic_add_negative_release()
2359 return raw_atomic_add_return_release(i, v) < 0; in raw_atomic_add_negative_release()
2375 raw_atomic_add_negative_relaxed(int i, atomic_t *v) in raw_atomic_add_negative_relaxed() argument
2378 return arch_atomic_add_negative_relaxed(i, v); in raw_atomic_add_negative_relaxed()
2380 return arch_atomic_add_negative(i, v); in raw_atomic_add_negative_relaxed()
2382 return raw_atomic_add_return_relaxed(i, v) < 0; in raw_atomic_add_negative_relaxed()
2399 raw_atomic_fetch_add_unless(atomic_t *v, int a, int u) in raw_atomic_fetch_add_unless() argument
2402 return arch_atomic_fetch_add_unless(v, a, u); in raw_atomic_fetch_add_unless()
2404 int c = raw_atomic_read(v); in raw_atomic_fetch_add_unless()
2409 } while (!raw_atomic_try_cmpxchg(v, &c, c + a)); in raw_atomic_fetch_add_unless()
2428 raw_atomic_add_unless(atomic_t *v, int a, int u) in raw_atomic_add_unless() argument
2431 return arch_atomic_add_unless(v, a, u); in raw_atomic_add_unless()
2433 return raw_atomic_fetch_add_unless(v, a, u) != u; in raw_atomic_add_unless()
2448 raw_atomic_inc_not_zero(atomic_t *v) in raw_atomic_inc_not_zero() argument
2451 return arch_atomic_inc_not_zero(v); in raw_atomic_inc_not_zero()
2453 return raw_atomic_add_unless(v, 1, 0); in raw_atomic_inc_not_zero()
2468 raw_atomic_inc_unless_negative(atomic_t *v) in raw_atomic_inc_unless_negative() argument
2471 return arch_atomic_inc_unless_negative(v); in raw_atomic_inc_unless_negative()
2473 int c = raw_atomic_read(v); in raw_atomic_inc_unless_negative()
2478 } while (!raw_atomic_try_cmpxchg(v, &c, c + 1)); in raw_atomic_inc_unless_negative()
2495 raw_atomic_dec_unless_positive(atomic_t *v) in raw_atomic_dec_unless_positive() argument
2498 return arch_atomic_dec_unless_positive(v); in raw_atomic_dec_unless_positive()
2500 int c = raw_atomic_read(v); in raw_atomic_dec_unless_positive()
2505 } while (!raw_atomic_try_cmpxchg(v, &c, c - 1)); in raw_atomic_dec_unless_positive()
2522 raw_atomic_dec_if_positive(atomic_t *v) in raw_atomic_dec_if_positive() argument
2525 return arch_atomic_dec_if_positive(v); in raw_atomic_dec_if_positive()
2527 int dec, c = raw_atomic_read(v); in raw_atomic_dec_if_positive()
2533 } while (!raw_atomic_try_cmpxchg(v, &c, dec)); in raw_atomic_dec_if_positive()
2554 raw_atomic64_read(const atomic64_t *v) in raw_atomic64_read() argument
2556 return arch_atomic64_read(v); in raw_atomic64_read()
2570 raw_atomic64_read_acquire(const atomic64_t *v) in raw_atomic64_read_acquire() argument
2573 return arch_atomic64_read_acquire(v); in raw_atomic64_read_acquire()
2578 ret = smp_load_acquire(&(v)->counter); in raw_atomic64_read_acquire()
2580 ret = raw_atomic64_read(v); in raw_atomic64_read_acquire()
2600 raw_atomic64_set(atomic64_t *v, s64 i) in raw_atomic64_set() argument
2602 arch_atomic64_set(v, i); in raw_atomic64_set()
2617 raw_atomic64_set_release(atomic64_t *v, s64 i) in raw_atomic64_set_release() argument
2620 arch_atomic64_set_release(v, i); in raw_atomic64_set_release()
2623 smp_store_release(&(v)->counter, i); in raw_atomic64_set_release()
2626 raw_atomic64_set(v, i); in raw_atomic64_set_release()
2643 raw_atomic64_add(s64 i, atomic64_t *v) in raw_atomic64_add() argument
2645 arch_atomic64_add(i, v); in raw_atomic64_add()
2660 raw_atomic64_add_return(s64 i, atomic64_t *v) in raw_atomic64_add_return() argument
2663 return arch_atomic64_add_return(i, v); in raw_atomic64_add_return()
2667 ret = arch_atomic64_add_return_relaxed(i, v); in raw_atomic64_add_return()
2687 raw_atomic64_add_return_acquire(s64 i, atomic64_t *v) in raw_atomic64_add_return_acquire() argument
2690 return arch_atomic64_add_return_acquire(i, v); in raw_atomic64_add_return_acquire()
2692 s64 ret = arch_atomic64_add_return_relaxed(i, v); in raw_atomic64_add_return_acquire()
2696 return arch_atomic64_add_return(i, v); in raw_atomic64_add_return_acquire()
2714 raw_atomic64_add_return_release(s64 i, atomic64_t *v) in raw_atomic64_add_return_release() argument
2717 return arch_atomic64_add_return_release(i, v); in raw_atomic64_add_return_release()
2720 return arch_atomic64_add_return_relaxed(i, v); in raw_atomic64_add_return_release()
2722 return arch_atomic64_add_return(i, v); in raw_atomic64_add_return_release()
2740 raw_atomic64_add_return_relaxed(s64 i, atomic64_t *v) in raw_atomic64_add_return_relaxed() argument
2743 return arch_atomic64_add_return_relaxed(i, v); in raw_atomic64_add_return_relaxed()
2745 return arch_atomic64_add_return(i, v); in raw_atomic64_add_return_relaxed()
2763 raw_atomic64_fetch_add(s64 i, atomic64_t *v) in raw_atomic64_fetch_add() argument
2766 return arch_atomic64_fetch_add(i, v); in raw_atomic64_fetch_add()
2770 ret = arch_atomic64_fetch_add_relaxed(i, v); in raw_atomic64_fetch_add()
2790 raw_atomic64_fetch_add_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_add_acquire() argument
2793 return arch_atomic64_fetch_add_acquire(i, v); in raw_atomic64_fetch_add_acquire()
2795 s64 ret = arch_atomic64_fetch_add_relaxed(i, v); in raw_atomic64_fetch_add_acquire()
2799 return arch_atomic64_fetch_add(i, v); in raw_atomic64_fetch_add_acquire()
2817 raw_atomic64_fetch_add_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_add_release() argument
2820 return arch_atomic64_fetch_add_release(i, v); in raw_atomic64_fetch_add_release()
2823 return arch_atomic64_fetch_add_relaxed(i, v); in raw_atomic64_fetch_add_release()
2825 return arch_atomic64_fetch_add(i, v); in raw_atomic64_fetch_add_release()
2843 raw_atomic64_fetch_add_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_add_relaxed() argument
2846 return arch_atomic64_fetch_add_relaxed(i, v); in raw_atomic64_fetch_add_relaxed()
2848 return arch_atomic64_fetch_add(i, v); in raw_atomic64_fetch_add_relaxed()
2866 raw_atomic64_sub(s64 i, atomic64_t *v) in raw_atomic64_sub() argument
2868 arch_atomic64_sub(i, v); in raw_atomic64_sub()
2883 raw_atomic64_sub_return(s64 i, atomic64_t *v) in raw_atomic64_sub_return() argument
2886 return arch_atomic64_sub_return(i, v); in raw_atomic64_sub_return()
2890 ret = arch_atomic64_sub_return_relaxed(i, v); in raw_atomic64_sub_return()
2910 raw_atomic64_sub_return_acquire(s64 i, atomic64_t *v) in raw_atomic64_sub_return_acquire() argument
2913 return arch_atomic64_sub_return_acquire(i, v); in raw_atomic64_sub_return_acquire()
2915 s64 ret = arch_atomic64_sub_return_relaxed(i, v); in raw_atomic64_sub_return_acquire()
2919 return arch_atomic64_sub_return(i, v); in raw_atomic64_sub_return_acquire()
2937 raw_atomic64_sub_return_release(s64 i, atomic64_t *v) in raw_atomic64_sub_return_release() argument
2940 return arch_atomic64_sub_return_release(i, v); in raw_atomic64_sub_return_release()
2943 return arch_atomic64_sub_return_relaxed(i, v); in raw_atomic64_sub_return_release()
2945 return arch_atomic64_sub_return(i, v); in raw_atomic64_sub_return_release()
2963 raw_atomic64_sub_return_relaxed(s64 i, atomic64_t *v) in raw_atomic64_sub_return_relaxed() argument
2966 return arch_atomic64_sub_return_relaxed(i, v); in raw_atomic64_sub_return_relaxed()
2968 return arch_atomic64_sub_return(i, v); in raw_atomic64_sub_return_relaxed()
2986 raw_atomic64_fetch_sub(s64 i, atomic64_t *v) in raw_atomic64_fetch_sub() argument
2989 return arch_atomic64_fetch_sub(i, v); in raw_atomic64_fetch_sub()
2993 ret = arch_atomic64_fetch_sub_relaxed(i, v); in raw_atomic64_fetch_sub()
3013 raw_atomic64_fetch_sub_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_sub_acquire() argument
3016 return arch_atomic64_fetch_sub_acquire(i, v); in raw_atomic64_fetch_sub_acquire()
3018 s64 ret = arch_atomic64_fetch_sub_relaxed(i, v); in raw_atomic64_fetch_sub_acquire()
3022 return arch_atomic64_fetch_sub(i, v); in raw_atomic64_fetch_sub_acquire()
3040 raw_atomic64_fetch_sub_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_sub_release() argument
3043 return arch_atomic64_fetch_sub_release(i, v); in raw_atomic64_fetch_sub_release()
3046 return arch_atomic64_fetch_sub_relaxed(i, v); in raw_atomic64_fetch_sub_release()
3048 return arch_atomic64_fetch_sub(i, v); in raw_atomic64_fetch_sub_release()
3066 raw_atomic64_fetch_sub_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_sub_relaxed() argument
3069 return arch_atomic64_fetch_sub_relaxed(i, v); in raw_atomic64_fetch_sub_relaxed()
3071 return arch_atomic64_fetch_sub(i, v); in raw_atomic64_fetch_sub_relaxed()
3088 raw_atomic64_inc(atomic64_t *v) in raw_atomic64_inc() argument
3091 arch_atomic64_inc(v); in raw_atomic64_inc()
3093 raw_atomic64_add(1, v); in raw_atomic64_inc()
3108 raw_atomic64_inc_return(atomic64_t *v) in raw_atomic64_inc_return() argument
3111 return arch_atomic64_inc_return(v); in raw_atomic64_inc_return()
3115 ret = arch_atomic64_inc_return_relaxed(v); in raw_atomic64_inc_return()
3119 return raw_atomic64_add_return(1, v); in raw_atomic64_inc_return()
3134 raw_atomic64_inc_return_acquire(atomic64_t *v) in raw_atomic64_inc_return_acquire() argument
3137 return arch_atomic64_inc_return_acquire(v); in raw_atomic64_inc_return_acquire()
3139 s64 ret = arch_atomic64_inc_return_relaxed(v); in raw_atomic64_inc_return_acquire()
3143 return arch_atomic64_inc_return(v); in raw_atomic64_inc_return_acquire()
3145 return raw_atomic64_add_return_acquire(1, v); in raw_atomic64_inc_return_acquire()
3160 raw_atomic64_inc_return_release(atomic64_t *v) in raw_atomic64_inc_return_release() argument
3163 return arch_atomic64_inc_return_release(v); in raw_atomic64_inc_return_release()
3166 return arch_atomic64_inc_return_relaxed(v); in raw_atomic64_inc_return_release()
3168 return arch_atomic64_inc_return(v); in raw_atomic64_inc_return_release()
3170 return raw_atomic64_add_return_release(1, v); in raw_atomic64_inc_return_release()
3185 raw_atomic64_inc_return_relaxed(atomic64_t *v) in raw_atomic64_inc_return_relaxed() argument
3188 return arch_atomic64_inc_return_relaxed(v); in raw_atomic64_inc_return_relaxed()
3190 return arch_atomic64_inc_return(v); in raw_atomic64_inc_return_relaxed()
3192 return raw_atomic64_add_return_relaxed(1, v); in raw_atomic64_inc_return_relaxed()
3207 raw_atomic64_fetch_inc(atomic64_t *v) in raw_atomic64_fetch_inc() argument
3210 return arch_atomic64_fetch_inc(v); in raw_atomic64_fetch_inc()
3214 ret = arch_atomic64_fetch_inc_relaxed(v); in raw_atomic64_fetch_inc()
3218 return raw_atomic64_fetch_add(1, v); in raw_atomic64_fetch_inc()
3233 raw_atomic64_fetch_inc_acquire(atomic64_t *v) in raw_atomic64_fetch_inc_acquire() argument
3236 return arch_atomic64_fetch_inc_acquire(v); in raw_atomic64_fetch_inc_acquire()
3238 s64 ret = arch_atomic64_fetch_inc_relaxed(v); in raw_atomic64_fetch_inc_acquire()
3242 return arch_atomic64_fetch_inc(v); in raw_atomic64_fetch_inc_acquire()
3244 return raw_atomic64_fetch_add_acquire(1, v); in raw_atomic64_fetch_inc_acquire()
3259 raw_atomic64_fetch_inc_release(atomic64_t *v) in raw_atomic64_fetch_inc_release() argument
3262 return arch_atomic64_fetch_inc_release(v); in raw_atomic64_fetch_inc_release()
3265 return arch_atomic64_fetch_inc_relaxed(v); in raw_atomic64_fetch_inc_release()
3267 return arch_atomic64_fetch_inc(v); in raw_atomic64_fetch_inc_release()
3269 return raw_atomic64_fetch_add_release(1, v); in raw_atomic64_fetch_inc_release()
3284 raw_atomic64_fetch_inc_relaxed(atomic64_t *v) in raw_atomic64_fetch_inc_relaxed() argument
3287 return arch_atomic64_fetch_inc_relaxed(v); in raw_atomic64_fetch_inc_relaxed()
3289 return arch_atomic64_fetch_inc(v); in raw_atomic64_fetch_inc_relaxed()
3291 return raw_atomic64_fetch_add_relaxed(1, v); in raw_atomic64_fetch_inc_relaxed()
3306 raw_atomic64_dec(atomic64_t *v) in raw_atomic64_dec() argument
3309 arch_atomic64_dec(v); in raw_atomic64_dec()
3311 raw_atomic64_sub(1, v); in raw_atomic64_dec()
3326 raw_atomic64_dec_return(atomic64_t *v) in raw_atomic64_dec_return() argument
3329 return arch_atomic64_dec_return(v); in raw_atomic64_dec_return()
3333 ret = arch_atomic64_dec_return_relaxed(v); in raw_atomic64_dec_return()
3337 return raw_atomic64_sub_return(1, v); in raw_atomic64_dec_return()
3352 raw_atomic64_dec_return_acquire(atomic64_t *v) in raw_atomic64_dec_return_acquire() argument
3355 return arch_atomic64_dec_return_acquire(v); in raw_atomic64_dec_return_acquire()
3357 s64 ret = arch_atomic64_dec_return_relaxed(v); in raw_atomic64_dec_return_acquire()
3361 return arch_atomic64_dec_return(v); in raw_atomic64_dec_return_acquire()
3363 return raw_atomic64_sub_return_acquire(1, v); in raw_atomic64_dec_return_acquire()
3378 raw_atomic64_dec_return_release(atomic64_t *v) in raw_atomic64_dec_return_release() argument
3381 return arch_atomic64_dec_return_release(v); in raw_atomic64_dec_return_release()
3384 return arch_atomic64_dec_return_relaxed(v); in raw_atomic64_dec_return_release()
3386 return arch_atomic64_dec_return(v); in raw_atomic64_dec_return_release()
3388 return raw_atomic64_sub_return_release(1, v); in raw_atomic64_dec_return_release()
3403 raw_atomic64_dec_return_relaxed(atomic64_t *v) in raw_atomic64_dec_return_relaxed() argument
3406 return arch_atomic64_dec_return_relaxed(v); in raw_atomic64_dec_return_relaxed()
3408 return arch_atomic64_dec_return(v); in raw_atomic64_dec_return_relaxed()
3410 return raw_atomic64_sub_return_relaxed(1, v); in raw_atomic64_dec_return_relaxed()
3425 raw_atomic64_fetch_dec(atomic64_t *v) in raw_atomic64_fetch_dec() argument
3428 return arch_atomic64_fetch_dec(v); in raw_atomic64_fetch_dec()
3432 ret = arch_atomic64_fetch_dec_relaxed(v); in raw_atomic64_fetch_dec()
3436 return raw_atomic64_fetch_sub(1, v); in raw_atomic64_fetch_dec()
3451 raw_atomic64_fetch_dec_acquire(atomic64_t *v) in raw_atomic64_fetch_dec_acquire() argument
3454 return arch_atomic64_fetch_dec_acquire(v); in raw_atomic64_fetch_dec_acquire()
3456 s64 ret = arch_atomic64_fetch_dec_relaxed(v); in raw_atomic64_fetch_dec_acquire()
3460 return arch_atomic64_fetch_dec(v); in raw_atomic64_fetch_dec_acquire()
3462 return raw_atomic64_fetch_sub_acquire(1, v); in raw_atomic64_fetch_dec_acquire()
3477 raw_atomic64_fetch_dec_release(atomic64_t *v) in raw_atomic64_fetch_dec_release() argument
3480 return arch_atomic64_fetch_dec_release(v); in raw_atomic64_fetch_dec_release()
3483 return arch_atomic64_fetch_dec_relaxed(v); in raw_atomic64_fetch_dec_release()
3485 return arch_atomic64_fetch_dec(v); in raw_atomic64_fetch_dec_release()
3487 return raw_atomic64_fetch_sub_release(1, v); in raw_atomic64_fetch_dec_release()
3502 raw_atomic64_fetch_dec_relaxed(atomic64_t *v) in raw_atomic64_fetch_dec_relaxed() argument
3505 return arch_atomic64_fetch_dec_relaxed(v); in raw_atomic64_fetch_dec_relaxed()
3507 return arch_atomic64_fetch_dec(v); in raw_atomic64_fetch_dec_relaxed()
3509 return raw_atomic64_fetch_sub_relaxed(1, v); in raw_atomic64_fetch_dec_relaxed()
3525 raw_atomic64_and(s64 i, atomic64_t *v) in raw_atomic64_and() argument
3527 arch_atomic64_and(i, v); in raw_atomic64_and()
3542 raw_atomic64_fetch_and(s64 i, atomic64_t *v) in raw_atomic64_fetch_and() argument
3545 return arch_atomic64_fetch_and(i, v); in raw_atomic64_fetch_and()
3549 ret = arch_atomic64_fetch_and_relaxed(i, v); in raw_atomic64_fetch_and()
3569 raw_atomic64_fetch_and_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_and_acquire() argument
3572 return arch_atomic64_fetch_and_acquire(i, v); in raw_atomic64_fetch_and_acquire()
3574 s64 ret = arch_atomic64_fetch_and_relaxed(i, v); in raw_atomic64_fetch_and_acquire()
3578 return arch_atomic64_fetch_and(i, v); in raw_atomic64_fetch_and_acquire()
3596 raw_atomic64_fetch_and_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_and_release() argument
3599 return arch_atomic64_fetch_and_release(i, v); in raw_atomic64_fetch_and_release()
3602 return arch_atomic64_fetch_and_relaxed(i, v); in raw_atomic64_fetch_and_release()
3604 return arch_atomic64_fetch_and(i, v); in raw_atomic64_fetch_and_release()
3622 raw_atomic64_fetch_and_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_and_relaxed() argument
3625 return arch_atomic64_fetch_and_relaxed(i, v); in raw_atomic64_fetch_and_relaxed()
3627 return arch_atomic64_fetch_and(i, v); in raw_atomic64_fetch_and_relaxed()
3645 raw_atomic64_andnot(s64 i, atomic64_t *v) in raw_atomic64_andnot() argument
3648 arch_atomic64_andnot(i, v); in raw_atomic64_andnot()
3650 raw_atomic64_and(~i, v); in raw_atomic64_andnot()
3666 raw_atomic64_fetch_andnot(s64 i, atomic64_t *v) in raw_atomic64_fetch_andnot() argument
3669 return arch_atomic64_fetch_andnot(i, v); in raw_atomic64_fetch_andnot()
3673 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in raw_atomic64_fetch_andnot()
3677 return raw_atomic64_fetch_and(~i, v); in raw_atomic64_fetch_andnot()
3693 raw_atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_andnot_acquire() argument
3696 return arch_atomic64_fetch_andnot_acquire(i, v); in raw_atomic64_fetch_andnot_acquire()
3698 s64 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in raw_atomic64_fetch_andnot_acquire()
3702 return arch_atomic64_fetch_andnot(i, v); in raw_atomic64_fetch_andnot_acquire()
3704 return raw_atomic64_fetch_and_acquire(~i, v); in raw_atomic64_fetch_andnot_acquire()
3720 raw_atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_andnot_release() argument
3723 return arch_atomic64_fetch_andnot_release(i, v); in raw_atomic64_fetch_andnot_release()
3726 return arch_atomic64_fetch_andnot_relaxed(i, v); in raw_atomic64_fetch_andnot_release()
3728 return arch_atomic64_fetch_andnot(i, v); in raw_atomic64_fetch_andnot_release()
3730 return raw_atomic64_fetch_and_release(~i, v); in raw_atomic64_fetch_andnot_release()
3746 raw_atomic64_fetch_andnot_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_andnot_relaxed() argument
3749 return arch_atomic64_fetch_andnot_relaxed(i, v); in raw_atomic64_fetch_andnot_relaxed()
3751 return arch_atomic64_fetch_andnot(i, v); in raw_atomic64_fetch_andnot_relaxed()
3753 return raw_atomic64_fetch_and_relaxed(~i, v); in raw_atomic64_fetch_andnot_relaxed()
3769 raw_atomic64_or(s64 i, atomic64_t *v) in raw_atomic64_or() argument
3771 arch_atomic64_or(i, v); in raw_atomic64_or()
3786 raw_atomic64_fetch_or(s64 i, atomic64_t *v) in raw_atomic64_fetch_or() argument
3789 return arch_atomic64_fetch_or(i, v); in raw_atomic64_fetch_or()
3793 ret = arch_atomic64_fetch_or_relaxed(i, v); in raw_atomic64_fetch_or()
3813 raw_atomic64_fetch_or_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_or_acquire() argument
3816 return arch_atomic64_fetch_or_acquire(i, v); in raw_atomic64_fetch_or_acquire()
3818 s64 ret = arch_atomic64_fetch_or_relaxed(i, v); in raw_atomic64_fetch_or_acquire()
3822 return arch_atomic64_fetch_or(i, v); in raw_atomic64_fetch_or_acquire()
3840 raw_atomic64_fetch_or_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_or_release() argument
3843 return arch_atomic64_fetch_or_release(i, v); in raw_atomic64_fetch_or_release()
3846 return arch_atomic64_fetch_or_relaxed(i, v); in raw_atomic64_fetch_or_release()
3848 return arch_atomic64_fetch_or(i, v); in raw_atomic64_fetch_or_release()
3866 raw_atomic64_fetch_or_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_or_relaxed() argument
3869 return arch_atomic64_fetch_or_relaxed(i, v); in raw_atomic64_fetch_or_relaxed()
3871 return arch_atomic64_fetch_or(i, v); in raw_atomic64_fetch_or_relaxed()
3889 raw_atomic64_xor(s64 i, atomic64_t *v) in raw_atomic64_xor() argument
3891 arch_atomic64_xor(i, v); in raw_atomic64_xor()
3906 raw_atomic64_fetch_xor(s64 i, atomic64_t *v) in raw_atomic64_fetch_xor() argument
3909 return arch_atomic64_fetch_xor(i, v); in raw_atomic64_fetch_xor()
3913 ret = arch_atomic64_fetch_xor_relaxed(i, v); in raw_atomic64_fetch_xor()
3933 raw_atomic64_fetch_xor_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_xor_acquire() argument
3936 return arch_atomic64_fetch_xor_acquire(i, v); in raw_atomic64_fetch_xor_acquire()
3938 s64 ret = arch_atomic64_fetch_xor_relaxed(i, v); in raw_atomic64_fetch_xor_acquire()
3942 return arch_atomic64_fetch_xor(i, v); in raw_atomic64_fetch_xor_acquire()
3960 raw_atomic64_fetch_xor_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_xor_release() argument
3963 return arch_atomic64_fetch_xor_release(i, v); in raw_atomic64_fetch_xor_release()
3966 return arch_atomic64_fetch_xor_relaxed(i, v); in raw_atomic64_fetch_xor_release()
3968 return arch_atomic64_fetch_xor(i, v); in raw_atomic64_fetch_xor_release()
3986 raw_atomic64_fetch_xor_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_xor_relaxed() argument
3989 return arch_atomic64_fetch_xor_relaxed(i, v); in raw_atomic64_fetch_xor_relaxed()
3991 return arch_atomic64_fetch_xor(i, v); in raw_atomic64_fetch_xor_relaxed()
4009 raw_atomic64_xchg(atomic64_t *v, s64 new) in raw_atomic64_xchg() argument
4012 return arch_atomic64_xchg(v, new); in raw_atomic64_xchg()
4016 ret = arch_atomic64_xchg_relaxed(v, new); in raw_atomic64_xchg()
4020 return raw_xchg(&v->counter, new); in raw_atomic64_xchg()
4036 raw_atomic64_xchg_acquire(atomic64_t *v, s64 new) in raw_atomic64_xchg_acquire() argument
4039 return arch_atomic64_xchg_acquire(v, new); in raw_atomic64_xchg_acquire()
4041 s64 ret = arch_atomic64_xchg_relaxed(v, new); in raw_atomic64_xchg_acquire()
4045 return arch_atomic64_xchg(v, new); in raw_atomic64_xchg_acquire()
4047 return raw_xchg_acquire(&v->counter, new); in raw_atomic64_xchg_acquire()
4063 raw_atomic64_xchg_release(atomic64_t *v, s64 new) in raw_atomic64_xchg_release() argument
4066 return arch_atomic64_xchg_release(v, new); in raw_atomic64_xchg_release()
4069 return arch_atomic64_xchg_relaxed(v, new); in raw_atomic64_xchg_release()
4071 return arch_atomic64_xchg(v, new); in raw_atomic64_xchg_release()
4073 return raw_xchg_release(&v->counter, new); in raw_atomic64_xchg_release()
4089 raw_atomic64_xchg_relaxed(atomic64_t *v, s64 new) in raw_atomic64_xchg_relaxed() argument
4092 return arch_atomic64_xchg_relaxed(v, new); in raw_atomic64_xchg_relaxed()
4094 return arch_atomic64_xchg(v, new); in raw_atomic64_xchg_relaxed()
4096 return raw_xchg_relaxed(&v->counter, new); in raw_atomic64_xchg_relaxed()
4113 raw_atomic64_cmpxchg(atomic64_t *v, s64 old, s64 new) in raw_atomic64_cmpxchg() argument
4116 return arch_atomic64_cmpxchg(v, old, new); in raw_atomic64_cmpxchg()
4120 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in raw_atomic64_cmpxchg()
4124 return raw_cmpxchg(&v->counter, old, new); in raw_atomic64_cmpxchg()
4141 raw_atomic64_cmpxchg_acquire(atomic64_t *v, s64 old, s64 new) in raw_atomic64_cmpxchg_acquire() argument
4144 return arch_atomic64_cmpxchg_acquire(v, old, new); in raw_atomic64_cmpxchg_acquire()
4146 s64 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in raw_atomic64_cmpxchg_acquire()
4150 return arch_atomic64_cmpxchg(v, old, new); in raw_atomic64_cmpxchg_acquire()
4152 return raw_cmpxchg_acquire(&v->counter, old, new); in raw_atomic64_cmpxchg_acquire()
4169 raw_atomic64_cmpxchg_release(atomic64_t *v, s64 old, s64 new) in raw_atomic64_cmpxchg_release() argument
4172 return arch_atomic64_cmpxchg_release(v, old, new); in raw_atomic64_cmpxchg_release()
4175 return arch_atomic64_cmpxchg_relaxed(v, old, new); in raw_atomic64_cmpxchg_release()
4177 return arch_atomic64_cmpxchg(v, old, new); in raw_atomic64_cmpxchg_release()
4179 return raw_cmpxchg_release(&v->counter, old, new); in raw_atomic64_cmpxchg_release()
4196 raw_atomic64_cmpxchg_relaxed(atomic64_t *v, s64 old, s64 new) in raw_atomic64_cmpxchg_relaxed() argument
4199 return arch_atomic64_cmpxchg_relaxed(v, old, new); in raw_atomic64_cmpxchg_relaxed()
4201 return arch_atomic64_cmpxchg(v, old, new); in raw_atomic64_cmpxchg_relaxed()
4203 return raw_cmpxchg_relaxed(&v->counter, old, new); in raw_atomic64_cmpxchg_relaxed()
4221 raw_atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in raw_atomic64_try_cmpxchg() argument
4224 return arch_atomic64_try_cmpxchg(v, old, new); in raw_atomic64_try_cmpxchg()
4228 ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in raw_atomic64_try_cmpxchg()
4233 r = raw_atomic64_cmpxchg(v, o, new); in raw_atomic64_try_cmpxchg()
4254 raw_atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in raw_atomic64_try_cmpxchg_acquire() argument
4257 return arch_atomic64_try_cmpxchg_acquire(v, old, new); in raw_atomic64_try_cmpxchg_acquire()
4259 bool ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in raw_atomic64_try_cmpxchg_acquire()
4263 return arch_atomic64_try_cmpxchg(v, old, new); in raw_atomic64_try_cmpxchg_acquire()
4266 r = raw_atomic64_cmpxchg_acquire(v, o, new); in raw_atomic64_try_cmpxchg_acquire()
4287 raw_atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in raw_atomic64_try_cmpxchg_release() argument
4290 return arch_atomic64_try_cmpxchg_release(v, old, new); in raw_atomic64_try_cmpxchg_release()
4293 return arch_atomic64_try_cmpxchg_relaxed(v, old, new); in raw_atomic64_try_cmpxchg_release()
4295 return arch_atomic64_try_cmpxchg(v, old, new); in raw_atomic64_try_cmpxchg_release()
4298 r = raw_atomic64_cmpxchg_release(v, o, new); in raw_atomic64_try_cmpxchg_release()
4319 raw_atomic64_try_cmpxchg_relaxed(atomic64_t *v, s64 *old, s64 new) in raw_atomic64_try_cmpxchg_relaxed() argument
4322 return arch_atomic64_try_cmpxchg_relaxed(v, old, new); in raw_atomic64_try_cmpxchg_relaxed()
4324 return arch_atomic64_try_cmpxchg(v, old, new); in raw_atomic64_try_cmpxchg_relaxed()
4327 r = raw_atomic64_cmpxchg_relaxed(v, o, new); in raw_atomic64_try_cmpxchg_relaxed()
4346 raw_atomic64_sub_and_test(s64 i, atomic64_t *v) in raw_atomic64_sub_and_test() argument
4349 return arch_atomic64_sub_and_test(i, v); in raw_atomic64_sub_and_test()
4351 return raw_atomic64_sub_return(i, v) == 0; in raw_atomic64_sub_and_test()
4366 raw_atomic64_dec_and_test(atomic64_t *v) in raw_atomic64_dec_and_test() argument
4369 return arch_atomic64_dec_and_test(v); in raw_atomic64_dec_and_test()
4371 return raw_atomic64_dec_return(v) == 0; in raw_atomic64_dec_and_test()
4386 raw_atomic64_inc_and_test(atomic64_t *v) in raw_atomic64_inc_and_test() argument
4389 return arch_atomic64_inc_and_test(v); in raw_atomic64_inc_and_test()
4391 return raw_atomic64_inc_return(v) == 0; in raw_atomic64_inc_and_test()
4407 raw_atomic64_add_negative(s64 i, atomic64_t *v) in raw_atomic64_add_negative() argument
4410 return arch_atomic64_add_negative(i, v); in raw_atomic64_add_negative()
4414 ret = arch_atomic64_add_negative_relaxed(i, v); in raw_atomic64_add_negative()
4418 return raw_atomic64_add_return(i, v) < 0; in raw_atomic64_add_negative()
4434 raw_atomic64_add_negative_acquire(s64 i, atomic64_t *v) in raw_atomic64_add_negative_acquire() argument
4437 return arch_atomic64_add_negative_acquire(i, v); in raw_atomic64_add_negative_acquire()
4439 bool ret = arch_atomic64_add_negative_relaxed(i, v); in raw_atomic64_add_negative_acquire()
4443 return arch_atomic64_add_negative(i, v); in raw_atomic64_add_negative_acquire()
4445 return raw_atomic64_add_return_acquire(i, v) < 0; in raw_atomic64_add_negative_acquire()
4461 raw_atomic64_add_negative_release(s64 i, atomic64_t *v) in raw_atomic64_add_negative_release() argument
4464 return arch_atomic64_add_negative_release(i, v); in raw_atomic64_add_negative_release()
4467 return arch_atomic64_add_negative_relaxed(i, v); in raw_atomic64_add_negative_release()
4469 return arch_atomic64_add_negative(i, v); in raw_atomic64_add_negative_release()
4471 return raw_atomic64_add_return_release(i, v) < 0; in raw_atomic64_add_negative_release()
4487 raw_atomic64_add_negative_relaxed(s64 i, atomic64_t *v) in raw_atomic64_add_negative_relaxed() argument
4490 return arch_atomic64_add_negative_relaxed(i, v); in raw_atomic64_add_negative_relaxed()
4492 return arch_atomic64_add_negative(i, v); in raw_atomic64_add_negative_relaxed()
4494 return raw_atomic64_add_return_relaxed(i, v) < 0; in raw_atomic64_add_negative_relaxed()
4511 raw_atomic64_fetch_add_unless(atomic64_t *v, s64 a, s64 u) in raw_atomic64_fetch_add_unless() argument
4514 return arch_atomic64_fetch_add_unless(v, a, u); in raw_atomic64_fetch_add_unless()
4516 s64 c = raw_atomic64_read(v); in raw_atomic64_fetch_add_unless()
4521 } while (!raw_atomic64_try_cmpxchg(v, &c, c + a)); in raw_atomic64_fetch_add_unless()
4540 raw_atomic64_add_unless(atomic64_t *v, s64 a, s64 u) in raw_atomic64_add_unless() argument
4543 return arch_atomic64_add_unless(v, a, u); in raw_atomic64_add_unless()
4545 return raw_atomic64_fetch_add_unless(v, a, u) != u; in raw_atomic64_add_unless()
4560 raw_atomic64_inc_not_zero(atomic64_t *v) in raw_atomic64_inc_not_zero() argument
4563 return arch_atomic64_inc_not_zero(v); in raw_atomic64_inc_not_zero()
4565 return raw_atomic64_add_unless(v, 1, 0); in raw_atomic64_inc_not_zero()
4580 raw_atomic64_inc_unless_negative(atomic64_t *v) in raw_atomic64_inc_unless_negative() argument
4583 return arch_atomic64_inc_unless_negative(v); in raw_atomic64_inc_unless_negative()
4585 s64 c = raw_atomic64_read(v); in raw_atomic64_inc_unless_negative()
4590 } while (!raw_atomic64_try_cmpxchg(v, &c, c + 1)); in raw_atomic64_inc_unless_negative()
4607 raw_atomic64_dec_unless_positive(atomic64_t *v) in raw_atomic64_dec_unless_positive() argument
4610 return arch_atomic64_dec_unless_positive(v); in raw_atomic64_dec_unless_positive()
4612 s64 c = raw_atomic64_read(v); in raw_atomic64_dec_unless_positive()
4617 } while (!raw_atomic64_try_cmpxchg(v, &c, c - 1)); in raw_atomic64_dec_unless_positive()
4634 raw_atomic64_dec_if_positive(atomic64_t *v) in raw_atomic64_dec_if_positive() argument
4637 return arch_atomic64_dec_if_positive(v); in raw_atomic64_dec_if_positive()
4639 s64 dec, c = raw_atomic64_read(v); in raw_atomic64_dec_if_positive()
4645 } while (!raw_atomic64_try_cmpxchg(v, &c, dec)); in raw_atomic64_dec_if_positive()