Lines Matching full:v
25 atomic_read(const atomic_t *v) in atomic_read() argument
27 instrument_atomic_read(v, sizeof(*v)); in atomic_read()
28 return arch_atomic_read(v); in atomic_read()
34 atomic_read_acquire(const atomic_t *v) in atomic_read_acquire() argument
36 instrument_atomic_read(v, sizeof(*v)); in atomic_read_acquire()
37 return arch_atomic_read_acquire(v); in atomic_read_acquire()
43 atomic_set(atomic_t *v, int i) in atomic_set() argument
45 instrument_atomic_write(v, sizeof(*v)); in atomic_set()
46 arch_atomic_set(v, i); in atomic_set()
52 atomic_set_release(atomic_t *v, int i) in atomic_set_release() argument
54 instrument_atomic_write(v, sizeof(*v)); in atomic_set_release()
55 arch_atomic_set_release(v, i); in atomic_set_release()
61 atomic_add(int i, atomic_t *v) in atomic_add() argument
63 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add()
64 arch_atomic_add(i, v); in atomic_add()
70 atomic_add_return(int i, atomic_t *v) in atomic_add_return() argument
72 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_return()
73 return arch_atomic_add_return(i, v); in atomic_add_return()
80 atomic_add_return_acquire(int i, atomic_t *v) in atomic_add_return_acquire() argument
82 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_return_acquire()
83 return arch_atomic_add_return_acquire(i, v); in atomic_add_return_acquire()
90 atomic_add_return_release(int i, atomic_t *v) in atomic_add_return_release() argument
92 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_return_release()
93 return arch_atomic_add_return_release(i, v); in atomic_add_return_release()
100 atomic_add_return_relaxed(int i, atomic_t *v) in atomic_add_return_relaxed() argument
102 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_return_relaxed()
103 return arch_atomic_add_return_relaxed(i, v); in atomic_add_return_relaxed()
110 atomic_fetch_add(int i, atomic_t *v) in atomic_fetch_add() argument
112 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add()
113 return arch_atomic_fetch_add(i, v); in atomic_fetch_add()
120 atomic_fetch_add_acquire(int i, atomic_t *v) in atomic_fetch_add_acquire() argument
122 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add_acquire()
123 return arch_atomic_fetch_add_acquire(i, v); in atomic_fetch_add_acquire()
130 atomic_fetch_add_release(int i, atomic_t *v) in atomic_fetch_add_release() argument
132 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add_release()
133 return arch_atomic_fetch_add_release(i, v); in atomic_fetch_add_release()
140 atomic_fetch_add_relaxed(int i, atomic_t *v) in atomic_fetch_add_relaxed() argument
142 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add_relaxed()
143 return arch_atomic_fetch_add_relaxed(i, v); in atomic_fetch_add_relaxed()
149 atomic_sub(int i, atomic_t *v) in atomic_sub() argument
151 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub()
152 arch_atomic_sub(i, v); in atomic_sub()
158 atomic_sub_return(int i, atomic_t *v) in atomic_sub_return() argument
160 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_return()
161 return arch_atomic_sub_return(i, v); in atomic_sub_return()
168 atomic_sub_return_acquire(int i, atomic_t *v) in atomic_sub_return_acquire() argument
170 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_return_acquire()
171 return arch_atomic_sub_return_acquire(i, v); in atomic_sub_return_acquire()
178 atomic_sub_return_release(int i, atomic_t *v) in atomic_sub_return_release() argument
180 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_return_release()
181 return arch_atomic_sub_return_release(i, v); in atomic_sub_return_release()
188 atomic_sub_return_relaxed(int i, atomic_t *v) in atomic_sub_return_relaxed() argument
190 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_return_relaxed()
191 return arch_atomic_sub_return_relaxed(i, v); in atomic_sub_return_relaxed()
198 atomic_fetch_sub(int i, atomic_t *v) in atomic_fetch_sub() argument
200 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_sub()
201 return arch_atomic_fetch_sub(i, v); in atomic_fetch_sub()
208 atomic_fetch_sub_acquire(int i, atomic_t *v) in atomic_fetch_sub_acquire() argument
210 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_sub_acquire()
211 return arch_atomic_fetch_sub_acquire(i, v); in atomic_fetch_sub_acquire()
218 atomic_fetch_sub_release(int i, atomic_t *v) in atomic_fetch_sub_release() argument
220 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_sub_release()
221 return arch_atomic_fetch_sub_release(i, v); in atomic_fetch_sub_release()
228 atomic_fetch_sub_relaxed(int i, atomic_t *v) in atomic_fetch_sub_relaxed() argument
230 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_sub_relaxed()
231 return arch_atomic_fetch_sub_relaxed(i, v); in atomic_fetch_sub_relaxed()
238 atomic_inc(atomic_t *v) in atomic_inc() argument
240 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc()
241 arch_atomic_inc(v); in atomic_inc()
248 atomic_inc_return(atomic_t *v) in atomic_inc_return() argument
250 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_return()
251 return arch_atomic_inc_return(v); in atomic_inc_return()
258 atomic_inc_return_acquire(atomic_t *v) in atomic_inc_return_acquire() argument
260 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_return_acquire()
261 return arch_atomic_inc_return_acquire(v); in atomic_inc_return_acquire()
268 atomic_inc_return_release(atomic_t *v) in atomic_inc_return_release() argument
270 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_return_release()
271 return arch_atomic_inc_return_release(v); in atomic_inc_return_release()
278 atomic_inc_return_relaxed(atomic_t *v) in atomic_inc_return_relaxed() argument
280 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_return_relaxed()
281 return arch_atomic_inc_return_relaxed(v); in atomic_inc_return_relaxed()
288 atomic_fetch_inc(atomic_t *v) in atomic_fetch_inc() argument
290 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_inc()
291 return arch_atomic_fetch_inc(v); in atomic_fetch_inc()
298 atomic_fetch_inc_acquire(atomic_t *v) in atomic_fetch_inc_acquire() argument
300 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_inc_acquire()
301 return arch_atomic_fetch_inc_acquire(v); in atomic_fetch_inc_acquire()
308 atomic_fetch_inc_release(atomic_t *v) in atomic_fetch_inc_release() argument
310 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_inc_release()
311 return arch_atomic_fetch_inc_release(v); in atomic_fetch_inc_release()
318 atomic_fetch_inc_relaxed(atomic_t *v) in atomic_fetch_inc_relaxed() argument
320 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_inc_relaxed()
321 return arch_atomic_fetch_inc_relaxed(v); in atomic_fetch_inc_relaxed()
328 atomic_dec(atomic_t *v) in atomic_dec() argument
330 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec()
331 arch_atomic_dec(v); in atomic_dec()
338 atomic_dec_return(atomic_t *v) in atomic_dec_return() argument
340 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_return()
341 return arch_atomic_dec_return(v); in atomic_dec_return()
348 atomic_dec_return_acquire(atomic_t *v) in atomic_dec_return_acquire() argument
350 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_return_acquire()
351 return arch_atomic_dec_return_acquire(v); in atomic_dec_return_acquire()
358 atomic_dec_return_release(atomic_t *v) in atomic_dec_return_release() argument
360 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_return_release()
361 return arch_atomic_dec_return_release(v); in atomic_dec_return_release()
368 atomic_dec_return_relaxed(atomic_t *v) in atomic_dec_return_relaxed() argument
370 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_return_relaxed()
371 return arch_atomic_dec_return_relaxed(v); in atomic_dec_return_relaxed()
378 atomic_fetch_dec(atomic_t *v) in atomic_fetch_dec() argument
380 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_dec()
381 return arch_atomic_fetch_dec(v); in atomic_fetch_dec()
388 atomic_fetch_dec_acquire(atomic_t *v) in atomic_fetch_dec_acquire() argument
390 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_dec_acquire()
391 return arch_atomic_fetch_dec_acquire(v); in atomic_fetch_dec_acquire()
398 atomic_fetch_dec_release(atomic_t *v) in atomic_fetch_dec_release() argument
400 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_dec_release()
401 return arch_atomic_fetch_dec_release(v); in atomic_fetch_dec_release()
408 atomic_fetch_dec_relaxed(atomic_t *v) in atomic_fetch_dec_relaxed() argument
410 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_dec_relaxed()
411 return arch_atomic_fetch_dec_relaxed(v); in atomic_fetch_dec_relaxed()
417 atomic_and(int i, atomic_t *v) in atomic_and() argument
419 instrument_atomic_read_write(v, sizeof(*v)); in atomic_and()
420 arch_atomic_and(i, v); in atomic_and()
426 atomic_fetch_and(int i, atomic_t *v) in atomic_fetch_and() argument
428 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_and()
429 return arch_atomic_fetch_and(i, v); in atomic_fetch_and()
436 atomic_fetch_and_acquire(int i, atomic_t *v) in atomic_fetch_and_acquire() argument
438 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_and_acquire()
439 return arch_atomic_fetch_and_acquire(i, v); in atomic_fetch_and_acquire()
446 atomic_fetch_and_release(int i, atomic_t *v) in atomic_fetch_and_release() argument
448 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_and_release()
449 return arch_atomic_fetch_and_release(i, v); in atomic_fetch_and_release()
456 atomic_fetch_and_relaxed(int i, atomic_t *v) in atomic_fetch_and_relaxed() argument
458 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_and_relaxed()
459 return arch_atomic_fetch_and_relaxed(i, v); in atomic_fetch_and_relaxed()
466 atomic_andnot(int i, atomic_t *v) in atomic_andnot() argument
468 instrument_atomic_read_write(v, sizeof(*v)); in atomic_andnot()
469 arch_atomic_andnot(i, v); in atomic_andnot()
476 atomic_fetch_andnot(int i, atomic_t *v) in atomic_fetch_andnot() argument
478 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_andnot()
479 return arch_atomic_fetch_andnot(i, v); in atomic_fetch_andnot()
486 atomic_fetch_andnot_acquire(int i, atomic_t *v) in atomic_fetch_andnot_acquire() argument
488 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_andnot_acquire()
489 return arch_atomic_fetch_andnot_acquire(i, v); in atomic_fetch_andnot_acquire()
496 atomic_fetch_andnot_release(int i, atomic_t *v) in atomic_fetch_andnot_release() argument
498 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_andnot_release()
499 return arch_atomic_fetch_andnot_release(i, v); in atomic_fetch_andnot_release()
506 atomic_fetch_andnot_relaxed(int i, atomic_t *v) in atomic_fetch_andnot_relaxed() argument
508 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_andnot_relaxed()
509 return arch_atomic_fetch_andnot_relaxed(i, v); in atomic_fetch_andnot_relaxed()
515 atomic_or(int i, atomic_t *v) in atomic_or() argument
517 instrument_atomic_read_write(v, sizeof(*v)); in atomic_or()
518 arch_atomic_or(i, v); in atomic_or()
524 atomic_fetch_or(int i, atomic_t *v) in atomic_fetch_or() argument
526 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_or()
527 return arch_atomic_fetch_or(i, v); in atomic_fetch_or()
534 atomic_fetch_or_acquire(int i, atomic_t *v) in atomic_fetch_or_acquire() argument
536 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_or_acquire()
537 return arch_atomic_fetch_or_acquire(i, v); in atomic_fetch_or_acquire()
544 atomic_fetch_or_release(int i, atomic_t *v) in atomic_fetch_or_release() argument
546 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_or_release()
547 return arch_atomic_fetch_or_release(i, v); in atomic_fetch_or_release()
554 atomic_fetch_or_relaxed(int i, atomic_t *v) in atomic_fetch_or_relaxed() argument
556 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_or_relaxed()
557 return arch_atomic_fetch_or_relaxed(i, v); in atomic_fetch_or_relaxed()
563 atomic_xor(int i, atomic_t *v) in atomic_xor() argument
565 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xor()
566 arch_atomic_xor(i, v); in atomic_xor()
572 atomic_fetch_xor(int i, atomic_t *v) in atomic_fetch_xor() argument
574 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_xor()
575 return arch_atomic_fetch_xor(i, v); in atomic_fetch_xor()
582 atomic_fetch_xor_acquire(int i, atomic_t *v) in atomic_fetch_xor_acquire() argument
584 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_xor_acquire()
585 return arch_atomic_fetch_xor_acquire(i, v); in atomic_fetch_xor_acquire()
592 atomic_fetch_xor_release(int i, atomic_t *v) in atomic_fetch_xor_release() argument
594 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_xor_release()
595 return arch_atomic_fetch_xor_release(i, v); in atomic_fetch_xor_release()
602 atomic_fetch_xor_relaxed(int i, atomic_t *v) in atomic_fetch_xor_relaxed() argument
604 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_xor_relaxed()
605 return arch_atomic_fetch_xor_relaxed(i, v); in atomic_fetch_xor_relaxed()
612 atomic_xchg(atomic_t *v, int i) in atomic_xchg() argument
614 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xchg()
615 return arch_atomic_xchg(v, i); in atomic_xchg()
622 atomic_xchg_acquire(atomic_t *v, int i) in atomic_xchg_acquire() argument
624 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xchg_acquire()
625 return arch_atomic_xchg_acquire(v, i); in atomic_xchg_acquire()
632 atomic_xchg_release(atomic_t *v, int i) in atomic_xchg_release() argument
634 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xchg_release()
635 return arch_atomic_xchg_release(v, i); in atomic_xchg_release()
642 atomic_xchg_relaxed(atomic_t *v, int i) in atomic_xchg_relaxed() argument
644 instrument_atomic_read_write(v, sizeof(*v)); in atomic_xchg_relaxed()
645 return arch_atomic_xchg_relaxed(v, i); in atomic_xchg_relaxed()
652 atomic_cmpxchg(atomic_t *v, int old, int new) in atomic_cmpxchg() argument
654 instrument_atomic_read_write(v, sizeof(*v)); in atomic_cmpxchg()
655 return arch_atomic_cmpxchg(v, old, new); in atomic_cmpxchg()
662 atomic_cmpxchg_acquire(atomic_t *v, int old, int new) in atomic_cmpxchg_acquire() argument
664 instrument_atomic_read_write(v, sizeof(*v)); in atomic_cmpxchg_acquire()
665 return arch_atomic_cmpxchg_acquire(v, old, new); in atomic_cmpxchg_acquire()
672 atomic_cmpxchg_release(atomic_t *v, int old, int new) in atomic_cmpxchg_release() argument
674 instrument_atomic_read_write(v, sizeof(*v)); in atomic_cmpxchg_release()
675 return arch_atomic_cmpxchg_release(v, old, new); in atomic_cmpxchg_release()
682 atomic_cmpxchg_relaxed(atomic_t *v, int old, int new) in atomic_cmpxchg_relaxed() argument
684 instrument_atomic_read_write(v, sizeof(*v)); in atomic_cmpxchg_relaxed()
685 return arch_atomic_cmpxchg_relaxed(v, old, new); in atomic_cmpxchg_relaxed()
692 atomic_try_cmpxchg(atomic_t *v, int *old, int new) in atomic_try_cmpxchg() argument
694 instrument_atomic_read_write(v, sizeof(*v)); in atomic_try_cmpxchg()
696 return arch_atomic_try_cmpxchg(v, old, new); in atomic_try_cmpxchg()
703 atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_acquire() argument
705 instrument_atomic_read_write(v, sizeof(*v)); in atomic_try_cmpxchg_acquire()
707 return arch_atomic_try_cmpxchg_acquire(v, old, new); in atomic_try_cmpxchg_acquire()
714 atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_release() argument
716 instrument_atomic_read_write(v, sizeof(*v)); in atomic_try_cmpxchg_release()
718 return arch_atomic_try_cmpxchg_release(v, old, new); in atomic_try_cmpxchg_release()
725 atomic_try_cmpxchg_relaxed(atomic_t *v, int *old, int new) in atomic_try_cmpxchg_relaxed() argument
727 instrument_atomic_read_write(v, sizeof(*v)); in atomic_try_cmpxchg_relaxed()
729 return arch_atomic_try_cmpxchg_relaxed(v, old, new); in atomic_try_cmpxchg_relaxed()
736 atomic_sub_and_test(int i, atomic_t *v) in atomic_sub_and_test() argument
738 instrument_atomic_read_write(v, sizeof(*v)); in atomic_sub_and_test()
739 return arch_atomic_sub_and_test(i, v); in atomic_sub_and_test()
746 atomic_dec_and_test(atomic_t *v) in atomic_dec_and_test() argument
748 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_and_test()
749 return arch_atomic_dec_and_test(v); in atomic_dec_and_test()
756 atomic_inc_and_test(atomic_t *v) in atomic_inc_and_test() argument
758 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_and_test()
759 return arch_atomic_inc_and_test(v); in atomic_inc_and_test()
766 atomic_add_negative(int i, atomic_t *v) in atomic_add_negative() argument
768 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_negative()
769 return arch_atomic_add_negative(i, v); in atomic_add_negative()
776 atomic_fetch_add_unless(atomic_t *v, int a, int u) in atomic_fetch_add_unless() argument
778 instrument_atomic_read_write(v, sizeof(*v)); in atomic_fetch_add_unless()
779 return arch_atomic_fetch_add_unless(v, a, u); in atomic_fetch_add_unless()
786 atomic_add_unless(atomic_t *v, int a, int u) in atomic_add_unless() argument
788 instrument_atomic_read_write(v, sizeof(*v)); in atomic_add_unless()
789 return arch_atomic_add_unless(v, a, u); in atomic_add_unless()
796 atomic_inc_not_zero(atomic_t *v) in atomic_inc_not_zero() argument
798 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_not_zero()
799 return arch_atomic_inc_not_zero(v); in atomic_inc_not_zero()
806 atomic_inc_unless_negative(atomic_t *v) in atomic_inc_unless_negative() argument
808 instrument_atomic_read_write(v, sizeof(*v)); in atomic_inc_unless_negative()
809 return arch_atomic_inc_unless_negative(v); in atomic_inc_unless_negative()
816 atomic_dec_unless_positive(atomic_t *v) in atomic_dec_unless_positive() argument
818 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_unless_positive()
819 return arch_atomic_dec_unless_positive(v); in atomic_dec_unless_positive()
826 atomic_dec_if_positive(atomic_t *v) in atomic_dec_if_positive() argument
828 instrument_atomic_read_write(v, sizeof(*v)); in atomic_dec_if_positive()
829 return arch_atomic_dec_if_positive(v); in atomic_dec_if_positive()
835 atomic64_read(const atomic64_t *v) in atomic64_read() argument
837 instrument_atomic_read(v, sizeof(*v)); in atomic64_read()
838 return arch_atomic64_read(v); in atomic64_read()
844 atomic64_read_acquire(const atomic64_t *v) in atomic64_read_acquire() argument
846 instrument_atomic_read(v, sizeof(*v)); in atomic64_read_acquire()
847 return arch_atomic64_read_acquire(v); in atomic64_read_acquire()
853 atomic64_set(atomic64_t *v, s64 i) in atomic64_set() argument
855 instrument_atomic_write(v, sizeof(*v)); in atomic64_set()
856 arch_atomic64_set(v, i); in atomic64_set()
862 atomic64_set_release(atomic64_t *v, s64 i) in atomic64_set_release() argument
864 instrument_atomic_write(v, sizeof(*v)); in atomic64_set_release()
865 arch_atomic64_set_release(v, i); in atomic64_set_release()
871 atomic64_add(s64 i, atomic64_t *v) in atomic64_add() argument
873 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add()
874 arch_atomic64_add(i, v); in atomic64_add()
880 atomic64_add_return(s64 i, atomic64_t *v) in atomic64_add_return() argument
882 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_return()
883 return arch_atomic64_add_return(i, v); in atomic64_add_return()
890 atomic64_add_return_acquire(s64 i, atomic64_t *v) in atomic64_add_return_acquire() argument
892 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_return_acquire()
893 return arch_atomic64_add_return_acquire(i, v); in atomic64_add_return_acquire()
900 atomic64_add_return_release(s64 i, atomic64_t *v) in atomic64_add_return_release() argument
902 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_return_release()
903 return arch_atomic64_add_return_release(i, v); in atomic64_add_return_release()
910 atomic64_add_return_relaxed(s64 i, atomic64_t *v) in atomic64_add_return_relaxed() argument
912 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_return_relaxed()
913 return arch_atomic64_add_return_relaxed(i, v); in atomic64_add_return_relaxed()
920 atomic64_fetch_add(s64 i, atomic64_t *v) in atomic64_fetch_add() argument
922 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add()
923 return arch_atomic64_fetch_add(i, v); in atomic64_fetch_add()
930 atomic64_fetch_add_acquire(s64 i, atomic64_t *v) in atomic64_fetch_add_acquire() argument
932 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add_acquire()
933 return arch_atomic64_fetch_add_acquire(i, v); in atomic64_fetch_add_acquire()
940 atomic64_fetch_add_release(s64 i, atomic64_t *v) in atomic64_fetch_add_release() argument
942 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add_release()
943 return arch_atomic64_fetch_add_release(i, v); in atomic64_fetch_add_release()
950 atomic64_fetch_add_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_add_relaxed() argument
952 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add_relaxed()
953 return arch_atomic64_fetch_add_relaxed(i, v); in atomic64_fetch_add_relaxed()
959 atomic64_sub(s64 i, atomic64_t *v) in atomic64_sub() argument
961 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub()
962 arch_atomic64_sub(i, v); in atomic64_sub()
968 atomic64_sub_return(s64 i, atomic64_t *v) in atomic64_sub_return() argument
970 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_return()
971 return arch_atomic64_sub_return(i, v); in atomic64_sub_return()
978 atomic64_sub_return_acquire(s64 i, atomic64_t *v) in atomic64_sub_return_acquire() argument
980 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_return_acquire()
981 return arch_atomic64_sub_return_acquire(i, v); in atomic64_sub_return_acquire()
988 atomic64_sub_return_release(s64 i, atomic64_t *v) in atomic64_sub_return_release() argument
990 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_return_release()
991 return arch_atomic64_sub_return_release(i, v); in atomic64_sub_return_release()
998 atomic64_sub_return_relaxed(s64 i, atomic64_t *v) in atomic64_sub_return_relaxed() argument
1000 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_return_relaxed()
1001 return arch_atomic64_sub_return_relaxed(i, v); in atomic64_sub_return_relaxed()
1008 atomic64_fetch_sub(s64 i, atomic64_t *v) in atomic64_fetch_sub() argument
1010 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_sub()
1011 return arch_atomic64_fetch_sub(i, v); in atomic64_fetch_sub()
1018 atomic64_fetch_sub_acquire(s64 i, atomic64_t *v) in atomic64_fetch_sub_acquire() argument
1020 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_sub_acquire()
1021 return arch_atomic64_fetch_sub_acquire(i, v); in atomic64_fetch_sub_acquire()
1028 atomic64_fetch_sub_release(s64 i, atomic64_t *v) in atomic64_fetch_sub_release() argument
1030 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_sub_release()
1031 return arch_atomic64_fetch_sub_release(i, v); in atomic64_fetch_sub_release()
1038 atomic64_fetch_sub_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_sub_relaxed() argument
1040 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_sub_relaxed()
1041 return arch_atomic64_fetch_sub_relaxed(i, v); in atomic64_fetch_sub_relaxed()
1048 atomic64_inc(atomic64_t *v) in atomic64_inc() argument
1050 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc()
1051 arch_atomic64_inc(v); in atomic64_inc()
1058 atomic64_inc_return(atomic64_t *v) in atomic64_inc_return() argument
1060 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_return()
1061 return arch_atomic64_inc_return(v); in atomic64_inc_return()
1068 atomic64_inc_return_acquire(atomic64_t *v) in atomic64_inc_return_acquire() argument
1070 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_return_acquire()
1071 return arch_atomic64_inc_return_acquire(v); in atomic64_inc_return_acquire()
1078 atomic64_inc_return_release(atomic64_t *v) in atomic64_inc_return_release() argument
1080 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_return_release()
1081 return arch_atomic64_inc_return_release(v); in atomic64_inc_return_release()
1088 atomic64_inc_return_relaxed(atomic64_t *v) in atomic64_inc_return_relaxed() argument
1090 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_return_relaxed()
1091 return arch_atomic64_inc_return_relaxed(v); in atomic64_inc_return_relaxed()
1098 atomic64_fetch_inc(atomic64_t *v) in atomic64_fetch_inc() argument
1100 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_inc()
1101 return arch_atomic64_fetch_inc(v); in atomic64_fetch_inc()
1108 atomic64_fetch_inc_acquire(atomic64_t *v) in atomic64_fetch_inc_acquire() argument
1110 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_inc_acquire()
1111 return arch_atomic64_fetch_inc_acquire(v); in atomic64_fetch_inc_acquire()
1118 atomic64_fetch_inc_release(atomic64_t *v) in atomic64_fetch_inc_release() argument
1120 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_inc_release()
1121 return arch_atomic64_fetch_inc_release(v); in atomic64_fetch_inc_release()
1128 atomic64_fetch_inc_relaxed(atomic64_t *v) in atomic64_fetch_inc_relaxed() argument
1130 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_inc_relaxed()
1131 return arch_atomic64_fetch_inc_relaxed(v); in atomic64_fetch_inc_relaxed()
1138 atomic64_dec(atomic64_t *v) in atomic64_dec() argument
1140 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec()
1141 arch_atomic64_dec(v); in atomic64_dec()
1148 atomic64_dec_return(atomic64_t *v) in atomic64_dec_return() argument
1150 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_return()
1151 return arch_atomic64_dec_return(v); in atomic64_dec_return()
1158 atomic64_dec_return_acquire(atomic64_t *v) in atomic64_dec_return_acquire() argument
1160 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_return_acquire()
1161 return arch_atomic64_dec_return_acquire(v); in atomic64_dec_return_acquire()
1168 atomic64_dec_return_release(atomic64_t *v) in atomic64_dec_return_release() argument
1170 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_return_release()
1171 return arch_atomic64_dec_return_release(v); in atomic64_dec_return_release()
1178 atomic64_dec_return_relaxed(atomic64_t *v) in atomic64_dec_return_relaxed() argument
1180 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_return_relaxed()
1181 return arch_atomic64_dec_return_relaxed(v); in atomic64_dec_return_relaxed()
1188 atomic64_fetch_dec(atomic64_t *v) in atomic64_fetch_dec() argument
1190 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_dec()
1191 return arch_atomic64_fetch_dec(v); in atomic64_fetch_dec()
1198 atomic64_fetch_dec_acquire(atomic64_t *v) in atomic64_fetch_dec_acquire() argument
1200 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_dec_acquire()
1201 return arch_atomic64_fetch_dec_acquire(v); in atomic64_fetch_dec_acquire()
1208 atomic64_fetch_dec_release(atomic64_t *v) in atomic64_fetch_dec_release() argument
1210 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_dec_release()
1211 return arch_atomic64_fetch_dec_release(v); in atomic64_fetch_dec_release()
1218 atomic64_fetch_dec_relaxed(atomic64_t *v) in atomic64_fetch_dec_relaxed() argument
1220 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_dec_relaxed()
1221 return arch_atomic64_fetch_dec_relaxed(v); in atomic64_fetch_dec_relaxed()
1227 atomic64_and(s64 i, atomic64_t *v) in atomic64_and() argument
1229 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_and()
1230 arch_atomic64_and(i, v); in atomic64_and()
1236 atomic64_fetch_and(s64 i, atomic64_t *v) in atomic64_fetch_and() argument
1238 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_and()
1239 return arch_atomic64_fetch_and(i, v); in atomic64_fetch_and()
1246 atomic64_fetch_and_acquire(s64 i, atomic64_t *v) in atomic64_fetch_and_acquire() argument
1248 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_and_acquire()
1249 return arch_atomic64_fetch_and_acquire(i, v); in atomic64_fetch_and_acquire()
1256 atomic64_fetch_and_release(s64 i, atomic64_t *v) in atomic64_fetch_and_release() argument
1258 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_and_release()
1259 return arch_atomic64_fetch_and_release(i, v); in atomic64_fetch_and_release()
1266 atomic64_fetch_and_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_and_relaxed() argument
1268 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_and_relaxed()
1269 return arch_atomic64_fetch_and_relaxed(i, v); in atomic64_fetch_and_relaxed()
1276 atomic64_andnot(s64 i, atomic64_t *v) in atomic64_andnot() argument
1278 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_andnot()
1279 arch_atomic64_andnot(i, v); in atomic64_andnot()
1286 atomic64_fetch_andnot(s64 i, atomic64_t *v) in atomic64_fetch_andnot() argument
1288 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_andnot()
1289 return arch_atomic64_fetch_andnot(i, v); in atomic64_fetch_andnot()
1296 atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in atomic64_fetch_andnot_acquire() argument
1298 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_andnot_acquire()
1299 return arch_atomic64_fetch_andnot_acquire(i, v); in atomic64_fetch_andnot_acquire()
1306 atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in atomic64_fetch_andnot_release() argument
1308 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_andnot_release()
1309 return arch_atomic64_fetch_andnot_release(i, v); in atomic64_fetch_andnot_release()
1316 atomic64_fetch_andnot_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_andnot_relaxed() argument
1318 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_andnot_relaxed()
1319 return arch_atomic64_fetch_andnot_relaxed(i, v); in atomic64_fetch_andnot_relaxed()
1325 atomic64_or(s64 i, atomic64_t *v) in atomic64_or() argument
1327 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_or()
1328 arch_atomic64_or(i, v); in atomic64_or()
1334 atomic64_fetch_or(s64 i, atomic64_t *v) in atomic64_fetch_or() argument
1336 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_or()
1337 return arch_atomic64_fetch_or(i, v); in atomic64_fetch_or()
1344 atomic64_fetch_or_acquire(s64 i, atomic64_t *v) in atomic64_fetch_or_acquire() argument
1346 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_or_acquire()
1347 return arch_atomic64_fetch_or_acquire(i, v); in atomic64_fetch_or_acquire()
1354 atomic64_fetch_or_release(s64 i, atomic64_t *v) in atomic64_fetch_or_release() argument
1356 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_or_release()
1357 return arch_atomic64_fetch_or_release(i, v); in atomic64_fetch_or_release()
1364 atomic64_fetch_or_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_or_relaxed() argument
1366 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_or_relaxed()
1367 return arch_atomic64_fetch_or_relaxed(i, v); in atomic64_fetch_or_relaxed()
1373 atomic64_xor(s64 i, atomic64_t *v) in atomic64_xor() argument
1375 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xor()
1376 arch_atomic64_xor(i, v); in atomic64_xor()
1382 atomic64_fetch_xor(s64 i, atomic64_t *v) in atomic64_fetch_xor() argument
1384 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_xor()
1385 return arch_atomic64_fetch_xor(i, v); in atomic64_fetch_xor()
1392 atomic64_fetch_xor_acquire(s64 i, atomic64_t *v) in atomic64_fetch_xor_acquire() argument
1394 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_xor_acquire()
1395 return arch_atomic64_fetch_xor_acquire(i, v); in atomic64_fetch_xor_acquire()
1402 atomic64_fetch_xor_release(s64 i, atomic64_t *v) in atomic64_fetch_xor_release() argument
1404 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_xor_release()
1405 return arch_atomic64_fetch_xor_release(i, v); in atomic64_fetch_xor_release()
1412 atomic64_fetch_xor_relaxed(s64 i, atomic64_t *v) in atomic64_fetch_xor_relaxed() argument
1414 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_xor_relaxed()
1415 return arch_atomic64_fetch_xor_relaxed(i, v); in atomic64_fetch_xor_relaxed()
1422 atomic64_xchg(atomic64_t *v, s64 i) in atomic64_xchg() argument
1424 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xchg()
1425 return arch_atomic64_xchg(v, i); in atomic64_xchg()
1432 atomic64_xchg_acquire(atomic64_t *v, s64 i) in atomic64_xchg_acquire() argument
1434 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xchg_acquire()
1435 return arch_atomic64_xchg_acquire(v, i); in atomic64_xchg_acquire()
1442 atomic64_xchg_release(atomic64_t *v, s64 i) in atomic64_xchg_release() argument
1444 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xchg_release()
1445 return arch_atomic64_xchg_release(v, i); in atomic64_xchg_release()
1452 atomic64_xchg_relaxed(atomic64_t *v, s64 i) in atomic64_xchg_relaxed() argument
1454 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_xchg_relaxed()
1455 return arch_atomic64_xchg_relaxed(v, i); in atomic64_xchg_relaxed()
1462 atomic64_cmpxchg(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg() argument
1464 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_cmpxchg()
1465 return arch_atomic64_cmpxchg(v, old, new); in atomic64_cmpxchg()
1472 atomic64_cmpxchg_acquire(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg_acquire() argument
1474 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_cmpxchg_acquire()
1475 return arch_atomic64_cmpxchg_acquire(v, old, new); in atomic64_cmpxchg_acquire()
1482 atomic64_cmpxchg_release(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg_release() argument
1484 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_cmpxchg_release()
1485 return arch_atomic64_cmpxchg_release(v, old, new); in atomic64_cmpxchg_release()
1492 atomic64_cmpxchg_relaxed(atomic64_t *v, s64 old, s64 new) in atomic64_cmpxchg_relaxed() argument
1494 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_cmpxchg_relaxed()
1495 return arch_atomic64_cmpxchg_relaxed(v, old, new); in atomic64_cmpxchg_relaxed()
1502 atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg() argument
1504 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_try_cmpxchg()
1506 return arch_atomic64_try_cmpxchg(v, old, new); in atomic64_try_cmpxchg()
1513 atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_acquire() argument
1515 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_try_cmpxchg_acquire()
1517 return arch_atomic64_try_cmpxchg_acquire(v, old, new); in atomic64_try_cmpxchg_acquire()
1524 atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_release() argument
1526 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_try_cmpxchg_release()
1528 return arch_atomic64_try_cmpxchg_release(v, old, new); in atomic64_try_cmpxchg_release()
1535 atomic64_try_cmpxchg_relaxed(atomic64_t *v, s64 *old, s64 new) in atomic64_try_cmpxchg_relaxed() argument
1537 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_try_cmpxchg_relaxed()
1539 return arch_atomic64_try_cmpxchg_relaxed(v, old, new); in atomic64_try_cmpxchg_relaxed()
1546 atomic64_sub_and_test(s64 i, atomic64_t *v) in atomic64_sub_and_test() argument
1548 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_sub_and_test()
1549 return arch_atomic64_sub_and_test(i, v); in atomic64_sub_and_test()
1556 atomic64_dec_and_test(atomic64_t *v) in atomic64_dec_and_test() argument
1558 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_and_test()
1559 return arch_atomic64_dec_and_test(v); in atomic64_dec_and_test()
1566 atomic64_inc_and_test(atomic64_t *v) in atomic64_inc_and_test() argument
1568 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_and_test()
1569 return arch_atomic64_inc_and_test(v); in atomic64_inc_and_test()
1576 atomic64_add_negative(s64 i, atomic64_t *v) in atomic64_add_negative() argument
1578 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_negative()
1579 return arch_atomic64_add_negative(i, v); in atomic64_add_negative()
1586 atomic64_fetch_add_unless(atomic64_t *v, s64 a, s64 u) in atomic64_fetch_add_unless() argument
1588 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_fetch_add_unless()
1589 return arch_atomic64_fetch_add_unless(v, a, u); in atomic64_fetch_add_unless()
1596 atomic64_add_unless(atomic64_t *v, s64 a, s64 u) in atomic64_add_unless() argument
1598 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_add_unless()
1599 return arch_atomic64_add_unless(v, a, u); in atomic64_add_unless()
1606 atomic64_inc_not_zero(atomic64_t *v) in atomic64_inc_not_zero() argument
1608 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_not_zero()
1609 return arch_atomic64_inc_not_zero(v); in atomic64_inc_not_zero()
1616 atomic64_inc_unless_negative(atomic64_t *v) in atomic64_inc_unless_negative() argument
1618 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_inc_unless_negative()
1619 return arch_atomic64_inc_unless_negative(v); in atomic64_inc_unless_negative()
1626 atomic64_dec_unless_positive(atomic64_t *v) in atomic64_dec_unless_positive() argument
1628 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_unless_positive()
1629 return arch_atomic64_dec_unless_positive(v); in atomic64_dec_unless_positive()
1636 atomic64_dec_if_positive(atomic64_t *v) in atomic64_dec_if_positive() argument
1638 instrument_atomic_read_write(v, sizeof(*v)); in atomic64_dec_if_positive()
1639 return arch_atomic64_dec_if_positive(v); in atomic64_dec_if_positive()