| /Linux-v5.4/tools/testing/selftests/futex/include/ |
| D | futextest.h | 70 #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \ argument
71 syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3)
78 futex_wait(futex_t *uaddr, futex_t val, struct timespec *timeout, int opflags) in futex_wait() argument
80 return futex(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait()
88 futex_wake(futex_t *uaddr, int nr_wake, int opflags) in futex_wake() argument
90 return futex(uaddr, FUTEX_WAKE, nr_wake, NULL, NULL, 0, opflags); in futex_wake()
98 futex_wait_bitset(futex_t *uaddr, futex_t val, struct timespec *timeout, in futex_wait_bitset() argument
101 return futex(uaddr, FUTEX_WAIT_BITSET, val, timeout, NULL, bitset, in futex_wait_bitset()
110 futex_wake_bitset(futex_t *uaddr, int nr_wake, u_int32_t bitset, int opflags) in futex_wake_bitset() argument
112 return futex(uaddr, FUTEX_WAKE_BITSET, nr_wake, NULL, NULL, bitset, in futex_wake_bitset()
[all …]
|
| /Linux-v5.4/arch/powerpc/include/asm/ |
| D | futex.h | 13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
30 : "b" (uaddr), "i" (-EFAULT), "r" (oparg) \
34 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
38 allow_write_to_user(uaddr, sizeof(*uaddr)); in arch_futex_atomic_op_inuser()
43 __futex_atomic_op("mr %1,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
46 __futex_atomic_op("add %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
49 __futex_atomic_op("or %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
52 __futex_atomic_op("andc %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
55 __futex_atomic_op("xor %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
65 prevent_write_to_user(uaddr, sizeof(*uaddr)); in arch_futex_atomic_op_inuser()
[all …]
|
| /Linux-v5.4/arch/parisc/include/asm/ |
| D | futex.h | 16 _futex_spin_lock_irqsave(u32 __user *uaddr, unsigned long int *flags) in _futex_spin_lock_irqsave() argument
19 long index = ((long)uaddr & 0xf0) >> 2; in _futex_spin_lock_irqsave()
26 _futex_spin_unlock_irqrestore(u32 __user *uaddr, unsigned long int *flags) in _futex_spin_unlock_irqrestore() argument
29 long index = ((long)uaddr & 0xf0) >> 2; in _futex_spin_unlock_irqrestore()
36 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
42 _futex_spin_lock_irqsave(uaddr, &flags); in arch_futex_atomic_op_inuser()
46 if (unlikely(get_user(oldval, uaddr) != 0)) in arch_futex_atomic_op_inuser()
72 if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0)) in arch_futex_atomic_op_inuser()
77 _futex_spin_unlock_irqrestore(uaddr, &flags); in arch_futex_atomic_op_inuser()
86 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
[all …]
|
| /Linux-v5.4/arch/mips/include/asm/ |
| D | futex.h | 21 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
48 "=" GCC_OFF_SMALL_ASM() (*uaddr) \
49 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \
78 "=" GCC_OFF_SMALL_ASM() (*uaddr) \
79 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \
87 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
95 __futex_atomic_op("move $1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
100 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
104 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
108 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser()
[all …]
|
| /Linux-v5.4/arch/arm/include/asm/ |
| D | futex.h | 25 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument
29 prefetchw(uaddr); \
40 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \
46 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
53 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic()
58 prefetchw(uaddr); in futex_atomic_cmpxchg_inatomic()
70 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic()
84 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument
94 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \
100 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
[all …]
|
| D | tlbflush.h | 420 __local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in __local_flush_tlb_page() argument
425 uaddr = (uaddr & PAGE_MASK) | ASID(vma->vm_mm); in __local_flush_tlb_page()
429 tlb_op(TLB_V4_U_PAGE, "c8, c7, 1", uaddr); in __local_flush_tlb_page()
430 tlb_op(TLB_V4_D_PAGE, "c8, c6, 1", uaddr); in __local_flush_tlb_page()
431 tlb_op(TLB_V4_I_PAGE, "c8, c5, 1", uaddr); in __local_flush_tlb_page()
436 tlb_op(TLB_V6_U_PAGE, "c8, c7, 1", uaddr); in __local_flush_tlb_page()
437 tlb_op(TLB_V6_D_PAGE, "c8, c6, 1", uaddr); in __local_flush_tlb_page()
438 tlb_op(TLB_V6_I_PAGE, "c8, c5, 1", uaddr); in __local_flush_tlb_page()
442 local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in local_flush_tlb_page() argument
446 uaddr = (uaddr & PAGE_MASK) | ASID(vma->vm_mm); in local_flush_tlb_page()
[all …]
|
| /Linux-v5.4/drivers/mtd/chips/ |
| D | jedec_probe.c | 191 enum uaddr { enum
276 const uint8_t uaddr; /* unlock addrs for 8, 16, 32, 64 */ member
301 .uaddr = MTD_UADDR_0x0555_0x02AA,
314 .uaddr = MTD_UADDR_0x0AAA_0x0555,
329 .uaddr = MTD_UADDR_0x0AAA_0x0555,
344 .uaddr = MTD_UADDR_0x0AAA_0x0555,
359 .uaddr = MTD_UADDR_0x0AAA_0x0555,
374 .uaddr = MTD_UADDR_0x0AAA_0x0555,
390 .uaddr = MTD_UADDR_0x0AAA_0x0555,
407 .uaddr = MTD_UADDR_0x0AAA_0x0555,
[all …]
|
| /Linux-v5.4/arch/hexagon/include/asm/ |
| D | futex.h | 13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
29 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \
30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \
35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
43 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
46 __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
50 __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
55 oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
58 __futex_atomic_op("%1 = xor(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
74 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, in futex_atomic_cmpxchg_inatomic() argument
[all …]
|
| /Linux-v5.4/arch/s390/include/asm/ |
| D | futex.h | 10 #define __futex_atomic_op(insn, ret, oldval, newval, uaddr, oparg) \ argument
21 "=m" (*uaddr) \
22 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \
23 "m" (*uaddr) : "cc");
26 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
36 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
40 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
44 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
48 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
52 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
[all …]
|
| /Linux-v5.4/tools/perf/bench/ |
| D | futex.h | 36 #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \ argument
37 syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3)
44 futex_wait(u_int32_t *uaddr, u_int32_t val, struct timespec *timeout, int opflags) in futex_wait() argument
46 return futex(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait()
54 futex_wake(u_int32_t *uaddr, int nr_wake, int opflags) in futex_wake() argument
56 return futex(uaddr, FUTEX_WAKE, nr_wake, NULL, NULL, 0, opflags); in futex_wake()
63 futex_lock_pi(u_int32_t *uaddr, struct timespec *timeout, int opflags) in futex_lock_pi() argument
65 return futex(uaddr, FUTEX_LOCK_PI, 0, timeout, NULL, 0, opflags); in futex_lock_pi()
72 futex_unlock_pi(u_int32_t *uaddr, int opflags) in futex_unlock_pi() argument
74 return futex(uaddr, FUTEX_UNLOCK_PI, 0, NULL, NULL, 0, opflags); in futex_unlock_pi()
[all …]
|
| /Linux-v5.4/include/linux/ |
| D | bpf-cgroup.h | 110 struct sockaddr *uaddr,
208 #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, type) \ argument
212 __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, type, \
217 #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, type, t_ctx) \ argument
222 __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, type, \
229 #define BPF_CGROUP_RUN_PROG_INET4_BIND(sk, uaddr) \ argument
230 BPF_CGROUP_RUN_SA_PROG(sk, uaddr, BPF_CGROUP_INET4_BIND)
232 #define BPF_CGROUP_RUN_PROG_INET6_BIND(sk, uaddr) \ argument
233 BPF_CGROUP_RUN_SA_PROG(sk, uaddr, BPF_CGROUP_INET6_BIND)
238 #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr) \ argument
[all …]
|
| /Linux-v5.4/arch/ia64/include/asm/ |
| D | futex.h | 9 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument
18 : "r" (uaddr), "r" (oparg) \
23 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument
40 : "r" (uaddr), "r" (oparg) \
49 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
57 __futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
61 __futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
64 __futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
67 __futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
71 __futex_atomic_op2("xor %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
[all …]
|
| /Linux-v5.4/arch/arc/include/asm/ |
| D | futex.h | 18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument
40 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
46 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument
67 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
74 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
85 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
89 __futex_atomic_op("add %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
92 __futex_atomic_op("or %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
95 __futex_atomic_op("bic %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
98 __futex_atomic_op("xor %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
[all …]
|
| /Linux-v5.4/arch/xtensa/include/asm/ |
| D | futex.h | 20 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ argument
40 : [addr] "r" (uaddr), [oparg] "r" (arg), \
44 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ argument
64 : [addr] "r" (uaddr), [oparg] "r" (arg), \
70 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
80 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
84 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
88 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
92 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser()
96 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
[all …]
|
| /Linux-v5.4/arch/x86/include/asm/ |
| D | futex.h | 15 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument
24 : "=r" (oldval), "=r" (ret), "+m" (*uaddr) \
27 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument
42 "+m" (*uaddr), "=&r" (tem) \
46 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
54 __futex_atomic_op1("xchgl %0, %2", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
58 uaddr, oparg); in arch_futex_atomic_op_inuser()
61 __futex_atomic_op2("orl %4, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
64 __futex_atomic_op2("andl %4, %3", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser()
67 __futex_atomic_op2("xorl %4, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
[all …]
|
| /Linux-v5.4/arch/openrisc/include/asm/ |
| D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
27 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \
34 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
42 __futex_atomic_op("l.or %1,%4,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
45 __futex_atomic_op("l.add %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
48 __futex_atomic_op("l.or %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
51 __futex_atomic_op("l.and %1,%0,%4", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser()
54 __futex_atomic_op("l.xor %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
69 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
75 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic()
[all …]
|
| /Linux-v5.4/arch/sparc/include/asm/ |
| D | futex_64.h | 9 #define __futex_cas_op(insn, ret, oldval, uaddr, oparg) \ argument
30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \
34 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
38 if (unlikely((((unsigned long) uaddr) & 0x3UL))) in arch_futex_atomic_op_inuser()
45 __futex_cas_op("mov\t%4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
48 __futex_cas_op("add\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
51 __futex_cas_op("or\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
54 __futex_cas_op("andn\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
57 __futex_cas_op("xor\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
72 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
[all …]
|
| /Linux-v5.4/arch/microblaze/include/asm/ |
| D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
28 : "r" (uaddr), "i" (-EFAULT), "r" (oparg) \
33 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
41 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
44 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
47 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
50 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
53 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
74 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic()
[all …]
|
| /Linux-v5.4/arch/nds32/include/asm/ |
| D | futex.h | 22 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument
34 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \
37 futex_atomic_cmpxchg_inatomic(u32 * uval, u32 __user * uaddr, in futex_atomic_cmpxchg_inatomic() argument
43 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic()
56 :"r"(oldval), "r"(newval), "r"(uaddr), "i"(-EFAULT) in futex_atomic_cmpxchg_inatomic()
65 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
73 __futex_atomic_op("move %0, %3", ret, oldval, tmp, uaddr, in arch_futex_atomic_op_inuser()
77 __futex_atomic_op("add %0, %1, %3", ret, oldval, tmp, uaddr, in arch_futex_atomic_op_inuser()
81 __futex_atomic_op("or %0, %1, %3", ret, oldval, tmp, uaddr, in arch_futex_atomic_op_inuser()
85 __futex_atomic_op("and %0, %1, %3", ret, oldval, tmp, uaddr, in arch_futex_atomic_op_inuser()
[all …]
|
| /Linux-v5.4/arch/alpha/include/asm/ |
| D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
26 : "r" (uaddr), "r"(oparg) \
30 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
38 __futex_atomic_op("mov %3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
41 __futex_atomic_op("addl %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
44 __futex_atomic_op("or %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
47 __futex_atomic_op("andnot %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
50 __futex_atomic_op("xor %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
65 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
71 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic()
[all …]
|
| /Linux-v5.4/arch/riscv/include/asm/ |
| D | futex.h | 15 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
32 [u] "+m" (*uaddr), [t] "=&r" (tmp) \
39 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
48 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
52 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
56 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
60 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser()
64 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
79 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
86 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic()
[all …]
|
| /Linux-v5.4/arch/arm64/include/asm/ |
| D | futex.h | 15 #define __futex_atomic_op(insn, ret, oldval, uaddr, tmp, oparg) \ argument
38 : "=&r" (ret), "=&r" (oldval), "+Q" (*uaddr), "=&r" (tmp), \
49 u32 __user *uaddr = __uaccess_mask_ptr(_uaddr); in arch_futex_atomic_op_inuser() local
56 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser()
60 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser()
64 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser()
68 ret, oldval, uaddr, tmp, ~oparg); in arch_futex_atomic_op_inuser()
72 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser()
93 u32 __user *uaddr; in futex_atomic_cmpxchg_inatomic() local
98 uaddr = __uaccess_mask_ptr(_uaddr); in futex_atomic_cmpxchg_inatomic()
[all …]
|
| /Linux-v5.4/include/asm-generic/ |
| D | futex.h | 31 arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
40 if (unlikely(get_user(oldval, uaddr) != 0)) in arch_futex_atomic_op_inuser()
66 if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0)) in arch_futex_atomic_op_inuser()
95 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
101 if (unlikely(get_user(val, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic()
106 if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic()
119 arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
125 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
|
| /Linux-v5.4/kernel/ |
| D | futex.c | 521 get_futex_key(u32 __user *uaddr, int fshared, union futex_key *key, enum futex_access rw) in get_futex_key() argument
523 unsigned long address = (unsigned long)uaddr; in get_futex_key()
537 if (unlikely(!access_ok(uaddr, sizeof(u32)))) in get_futex_key()
745 static int fault_in_user_writeable(u32 __user *uaddr) in fault_in_user_writeable() argument
751 ret = fixup_user_fault(current, mm, (unsigned long)uaddr, in fault_in_user_writeable()
777 static int cmpxchg_futex_value_locked(u32 *curval, u32 __user *uaddr, in cmpxchg_futex_value_locked() argument
783 ret = futex_atomic_cmpxchg_inatomic(curval, uaddr, uval, newval); in cmpxchg_futex_value_locked()
1054 static int attach_to_pi_state(u32 __user *uaddr, u32 uval, in attach_to_pi_state() argument
1094 if (get_futex_value_locked(&uval2, uaddr)) in attach_to_pi_state()
1172 static int handle_exit_race(u32 __user *uaddr, u32 uval, in handle_exit_race() argument
[all …]
|
| /Linux-v5.4/virt/kvm/arm/vgic/ |
| D | vgic-kvm-device.c | 162 u64 __user *uaddr = (u64 __user *)(long)attr->addr; in vgic_set_common_attr() local
166 if (copy_from_user(&addr, uaddr, sizeof(addr))) in vgic_set_common_attr()
173 u32 __user *uaddr = (u32 __user *)(long)attr->addr; in vgic_set_common_attr() local
177 if (get_user(val, uaddr)) in vgic_set_common_attr()
225 u64 __user *uaddr = (u64 __user *)(long)attr->addr; in vgic_get_common_attr() local
233 if (copy_to_user(uaddr, &addr, sizeof(addr))) in vgic_get_common_attr()
238 u32 __user *uaddr = (u32 __user *)(long)attr->addr; in vgic_get_common_attr() local
241 VGIC_NR_PRIVATE_IRQS, uaddr); in vgic_get_common_attr()
401 u32 __user *uaddr = (u32 __user *)(long)attr->addr; in vgic_v2_set_attr() local
404 if (get_user(reg, uaddr)) in vgic_v2_set_attr()
[all …]
|
