| /Linux-v5.15/drivers/infiniband/sw/rxe/ |
| D | rxe_queue.h | 92 prod = smp_load_acquire(&q->buf->producer_index); in queue_empty()
98 cons = smp_load_acquire(&q->buf->consumer_index); in queue_empty()
117 prod = smp_load_acquire(&q->buf->producer_index); in queue_full()
123 cons = smp_load_acquire(&q->buf->consumer_index); in queue_full()
143 prod = smp_load_acquire(&q->buf->producer_index); in queue_count()
149 cons = smp_load_acquire(&q->buf->consumer_index); in queue_count()
168 prod = smp_load_acquire(&q->buf->producer_index); in advance_producer()
198 cons = smp_load_acquire(&q->buf->consumer_index); in advance_consumer()
217 prod = smp_load_acquire(&q->buf->producer_index); in producer_addr()
241 cons = smp_load_acquire(&q->buf->consumer_index); in consumer_addr()
[all …]
|
| /Linux-v5.15/include/asm-generic/ |
| D | barrier.h | 141 #ifndef smp_load_acquire
142 #define smp_load_acquire(p) __smp_load_acquire(p) macro
168 #ifndef smp_load_acquire
169 #define smp_load_acquire(p) \ macro
|
| /Linux-v5.15/tools/include/asm/ |
| D | barrier.h | 58 #ifndef smp_load_acquire
59 # define smp_load_acquire(p) \ macro
|
| /Linux-v5.15/tools/memory-model/litmus-tests/ |
| D | MP+pooncerelease+poacquireonce.litmus | 7 * smp_load_acquire() provide sufficient ordering for the message-passing
24 r0 = smp_load_acquire(flag);
|
| D | MP+polockmbonce+poacquiresilsil.litmus | 9 * returns false and the second true, we know that the smp_load_acquire()
29 r1 = smp_load_acquire(x);
|
| D | MP+polockonce+poacquiresilsil.litmus | 9 * the smp_load_acquire() executed before the lock was acquired (loosely
28 r1 = smp_load_acquire(x);
|
| D | ISA2+pooncerelease+poacquirerelease+poacquireonce.litmus | 26 r0 = smp_load_acquire(y);
35 r0 = smp_load_acquire(z);
|
| D | S+fencewmbonceonce+poacquireonce.litmus | 23 r0 = smp_load_acquire(y);
|
| /Linux-v5.15/drivers/net/wireguard/ |
| D | queueing.c | 80 struct sk_buff *tail = queue->tail, *next = smp_load_acquire(&NEXT(tail)); in wg_prev_queue_dequeue()
87 next = smp_load_acquire(&NEXT(next)); in wg_prev_queue_dequeue()
97 next = smp_load_acquire(&NEXT(tail)); in wg_prev_queue_dequeue()
|
| /Linux-v5.15/kernel/bpf/ |
| D | ringbuf.c | 248 cons_pos = smp_load_acquire(&rb->consumer_pos); in ringbuf_avail_data_sz()
249 prod_pos = smp_load_acquire(&rb->producer_pos); in ringbuf_avail_data_sz()
318 cons_pos = smp_load_acquire(&rb->consumer_pos); in __bpf_ringbuf_reserve()
390 cons_pos = smp_load_acquire(&rb->consumer_pos) & rb->mask; in bpf_ringbuf_commit()
464 return smp_load_acquire(&rb->consumer_pos); in BPF_CALL_2()
466 return smp_load_acquire(&rb->producer_pos); in BPF_CALL_2()
|
| /Linux-v5.15/include/linux/ |
| D | freelist.h | 81 struct freelist_node *prev, *next, *head = smp_load_acquire(&list->head); in freelist_try_get()
89 head = smp_load_acquire(&list->head); in freelist_try_get()
|
| /Linux-v5.15/lib/ |
| D | stackdepot.c | 84 if (smp_load_acquire(&next_slab_inited)) in init_stack_slab()
281 found = find_stack(smp_load_acquire(bucket), entries, in stack_depot_save()
294 if (unlikely(!smp_load_acquire(&next_slab_inited))) { in stack_depot_save()
|
| /Linux-v5.15/tools/lib/bpf/ |
| D | ringbuf.c | 214 cons_pos = smp_load_acquire(r->consumer_pos); in ringbuf_process_ring()
217 prod_pos = smp_load_acquire(r->producer_pos); in ringbuf_process_ring()
220 len = smp_load_acquire(len_ptr); in ringbuf_process_ring()
|
| /Linux-v5.15/drivers/net/netdevsim/ |
| D | bus.c | 190 if (!smp_load_acquire(&nsim_bus_dev->init)) in new_port_store()
220 if (!smp_load_acquire(&nsim_bus_dev->init)) in del_port_store()
297 if (!smp_load_acquire(&nsim_bus_enable)) { in new_device_store()
346 if (!smp_load_acquire(&nsim_bus_enable)) { in del_device_store()
|
| /Linux-v5.15/arch/arm/include/asm/ |
| D | mcs_spinlock.h | 13 while (!(smp_load_acquire(lock))) \
|
| /Linux-v5.15/scripts/atomic/fallbacks/ |
| D | read_acquire | 5 return smp_load_acquire(&(v)->counter);
|
| /Linux-v5.15/fs/crypto/ |
| D | fscrypt_private.h | 364 return smp_load_acquire(&prep_key->blk_key) != NULL; in fscrypt_is_key_prepared()
365 return smp_load_acquire(&prep_key->tfm) != NULL; in fscrypt_is_key_prepared()
399 return smp_load_acquire(&prep_key->tfm) != NULL; in fscrypt_is_key_prepared()
|
| /Linux-v5.15/tools/arch/ia64/include/asm/ |
| D | barrier.h | 52 #define smp_load_acquire(p) \ macro
|
| /Linux-v5.15/tools/arch/s390/include/asm/ |
| D | barrier.h | 37 #define smp_load_acquire(p) \ macro
|
| /Linux-v5.15/tools/arch/powerpc/include/asm/ |
| D | barrier.h | 39 #define smp_load_acquire(p) \ macro
|
| /Linux-v5.15/tools/arch/sparc/include/asm/ |
| D | barrier_64.h | 49 #define smp_load_acquire(p) \ macro
|
| /Linux-v5.15/tools/include/linux/ |
| D | ring_buffer.h | 59 return smp_load_acquire(&base->data_head); in ring_buffer_read_head()
|
| /Linux-v5.15/tools/arch/x86/include/asm/ |
| D | barrier.h | 39 #define smp_load_acquire(p) \ macro
|
| /Linux-v5.15/net/unix/ |
| D | unix_bpf.c | 120 if (unlikely(ops != smp_load_acquire(&unix_dgram_prot_saved))) { in unix_dgram_bpf_check_needs_rebuild()
132 if (unlikely(ops != smp_load_acquire(&unix_stream_prot_saved))) { in unix_stream_bpf_check_needs_rebuild()
|
| /Linux-v5.15/drivers/media/dvb-core/ |
| D | dvb_ringbuffer.c | 60 return (rbuf->pread == smp_load_acquire(&rbuf->pwrite)); in dvb_ringbuffer_empty()
90 avail = smp_load_acquire(&rbuf->pwrite) - rbuf->pread; in dvb_ringbuffer_avail()
106 smp_store_release(&rbuf->pread, smp_load_acquire(&rbuf->pwrite)); in dvb_ringbuffer_flush()
|
