Home
last modified time | relevance | path

Searched refs:srcu (Results 1 – 25 of 45) sorted by relevance

12

/Linux-v4.19/mm/
Dmmu_notifier.c24 DEFINE_STATIC_SRCU(srcu);
34 call_srcu(&srcu, rcu, func); in mmu_notifier_call_srcu()
41 srcu_barrier(&srcu); in mmu_notifier_synchronize()
66 id = srcu_read_lock(&srcu); in __mmu_notifier_release()
91 srcu_read_unlock(&srcu, id); in __mmu_notifier_release()
102 synchronize_srcu(&srcu); in __mmu_notifier_release()
117 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_flush_young()
122 srcu_read_unlock(&srcu, id); in __mmu_notifier_clear_flush_young()
134 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_young()
139 srcu_read_unlock(&srcu, id); in __mmu_notifier_clear_young()
[all …]
/Linux-v4.19/tools/testing/selftests/rcutorture/formal/srcu-cbmc/
DMakefile2 all: srcu.c store_buffering
6 modified_srcu_input = $(LINUX_SOURCE)/include/linux/srcu.h \
7 $(LINUX_SOURCE)/kernel/rcu/srcu.c
9 modified_srcu_output = include/linux/srcu.h srcu.c
11 include/linux/srcu.h: srcu.c
13 srcu.c: modify_srcu.awk Makefile $(modified_srcu_input)
D.gitignore1 srcu.c
/Linux-v4.19/arch/sh/kernel/
Dtraps_32.c94 unsigned char __user *srcu, *dstu; in handle_unaligned_ins() local
116 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
117 srcu += regs->regs[0]; in handle_unaligned_ins()
124 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
167 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
168 srcu += (instruction & 0x000F) << 2; in handle_unaligned_ins()
172 if (ma->from(dst, srcu, 4)) in handle_unaligned_ins()
178 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
187 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
209 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
[all …]
/Linux-v4.19/include/linux/
Dnotifier.h76 struct srcu_struct srcu; member
95 cleanup_srcu_struct(&(name)->srcu);
110 .srcu = __SRCU_STRUCT_INIT(name.srcu, pcpu), \
/Linux-v4.19/kernel/
Dnotifier.c467 synchronize_srcu(&nh->srcu); in srcu_notifier_chain_unregister()
497 idx = srcu_read_lock(&nh->srcu); in __srcu_notifier_call_chain()
499 srcu_read_unlock(&nh->srcu, idx); in __srcu_notifier_call_chain()
526 if (init_srcu_struct(&nh->srcu) < 0) in srcu_init_notifier_head()
/Linux-v4.19/drivers/nvme/host/
Dmultipath.c146 struct nvme_ns *ns = srcu_dereference(head->current_path, &head->srcu); in nvme_find_path()
162 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_make_request()
184 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_make_request()
195 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_poll()
196 ns = srcu_dereference(head->current_path, &head->srcu); in nvme_ns_head_poll()
199 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_poll()
/Linux-v4.19/tools/testing/selftests/rcutorture/formal/srcu-cbmc/include/linux/
D.gitignore1 srcu.h
/Linux-v4.19/tools/testing/selftests/rcutorture/configs/rcu/
DSRCU-N.boot1 rcutorture.torture_type=srcu
DSRCU-t.boot1 rcutorture.torture_type=srcu
/Linux-v4.19/virt/kvm/
Dkvm_main.c356 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_change_pte()
361 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_change_pte()
374 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_invalidate_range_start()
392 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_invalidate_range_start()
431 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_clear_flush_young()
439 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_clear_flush_young()
452 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_clear_young()
469 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_clear_young()
481 idx = srcu_read_lock(&kvm->srcu); in kvm_mmu_notifier_test_young()
485 srcu_read_unlock(&kvm->srcu, idx); in kvm_mmu_notifier_test_young()
[all …]
/Linux-v4.19/drivers/pci/controller/
Dvmd.c80 struct srcu_struct srcu; member
253 synchronize_srcu(&vmdirq->irq->srcu); in vmd_msi_free()
732 idx = srcu_read_lock(&irqs->srcu); in vmd_irq()
735 srcu_read_unlock(&irqs->srcu, idx); in vmd_irq()
781 err = init_srcu_struct(&vmd->irqs[i].srcu); in vmd_probe()
809 cleanup_srcu_struct(&vmd->irqs[i].srcu); in vmd_cleanup_srcu()
/Linux-v4.19/arch/arm/include/asm/
Dkvm_mmu.h312 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_read_guest_lock()
315 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_read_guest_lock()
/Linux-v4.19/arch/powerpc/kvm/
Dbook3s_64_vio.c518 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_put_tce()
549 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_h_put_tce()
585 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_put_tce_indirect()
627 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_h_put_tce_indirect()
Dbook3s_64_mmu_hv.c744 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
754 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1170 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1179 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1187 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1206 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1210 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
1281 int srcu_idx = srcu_read_lock(&kvm->srcu); in resize_hpt_rehash_hpte()
1294 srcu_read_unlock(&kvm->srcu, srcu_idx); in resize_hpt_rehash_hpte()
1419 synchronize_srcu_expedited(&kvm->srcu); in resize_hpt_pivot()
[all …]
Dbook3s.c869 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
871 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
930 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
932 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
Dbook3s_pr_papr.c402 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_pr()
404 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_h_pr()
/Linux-v4.19/drivers/gpu/drm/i915/gvt/
Dkvmgt.c1488 idx = srcu_read_lock(&kvm->srcu); in kvmgt_page_track_add()
1491 srcu_read_unlock(&kvm->srcu, idx); in kvmgt_page_track_add()
1505 srcu_read_unlock(&kvm->srcu, idx); in kvmgt_page_track_add()
1522 idx = srcu_read_lock(&kvm->srcu); in kvmgt_page_track_remove()
1525 srcu_read_unlock(&kvm->srcu, idx); in kvmgt_page_track_remove()
1539 srcu_read_unlock(&kvm->srcu, idx); in kvmgt_page_track_remove()
1802 idx = srcu_read_lock(&kvm->srcu); in kvmgt_rw_gpa()
1805 srcu_read_unlock(&kvm->srcu, idx); in kvmgt_rw_gpa()
1845 idx = srcu_read_lock(&kvm->srcu); in kvmgt_is_valid_gfn()
1847 srcu_read_unlock(&kvm->srcu, idx); in kvmgt_is_valid_gfn()
/Linux-v4.19/Documentation/virtual/kvm/
Dlocking.txt196 Name: kvm->srcu
197 Type: srcu lock
201 Comment: The srcu read lock must be held while accessing memslots (e.g.
204 The srcu index can be stored in kvm_vcpu->srcu_idx per vcpu
/Linux-v4.19/arch/arm64/include/asm/
Dkvm_mmu.h389 int srcu_idx = srcu_read_lock(&kvm->srcu);
392 srcu_read_unlock(&kvm->srcu, srcu_idx);
/Linux-v4.19/arch/s390/kvm/
Dkvm-s390.c784 idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_mem_control()
786 srcu_read_unlock(&kvm->srcu, idx); in kvm_s390_set_mem_control()
1532 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_skeys()
1544 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_skeys()
1590 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_skeys()
1615 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_set_skeys()
1800 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_cmma_bits()
1805 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_cmma_bits()
1857 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_cmma_bits()
1870 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_set_cmma_bits()
[all …]
Dvsie.c827 __releases(vcpu->kvm->srcu) in do_vsie_run()
828 __acquires(vcpu->kvm->srcu) in do_vsie_run()
842 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in do_vsie_run()
871 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in do_vsie_run()
/Linux-v4.19/drivers/crypto/
Dhifn_795x.c396 volatile int cmdu, srcu, dstu, resu; member
911 dma->cmdu = dma->srcu = dma->dstu = dma->resu = 0; in hifn_init_dma()
1262 dma->srcu++; in hifn_setup_src_desc()
1725 dma->cmdu, dma->srcu, dma->dstu, dma->resu, in hifn_clear_rings()
1746 i = dma->srck; u = dma->srcu; in hifn_clear_rings()
1754 dma->srck = i; dma->srcu = u; in hifn_clear_rings()
1779 dma->cmdu, dma->srcu, dma->dstu, dma->resu, in hifn_clear_rings()
1799 if (dma->srcu == 0 && (dev->flags & HIFN_FLAG_SRC_BUSY)) { in hifn_work()
1867 dma->cmdu, dma->srcu, dma->dstu, dma->resu); in hifn_interrupt()
/Linux-v4.19/block/
Dblk-mq.c236 synchronize_srcu(hctx->srcu); in blk_mq_quiesce_queue()
589 __releases(hctx->srcu) in hctx_unlock()
594 srcu_read_unlock(hctx->srcu, srcu_idx); in hctx_unlock()
598 __acquires(hctx->srcu) in hctx_lock()
605 *srcu_idx = srcu_read_lock(hctx->srcu); in hctx_lock()
2152 cleanup_srcu_struct(hctx->srcu); in blk_mq_exit_hctx()
2223 init_srcu_struct(hctx->srcu); in blk_mq_init_hctx()
2499 BUILD_BUG_ON(ALIGN(offsetof(struct blk_mq_hw_ctx, srcu), in blk_mq_hw_ctx_size()
/Linux-v4.19/virt/kvm/arm/
Dmmu.c432 idx = srcu_read_lock(&kvm->srcu); in stage2_flush_vm()
440 srcu_read_unlock(&kvm->srcu, idx); in stage2_flush_vm()
962 idx = srcu_read_lock(&kvm->srcu); in stage2_unmap_vm()
972 srcu_read_unlock(&kvm->srcu, idx); in stage2_unmap_vm()
1724 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_handle_guest_abort()
1778 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_handle_guest_abort()

12