| /Linux-v6.1/tools/testing/selftests/rcutorture/formal/srcu-cbmc/ |
| D | Makefile | 2 all: srcu.c store_buffering
6 modified_srcu_input = $(LINUX_SOURCE)/include/linux/srcu.h \
7 $(LINUX_SOURCE)/kernel/rcu/srcu.c
9 modified_srcu_output = include/linux/srcu.h srcu.c
11 include/linux/srcu.h: srcu.c
13 srcu.c: modify_srcu.awk Makefile $(modified_srcu_input)
|
| D | .gitignore | 2 srcu.c
|
| /Linux-v6.1/mm/ |
| D | mmu_notifier.c | 23 DEFINE_STATIC_SRCU(srcu);
309 id = srcu_read_lock(&srcu); in mn_hlist_release()
311 srcu_read_lock_held(&srcu)) in mn_hlist_release()
334 srcu_read_unlock(&srcu, id); in mn_hlist_release()
345 synchronize_srcu(&srcu); in mn_hlist_release()
372 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_flush_young()
375 srcu_read_lock_held(&srcu)) { in __mmu_notifier_clear_flush_young()
380 srcu_read_unlock(&srcu, id); in __mmu_notifier_clear_flush_young()
392 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_young()
395 srcu_read_lock_held(&srcu)) { in __mmu_notifier_clear_young()
[all …]
|
| /Linux-v6.1/tools/memory-model/ |
| D | linux-kernel.bell | 38 enum SRCU = 'srcu-lock || 'srcu-unlock || 'sync-srcu
40 (* All srcu events *)
41 let Srcu = Srcu-lock | Srcu-unlock | Sync-srcu
60 let srcu-rscs = let rec
72 flag ~empty Srcu-lock \ domain(srcu-rscs) as unbalanced-srcu-locking
73 flag ~empty Srcu-unlock \ range(srcu-rscs) as unbalanced-srcu-locking
76 flag ~empty rcu-rscs & (po ; [Sync-srcu] ; po) as invalid-sleep
79 flag ~empty different-values(srcu-rscs) as srcu-bad-nesting
|
| D | linux-kernel.cat | 42 let gp = po ; [Sync-rcu | Sync-srcu] ; po?
47 let barrier = fencerel(Barrier | Rmb | Wmb | Mb | Sync-rcu | Sync-srcu |
112 let srcu-gp = [Sync-srcu]
114 let srcu-rscsi = srcu-rscs^-1
131 let rec rcu-order = rcu-gp | srcu-gp |
133 ((srcu-gp ; rcu-link ; srcu-rscsi) & loc) |
135 ((srcu-rscsi ; rcu-link ; srcu-gp) & loc) |
137 ((srcu-gp ; rcu-link ; rcu-order ; rcu-link ; srcu-rscsi) & loc) |
139 ((srcu-rscsi ; rcu-link ; rcu-order ; rcu-link ; srcu-gp) & loc) |
|
| D | linux-kernel.def | 52 srcu_read_lock(X) __srcu{srcu-lock}(X)
53 srcu_read_unlock(X,Y) { __srcu{srcu-unlock}(X,Y); }
54 synchronize_srcu(X) { __srcu{sync-srcu}(X); }
55 synchronize_srcu_expedited(X) { __srcu{sync-srcu}(X); }
|
| /Linux-v6.1/arch/sh/kernel/ |
| D | traps_32.c | 108 unsigned char __user *srcu, *dstu; in handle_unaligned_ins() local
130 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
131 srcu += regs->regs[0]; in handle_unaligned_ins()
138 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
181 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
182 srcu += (instruction & 0x000F) << 2; in handle_unaligned_ins()
186 if (ma->from(dst, srcu, 4)) in handle_unaligned_ins()
192 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
201 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
223 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
[all …]
|
| /Linux-v6.1/drivers/net/wireless/microchip/wilc1000/ |
| D | netdev.c | 134 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_get_num_conn_ifcs()
139 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_get_num_conn_ifcs()
166 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_txq_task()
172 srcu_read_unlock(&wl->srcu, srcu_idx); in wilc_txq_task()
655 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_set_mac_addr()
660 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
663 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
667 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
757 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_mac_xmit()
762 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_mac_xmit()
[all …]
|
| D | cfg80211.c | 244 srcu_idx = srcu_read_lock(&wl->srcu); in set_channel()
247 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
258 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
815 srcu_idx = srcu_read_lock(&wl->srcu); in set_wiphy_params()
870 srcu_read_unlock(&wl->srcu, srcu_idx); in set_wiphy_params()
1550 srcu_idx = srcu_read_lock(&wl->srcu); in add_virtual_intf()
1555 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
1561 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
1569 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
1574 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
[all …]
|
| /Linux-v6.1/arch/arm64/kvm/ |
| D | pvtime.c | 25 idx = srcu_read_lock(&kvm->srcu); in kvm_update_stolen_time()
32 srcu_read_unlock(&kvm->srcu, idx); in kvm_update_stolen_time()
96 idx = srcu_read_lock(&kvm->srcu); in kvm_arm_pvtime_set_attr()
99 srcu_read_unlock(&kvm->srcu, idx); in kvm_arm_pvtime_set_attr()
|
| /Linux-v6.1/include/linux/ |
| D | notifier.h | 76 struct srcu_struct srcu; member
95 cleanup_srcu_struct(&(name)->srcu);
110 .srcu = __SRCU_STRUCT_INIT(name.srcu, pcpu), \
|
| /Linux-v6.1/arch/arm64/include/asm/ |
| D | kvm_mmu.h | 241 int srcu_idx = srcu_read_lock(&kvm->srcu);
244 srcu_read_unlock(&kvm->srcu, srcu_idx);
252 int srcu_idx = srcu_read_lock(&kvm->srcu);
255 srcu_read_unlock(&kvm->srcu, srcu_idx);
|
| /Linux-v6.1/arch/powerpc/kvm/ |
| D | book3s_hv_uvmem.c | 480 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
499 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_start()
669 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
674 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_abort()
836 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
859 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_done()
884 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_share_page()
921 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_share_page()
954 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_page_in()
981 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_page_in()
[all …]
|
| D | book3s_64_mmu_hv.c | 441 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_hv_emulate_mmio()
444 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_hv_emulate_mmio()
747 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
760 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1151 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1160 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1168 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1187 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1191 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
1262 int srcu_idx = srcu_read_lock(&kvm->srcu); in resize_hpt_rehash_hpte()
[all …]
|
| /Linux-v6.1/arch/x86/kernel/cpu/sgx/ |
| D | encl.c | 724 cleanup_srcu_struct(&encl->srcu); in sgx_encl_release()
758 synchronize_srcu(&encl_mm->encl->srcu); in sgx_mmu_notifier_release()
785 idx = srcu_read_lock(&encl->srcu); in sgx_encl_find_mm()
794 srcu_read_unlock(&encl->srcu, idx); in sgx_encl_find_mm()
896 idx = srcu_read_lock(&encl->srcu); in sgx_encl_cpumask()
907 srcu_read_unlock(&encl->srcu, idx); in sgx_encl_cpumask()
981 idx = srcu_read_lock(&encl->srcu); in sgx_encl_get_mem_cgroup()
994 srcu_read_unlock(&encl->srcu, idx); in sgx_encl_get_mem_cgroup()
1175 idx = srcu_read_lock(&encl->srcu); in sgx_zap_enclave_ptes()
1192 srcu_read_unlock(&encl->srcu, idx); in sgx_zap_enclave_ptes()
|
| D | driver.c | 33 ret = init_srcu_struct(&encl->srcu); in sgx_open()
72 synchronize_srcu(&encl->srcu); in sgx_release()
|
| /Linux-v6.1/drivers/nvme/host/ |
| D | multipath.c | 179 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_revalidate_paths()
184 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_revalidate_paths()
310 ns = srcu_dereference(head->current_path[node], &head->srcu); in nvme_find_path()
355 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_submit_bio()
375 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_submit_bio()
398 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_report_zones()
402 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_report_zones()
558 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_set_live()
561 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_set_live()
565 synchronize_srcu(&head->srcu); in nvme_mpath_set_live()
|
| D | ioctl.c | 720 __releases(&head->srcu) in nvme_ns_head_ctrl_ioctl()
726 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
741 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
756 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
770 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
780 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
789 int srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_uring_cmd()
795 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_uring_cmd()
805 int srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_uring_cmd_iopoll()
820 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_uring_cmd_iopoll()
|
| /Linux-v6.1/arch/x86/kvm/ |
| D | xen.c | 42 int idx = srcu_read_lock(&kvm->srcu); in kvm_xen_shared_info_init()
109 srcu_read_unlock(&kvm->srcu, idx); in kvm_xen_shared_info_init()
546 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_xen_vcpu_set_attr()
744 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_xen_vcpu_set_attr()
976 idx = srcu_read_lock(&kvm->srcu); in wait_pending_event()
997 srcu_read_unlock(&kvm->srcu, idx); in wait_pending_event()
1015 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_xen_schedop_poll()
1017 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_xen_schedop_poll()
1042 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_xen_schedop_poll()
1046 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_xen_schedop_poll()
[all …]
|
| /Linux-v6.1/kernel/ |
| D | notifier.c | 521 synchronize_srcu(&nh->srcu); in srcu_notifier_chain_unregister()
548 idx = srcu_read_lock(&nh->srcu); in srcu_notifier_call_chain()
550 srcu_read_unlock(&nh->srcu, idx); in srcu_notifier_call_chain()
570 if (init_srcu_struct(&nh->srcu) < 0) in srcu_init_notifier_head()
|
| /Linux-v6.1/Documentation/virt/kvm/ |
| D | locking.rst | 20 synchronize_srcu(&kvm->srcu). Therefore kvm->slots_arch_lock
21 can be taken inside a kvm->srcu read-side critical section,
252 ``kvm->srcu``
254 :Type: srcu lock
258 :Comment: The srcu read lock must be held while accessing memslots (e.g.
261 The srcu index can be stored in kvm_vcpu->srcu_idx per vcpu
269 in a ``kvm->srcu`` read-side critical section.
|
| /Linux-v6.1/tools/testing/selftests/rcutorture/configs/rcu/ |
| D | SRCU-T.boot | 1 rcutorture.torture_type=srcu
|
| D | SRCU-N.boot | 1 rcutorture.torture_type=srcu
|
| /Linux-v6.1/tools/testing/selftests/rcutorture/formal/srcu-cbmc/include/linux/ |
| D | .gitignore | 2 srcu.h
|
| /Linux-v6.1/drivers/pci/controller/ |
| D | vmd.c | 105 struct srcu_struct srcu; member
276 synchronize_srcu(&vmdirq->irq->srcu); in vmd_msi_free()
653 idx = srcu_read_lock(&irqs->srcu); in vmd_irq()
656 srcu_read_unlock(&irqs->srcu, idx); in vmd_irq()
681 err = init_srcu_struct(&vmd->irqs[i].srcu); in vmd_alloc_irqs()
948 cleanup_srcu_struct(&vmd->irqs[i].srcu); in vmd_cleanup_srcu()
|
