| /Linux-v5.4/drivers/md/ |
| D | dm.c | 450 int srcu_idx, ret; in dm_blk_report_zones() local
455 map = dm_get_live_table(md, &srcu_idx); in dm_blk_report_zones()
485 dm_put_live_table(md, srcu_idx); in dm_blk_report_zones()
492 static int dm_prepare_ioctl(struct mapped_device *md, int *srcu_idx, in dm_prepare_ioctl() argument
502 map = dm_get_live_table(md, srcu_idx); in dm_prepare_ioctl()
519 dm_put_live_table(md, *srcu_idx); in dm_prepare_ioctl()
527 static void dm_unprepare_ioctl(struct mapped_device *md, int srcu_idx) in dm_unprepare_ioctl() argument
530 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
537 int r, srcu_idx; in dm_blk_ioctl() local
539 r = dm_prepare_ioctl(md, &srcu_idx, &bdev); in dm_blk_ioctl()
[all …]
|
| D | dm-ioctl.c | 257 int srcu_idx; in __hash_remove() local
266 table = dm_get_live_table(hc->md, &srcu_idx); in __hash_remove()
269 dm_put_live_table(hc->md, srcu_idx); in __hash_remove()
377 int srcu_idx; in dm_hash_rename() local
440 table = dm_get_live_table(hc->md, &srcu_idx); in dm_hash_rename()
443 dm_put_live_table(hc->md, srcu_idx); in dm_hash_rename()
682 static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx) in dm_get_inactive_table() argument
688 dm_get_live_table(md, srcu_idx); in dm_get_inactive_table()
707 int *srcu_idx) in dm_get_live_or_inactive_table() argument
710 dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx); in dm_get_live_or_inactive_table()
[all …]
|
| D | dm-rq.c | 500 int srcu_idx; in dm_mq_queue_rq() local
501 struct dm_table *map = dm_get_live_table(md, &srcu_idx); in dm_mq_queue_rq()
504 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
|
| /Linux-v5.4/include/linux/ |
| D | srcutiny.h | 18 short srcu_idx; /* Current reader array element. */ member
62 idx = READ_ONCE(ssp->srcu_idx); in __srcu_read_lock()
83 idx = READ_ONCE(ssp->srcu_idx) & 0x1; in srcu_torture_stats_print()
|
| D | srcutree.h | 71 unsigned int srcu_idx; /* Current rdr array element. */ member
|
| D | device-mapper.h | 492 struct dm_table *dm_get_live_table(struct mapped_device *md, int *srcu_idx);
493 void dm_put_live_table(struct mapped_device *md, int srcu_idx);
|
| D | fsnotify_backend.h | 242 int srcu_idx; member
|
| /Linux-v5.4/kernel/rcu/ |
| D | srcutiny.c | 36 ssp->srcu_idx = 0; in init_srcu_struct_fields()
127 idx = ssp->srcu_idx; in srcu_drive_gp()
128 WRITE_ONCE(ssp->srcu_idx, !ssp->srcu_idx); in srcu_drive_gp()
|
| D | srcutree.c | 172 ssp->srcu_idx = 0; in init_srcu_struct_fields()
407 idx = READ_ONCE(ssp->srcu_idx) & 0x1; in __srcu_read_lock()
726 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_flip()
1081 return ssp->srcu_idx; in srcu_batches_completed()
1126 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1141 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1258 idx = ssp->srcu_idx & 0x1; in srcu_torture_stats_print()
|
| D | rcu.h | 497 *gp_seq = sp->srcu_idx; in srcutorture_get_gp_data()
|
| /Linux-v5.4/arch/arm/include/asm/ |
| D | kvm_mmu.h | 364 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_read_guest_lock() local
367 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_read_guest_lock()
375 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_write_guest_lock() local
378 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_write_guest_lock()
|
| /Linux-v5.4/mm/kasan/ |
| D | quarantine.c | 217 int srcu_idx; in quarantine_reduce() local
233 srcu_idx = srcu_read_lock(&remove_cache_srcu); in quarantine_reduce()
261 srcu_read_unlock(&remove_cache_srcu, srcu_idx); in quarantine_reduce()
|
| /Linux-v5.4/arch/arm64/include/asm/ |
| D | kvm_mmu.h | 429 int srcu_idx = srcu_read_lock(&kvm->srcu);
432 srcu_read_unlock(&kvm->srcu, srcu_idx);
440 int srcu_idx = srcu_read_lock(&kvm->srcu);
443 srcu_read_unlock(&kvm->srcu, srcu_idx);
|
| /Linux-v5.4/drivers/nvme/host/ |
| D | multipath.c | 302 int srcu_idx; in nvme_ns_head_make_request() local
312 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_make_request()
334 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_make_request()
425 int node, srcu_idx; in nvme_mpath_set_live() local
427 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_set_live()
430 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_set_live()
|
| D | core.c | 1472 struct nvme_ns_head **head, int *srcu_idx) in nvme_get_ns_from_disk() argument
1479 *srcu_idx = srcu_read_lock(&(*head)->srcu); in nvme_get_ns_from_disk()
1482 srcu_read_unlock(&(*head)->srcu, *srcu_idx); in nvme_get_ns_from_disk()
1487 *srcu_idx = -1; in nvme_get_ns_from_disk()
1509 int srcu_idx) in nvme_handle_ctrl_ioctl() argument
1515 nvme_put_ns_from_disk(head, srcu_idx); in nvme_handle_ctrl_ioctl()
1538 int srcu_idx, ret; in nvme_ioctl() local
1540 ns = nvme_get_ns_from_disk(bdev->bd_disk, &head, &srcu_idx); in nvme_ioctl()
1550 return nvme_handle_ctrl_ioctl(ns, cmd, argp, head, srcu_idx); in nvme_ioctl()
1573 nvme_put_ns_from_disk(head, srcu_idx); in nvme_ioctl()
[all …]
|
| /Linux-v5.4/arch/powerpc/kvm/ |
| D | book3s_xive_native.c | 549 int srcu_idx; in kvmppc_xive_native_set_queue_config() local
625 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_xive_native_set_queue_config()
629 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
636 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
642 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
873 int srcu_idx; in kvmppc_xive_native_vcpu_eq_sync() local
885 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_xive_native_vcpu_eq_sync()
887 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_xive_native_vcpu_eq_sync()
|
| D | book3s_64_mmu_hv.c | 748 int srcu_idx; in kvmppc_rmap_reset() local
750 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
763 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1178 int srcu_idx; in kvmppc_pin_guest_page() local
1180 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1189 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1197 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1207 int srcu_idx; in kvmppc_unpin_guest_page() local
1216 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1220 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
[all …]
|
| D | book3s.c | 934 int srcu_idx; in kvmppc_h_logical_ci_load() local
940 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
942 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
977 int srcu_idx; in kvmppc_h_logical_ci_store() local
1001 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
1003 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
|
| D | book3s_hv_nested.c | 447 int srcu_idx; in kvmhv_set_partition_table() local
450 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_set_partition_table()
458 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_set_partition_table()
652 int srcu_idx; in kvmhv_release_all_nested() local
672 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_release_all_nested()
675 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_release_all_nested()
|
| D | book3s_hv.c | 1442 int srcu_idx; in kvmppc_handle_nested_exit() local
1496 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_nested_exit()
1498 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_handle_nested_exit()
1506 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_nested_exit()
1508 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_handle_nested_exit()
3044 int srcu_idx; in kvmppc_run_core() local
3294 srcu_idx = srcu_read_lock(&vc->kvm->srcu); in kvmppc_run_core()
3310 srcu_read_unlock(&vc->kvm->srcu, srcu_idx); in kvmppc_run_core()
4038 int srcu_idx, lpid; in kvmhv_run_single_vcpu() local
4123 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_run_single_vcpu()
[all …]
|
| /Linux-v5.4/block/ |
| D | blk-mq.c | 629 static void hctx_unlock(struct blk_mq_hw_ctx *hctx, int srcu_idx) in hctx_unlock() argument
635 srcu_read_unlock(hctx->srcu, srcu_idx); in hctx_unlock()
638 static void hctx_lock(struct blk_mq_hw_ctx *hctx, int *srcu_idx) in hctx_lock() argument
643 *srcu_idx = 0; in hctx_lock()
646 *srcu_idx = srcu_read_lock(hctx->srcu); in hctx_lock()
1367 int srcu_idx; in __blk_mq_run_hw_queue() local
1402 hctx_lock(hctx, &srcu_idx); in __blk_mq_run_hw_queue()
1404 hctx_unlock(hctx, srcu_idx); in __blk_mq_run_hw_queue()
1491 int srcu_idx; in blk_mq_run_hw_queue() local
1502 hctx_lock(hctx, &srcu_idx); in blk_mq_run_hw_queue()
[all …]
|
| /Linux-v5.4/fs/notify/ |
| D | fsnotify.c | 351 iter_info.srcu_idx = srcu_read_lock(&fsnotify_mark_srcu); in fsnotify()
378 srcu_read_unlock(&fsnotify_mark_srcu, iter_info.srcu_idx); in fsnotify()
|
| D | mark.c | 342 srcu_read_unlock(&fsnotify_mark_srcu, iter_info->srcu_idx); in fsnotify_prepare_user_wait()
356 iter_info->srcu_idx = srcu_read_lock(&fsnotify_mark_srcu); in fsnotify_finish_user_wait()
|
| /Linux-v5.4/arch/s390/kvm/ |
| D | kvm-s390.c | 1794 int srcu_idx, i, r = 0; in kvm_s390_get_skeys() local
1812 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_skeys()
1824 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_skeys()
1842 int srcu_idx, i, r = 0; in kvm_s390_set_skeys() local
1870 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_skeys()
1895 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_set_skeys()
2051 int srcu_idx, peek, ret; in kvm_s390_get_cmma_bits() local
2080 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_cmma_bits()
2085 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_cmma_bits()
2110 int srcu_idx, r = 0; in kvm_s390_set_cmma_bits() local
[all …]
|
| /Linux-v5.4/arch/mips/kvm/ |
| D | mmu.c | 693 int srcu_idx, err; in kvm_mips_map_page() local
701 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page()
781 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
|
