| /Linux-v4.19/drivers/md/ |
| D | dm.c | 461 static int dm_prepare_ioctl(struct mapped_device *md, int *srcu_idx, in dm_prepare_ioctl() argument
471 map = dm_get_live_table(md, srcu_idx); in dm_prepare_ioctl()
488 dm_put_live_table(md, *srcu_idx); in dm_prepare_ioctl()
496 static void dm_unprepare_ioctl(struct mapped_device *md, int srcu_idx) in dm_unprepare_ioctl() argument
499 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
506 int r, srcu_idx; in dm_blk_ioctl() local
508 r = dm_prepare_ioctl(md, &srcu_idx, &bdev); in dm_blk_ioctl()
528 dm_unprepare_ioctl(md, srcu_idx); in dm_blk_ioctl()
671 struct dm_table *dm_get_live_table(struct mapped_device *md, int *srcu_idx) __acquires(md->io_barri… in dm_get_live_table() argument
673 *srcu_idx = srcu_read_lock(&md->io_barrier); in dm_get_live_table()
[all …]
|
| D | dm-ioctl.c | 257 int srcu_idx; in __hash_remove() local
266 table = dm_get_live_table(hc->md, &srcu_idx); in __hash_remove()
269 dm_put_live_table(hc->md, srcu_idx); in __hash_remove()
377 int srcu_idx; in dm_hash_rename() local
440 table = dm_get_live_table(hc->md, &srcu_idx); in dm_hash_rename()
443 dm_put_live_table(hc->md, srcu_idx); in dm_hash_rename()
657 static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx) in dm_get_inactive_table() argument
663 dm_get_live_table(md, srcu_idx); in dm_get_inactive_table()
682 int *srcu_idx) in dm_get_live_or_inactive_table() argument
685 dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx); in dm_get_live_or_inactive_table()
[all …]
|
| D | dm-rq.c | 649 int srcu_idx; in dm_old_request_fn() local
650 struct dm_table *map = dm_get_live_table(md, &srcu_idx); in dm_old_request_fn()
653 dm_put_live_table(md, srcu_idx); in dm_old_request_fn()
657 dm_put_live_table(md, srcu_idx); in dm_old_request_fn()
750 int srcu_idx; in dm_mq_queue_rq() local
751 struct dm_table *map = dm_get_live_table(md, &srcu_idx); in dm_mq_queue_rq()
754 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
|
| /Linux-v4.19/include/linux/ |
| D | srcutiny.h | 31 short srcu_idx; /* Current reader array element. */ member
75 idx = READ_ONCE(sp->srcu_idx); in __srcu_read_lock()
96 idx = READ_ONCE(sp->srcu_idx) & 0x1; in srcu_torture_stats_print()
|
| D | srcutree.h | 83 unsigned int srcu_idx; /* Current rdr array element. */ member
|
| D | device-mapper.h | 482 struct dm_table *dm_get_live_table(struct mapped_device *md, int *srcu_idx);
483 void dm_put_live_table(struct mapped_device *md, int srcu_idx);
|
| D | fsnotify_backend.h | 225 int srcu_idx; member
|
| /Linux-v4.19/kernel/rcu/ |
| D | srcutiny.c | 47 sp->srcu_idx = 0; in init_srcu_struct_fields()
140 idx = sp->srcu_idx; in srcu_drive_gp()
141 WRITE_ONCE(sp->srcu_idx, !sp->srcu_idx); in srcu_drive_gp()
|
| D | srcutree.c | 179 sp->srcu_idx = 0; in init_srcu_struct_fields()
413 idx = READ_ONCE(sp->srcu_idx) & 0x1; in __srcu_read_lock()
742 WRITE_ONCE(sp->srcu_idx, sp->srcu_idx + 1); in srcu_flip()
1094 return sp->srcu_idx; in srcu_batches_completed()
1139 idx = 1 ^ (sp->srcu_idx & 1); in srcu_advance_state()
1154 idx = 1 ^ (sp->srcu_idx & 1); in srcu_advance_state()
1270 idx = sp->srcu_idx & 0x1; in srcu_torture_stats_print()
|
| D | rcu.h | 505 *gp_seq = sp->srcu_idx; in srcutorture_get_gp_data()
|
| /Linux-v4.19/drivers/nvme/host/ |
| D | multipath.c | 160 int srcu_idx; in nvme_ns_head_make_request() local
162 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_make_request()
184 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_make_request()
193 int srcu_idx; in nvme_ns_head_poll() local
195 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_poll()
199 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_poll()
|
| D | core.c | 1265 struct nvme_ns_head **head, int *srcu_idx) in nvme_get_ns_from_disk() argument
1270 *srcu_idx = srcu_read_lock(&(*head)->srcu); in nvme_get_ns_from_disk()
1275 *srcu_idx = -1; in nvme_get_ns_from_disk()
1314 int srcu_idx, ret; in nvme_ioctl() local
1316 ns = nvme_get_ns_from_disk(bdev->bd_disk, &head, &srcu_idx); in nvme_ioctl()
1321 nvme_put_ns_from_disk(head, srcu_idx); in nvme_ioctl()
1588 int srcu_idx, ret; in nvme_pr_command() local
1591 ns = nvme_get_ns_from_disk(bdev->bd_disk, &head, &srcu_idx); in nvme_pr_command()
1604 nvme_put_ns_from_disk(head, srcu_idx); in nvme_pr_command()
|
| /Linux-v4.19/mm/kasan/ |
| D | quarantine.c | 216 int srcu_idx; in quarantine_reduce() local
232 srcu_idx = srcu_read_lock(&remove_cache_srcu); in quarantine_reduce()
260 srcu_read_unlock(&remove_cache_srcu, srcu_idx); in quarantine_reduce()
|
| /Linux-v4.19/block/ |
| D | blk-mq.c | 588 static void hctx_unlock(struct blk_mq_hw_ctx *hctx, int srcu_idx) in hctx_unlock() argument
594 srcu_read_unlock(hctx->srcu, srcu_idx); in hctx_unlock()
597 static void hctx_lock(struct blk_mq_hw_ctx *hctx, int *srcu_idx) in hctx_lock() argument
602 *srcu_idx = 0; in hctx_lock()
605 *srcu_idx = srcu_read_lock(hctx->srcu); in hctx_lock()
1261 int srcu_idx; in __blk_mq_run_hw_queue() local
1296 hctx_lock(hctx, &srcu_idx); in __blk_mq_run_hw_queue()
1298 hctx_unlock(hctx, srcu_idx); in __blk_mq_run_hw_queue()
1385 int srcu_idx; in blk_mq_run_hw_queue() local
1396 hctx_lock(hctx, &srcu_idx); in blk_mq_run_hw_queue()
[all …]
|
| /Linux-v4.19/arch/arm/include/asm/ |
| D | kvm_mmu.h | 312 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_read_guest_lock() local
315 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_read_guest_lock()
|
| /Linux-v4.19/arch/powerpc/kvm/ |
| D | book3s.c | 863 int srcu_idx; in kvmppc_h_logical_ci_load() local
869 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
871 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
906 int srcu_idx; in kvmppc_h_logical_ci_store() local
930 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
932 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
|
| D | book3s_64_mmu_hv.c | 742 int srcu_idx; in kvmppc_rmap_reset() local
744 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
754 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1168 int srcu_idx; in kvmppc_pin_guest_page() local
1170 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1179 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1187 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1197 int srcu_idx; in kvmppc_unpin_guest_page() local
1206 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1210 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
[all …]
|
| D | book3s_hv.c | 2717 int srcu_idx; in kvmppc_run_core() local
2999 srcu_idx = srcu_read_lock(&vc->kvm->srcu); in kvmppc_run_core()
3007 srcu_read_unlock(&vc->kvm->srcu, srcu_idx); in kvmppc_run_core()
3411 int srcu_idx; in kvmppc_vcpu_run_hv() local
3492 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_vcpu_run_hv()
3495 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_vcpu_run_hv()
3743 int srcu_idx; in kvmppc_hv_setup_htab_rma() local
3766 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_hv_setup_htab_rma()
3811 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_hv_setup_htab_rma()
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | dev.c | 455 int srcu_idx; in mlx5_core_page_fault() local
457 srcu_idx = srcu_read_lock(&priv->pfault_srcu); in mlx5_core_page_fault()
460 srcu_read_unlock(&priv->pfault_srcu, srcu_idx); in mlx5_core_page_fault()
|
| /Linux-v4.19/fs/notify/ |
| D | fsnotify.c | 352 iter_info.srcu_idx = srcu_read_lock(&fsnotify_mark_srcu); in fsnotify()
377 srcu_read_unlock(&fsnotify_mark_srcu, iter_info.srcu_idx); in fsnotify()
|
| D | mark.c | 328 srcu_read_unlock(&fsnotify_mark_srcu, iter_info->srcu_idx); in fsnotify_prepare_user_wait()
342 iter_info->srcu_idx = srcu_read_lock(&fsnotify_mark_srcu); in fsnotify_finish_user_wait()
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | kvm_mmu.h | 389 int srcu_idx = srcu_read_lock(&kvm->srcu);
392 srcu_read_unlock(&kvm->srcu, srcu_idx);
|
| /Linux-v4.19/arch/s390/kvm/ |
| D | kvm-s390.c | 1514 int srcu_idx, i, r = 0; in kvm_s390_get_skeys() local
1532 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_skeys()
1544 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_skeys()
1562 int srcu_idx, i, r = 0; in kvm_s390_set_skeys() local
1590 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_skeys()
1615 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_set_skeys()
1771 int srcu_idx, peek, ret; in kvm_s390_get_cmma_bits() local
1800 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_cmma_bits()
1805 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_cmma_bits()
1830 int srcu_idx, r = 0; in kvm_s390_set_cmma_bits() local
[all …]
|
| D | priv.c | 1147 int srcu_idx; in handle_essa() local
1150 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in handle_essa()
1152 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in handle_essa()
|
| /Linux-v4.19/arch/mips/kvm/ |
| D | mmu.c | 692 int srcu_idx, err; in kvm_mips_map_page() local
700 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page()
780 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
|
