| /Linux-v5.15/kernel/rcu/ |
| D | srcutiny.c | 36 ssp->srcu_idx = 0; in init_srcu_struct_fields()
88 WARN_ON(ssp->srcu_idx != ssp->srcu_idx_max); in cleanup_srcu_struct()
89 WARN_ON(ssp->srcu_idx & 0x1); in cleanup_srcu_struct()
120 if (ssp->srcu_gp_running || USHORT_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) in srcu_drive_gp()
130 idx = (ssp->srcu_idx & 0x2) / 2; in srcu_drive_gp()
131 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
135 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
153 if (USHORT_CMP_LT(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) in srcu_drive_gp()
216 ret = (READ_ONCE(ssp->srcu_idx) + 3) & ~0x1; in get_state_synchronize_srcu()
243 bool ret = USHORT_CMP_GE(READ_ONCE(ssp->srcu_idx), cookie); in poll_state_synchronize_srcu()
|
| D | srcutree.c | 167 ssp->srcu_idx = 0; in init_srcu_struct_fields()
404 idx = READ_ONCE(ssp->srcu_idx) & 0x1; in __srcu_read_lock()
723 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_flip()
1164 return READ_ONCE(ssp->srcu_idx); in srcu_batches_completed()
1209 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1226 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1346 idx = ssp->srcu_idx & 0x1; in srcu_torture_stats_print()
|
| /Linux-v5.15/drivers/net/wireless/microchip/wilc1000/ |
| D | netdev.c | 128 int srcu_idx; in wilc_wlan_get_num_conn_ifcs() local
132 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_get_num_conn_ifcs()
137 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_get_num_conn_ifcs()
161 int srcu_idx; in wilc_txq_task() local
164 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_txq_task()
170 srcu_read_unlock(&wl->srcu, srcu_idx); in wilc_txq_task()
637 int srcu_idx; in wilc_set_mac_addr() local
649 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_set_mac_addr()
654 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
657 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
[all …]
|
| D | cfg80211.c | 241 int srcu_idx; in set_channel() local
243 srcu_idx = srcu_read_lock(&wl->srcu); in set_channel()
246 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
257 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
794 int srcu_idx; in set_wiphy_params() local
796 srcu_idx = srcu_read_lock(&wl->srcu); in set_wiphy_params()
851 srcu_read_unlock(&wl->srcu, srcu_idx); in set_wiphy_params()
1474 int srcu_idx; in add_virtual_intf() local
1476 srcu_idx = srcu_read_lock(&wl->srcu); in add_virtual_intf()
1481 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
[all …]
|
| /Linux-v5.15/drivers/md/ |
| D | dm.c | 406 static int dm_prepare_ioctl(struct mapped_device *md, int *srcu_idx, in dm_prepare_ioctl() argument
415 map = dm_get_live_table(md, srcu_idx); in dm_prepare_ioctl()
432 dm_put_live_table(md, *srcu_idx); in dm_prepare_ioctl()
440 static void dm_unprepare_ioctl(struct mapped_device *md, int srcu_idx) in dm_unprepare_ioctl() argument
442 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
449 int r, srcu_idx; in dm_blk_ioctl() local
451 r = dm_prepare_ioctl(md, &srcu_idx, &bdev); in dm_blk_ioctl()
474 dm_unprepare_ioctl(md, srcu_idx); in dm_blk_ioctl()
598 struct dm_table *dm_get_live_table(struct mapped_device *md, int *srcu_idx) __acquires(md->io_barri… in dm_get_live_table() argument
600 *srcu_idx = srcu_read_lock(&md->io_barrier); in dm_get_live_table()
[all …]
|
| D | dm-ioctl.c | 295 int srcu_idx; in __hash_remove() local
304 table = dm_get_live_table(hc->md, &srcu_idx); in __hash_remove()
307 dm_put_live_table(hc->md, srcu_idx); in __hash_remove()
416 int srcu_idx; in dm_hash_rename() local
479 table = dm_get_live_table(hc->md, &srcu_idx); in dm_hash_rename()
482 dm_put_live_table(hc->md, srcu_idx); in dm_hash_rename()
764 static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx) in dm_get_inactive_table() argument
770 dm_get_live_table(md, srcu_idx); in dm_get_inactive_table()
789 int *srcu_idx) in dm_get_live_or_inactive_table() argument
792 dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx); in dm_get_live_or_inactive_table()
[all …]
|
| D | dm-zone.c | 60 int srcu_idx, ret; in dm_blk_report_zones() local
65 map = dm_get_live_table(md, &srcu_idx); in dm_blk_report_zones()
71 dm_put_live_table(md, srcu_idx); in dm_blk_report_zones()
341 int srcu_idx, ret; in dm_update_zone_wp_offset() local
343 t = dm_get_live_table(md, &srcu_idx); in dm_update_zone_wp_offset()
356 dm_put_live_table(md, srcu_idx); in dm_update_zone_wp_offset()
|
| D | dm-rq.c | 502 int srcu_idx; in dm_mq_queue_rq() local
503 struct dm_table *map = dm_get_live_table(md, &srcu_idx); in dm_mq_queue_rq()
506 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
|
| /Linux-v5.15/arch/powerpc/kvm/ |
| D | book3s_hv_uvmem.c | 462 int srcu_idx; in kvmppc_h_svm_init_start() local
477 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
496 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_start()
650 int srcu_idx; in kvmppc_h_svm_init_abort() local
663 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
668 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_abort()
824 int srcu_idx; in kvmppc_h_svm_init_done() local
831 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
854 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_done()
876 int srcu_idx; in kvmppc_share_page() local
[all …]
|
| D | book3s_hv_nested.c | 309 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmhv_enter_nested_guest()
312 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvmhv_enter_nested_guest()
415 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmhv_enter_nested_guest()
418 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvmhv_enter_nested_guest()
540 int srcu_idx; in kvmhv_set_partition_table() local
543 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_set_partition_table()
551 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_set_partition_table()
605 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmhv_copy_tofrom_guest_nested()
607 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvmhv_copy_tofrom_guest_nested()
612 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmhv_copy_tofrom_guest_nested()
[all …]
|
| D | book3s_xive_native.c | 576 int srcu_idx; in kvmppc_xive_native_set_queue_config() local
647 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_xive_native_set_queue_config()
652 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
659 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
665 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
896 int srcu_idx; in kvmppc_xive_native_vcpu_eq_sync() local
908 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_xive_native_vcpu_eq_sync()
910 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_xive_native_vcpu_eq_sync()
|
| D | book3s_64_mmu_hv.c | 737 int srcu_idx; in kvmppc_rmap_reset() local
739 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
752 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1141 int srcu_idx; in kvmppc_pin_guest_page() local
1143 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1152 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1160 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1170 int srcu_idx; in kvmppc_unpin_guest_page() local
1179 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1183 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
[all …]
|
| D | book3s.c | 927 int srcu_idx; in kvmppc_h_logical_ci_load() local
933 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
935 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
970 int srcu_idx; in kvmppc_h_logical_ci_store() local
994 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
996 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
|
| D | book3s_rtas.c | 232 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_rtas_hcall()
234 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvmppc_rtas_hcall()
|
| D | book3s_hv.c | 1736 int srcu_idx; in kvmppc_handle_nested_exit() local
1795 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_nested_exit()
1797 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_handle_nested_exit()
1805 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_nested_exit()
1807 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_handle_nested_exit()
3457 int srcu_idx; in kvmppc_run_core() local
3680 srcu_idx = srcu_read_lock(&vc->kvm->srcu); in kvmppc_run_core()
3696 srcu_read_unlock(&vc->kvm->srcu, srcu_idx); in kvmppc_run_core()
4409 int srcu_idx; in kvmhv_run_single_vcpu() local
4493 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_run_single_vcpu()
[all …]
|
| /Linux-v5.15/include/linux/ |
| D | srcutiny.h | 18 unsigned short srcu_idx; /* Current reader array element in bit 0x2. */ member
63 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in __srcu_read_lock()
84 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
|
| D | srcutree.h | 71 unsigned int srcu_idx; /* Current rdr array element. */ member
|
| D | device-mapper.h | 548 struct dm_table *dm_get_live_table(struct mapped_device *md, int *srcu_idx);
549 void dm_put_live_table(struct mapped_device *md, int srcu_idx);
|
| /Linux-v5.15/drivers/nvme/host/ |
| D | ioctl.c | 374 void __user *argp, struct nvme_ns_head *head, int srcu_idx) in nvme_ns_head_ctrl_ioctl() argument
381 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
394 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_ioctl() local
396 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
407 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx); in nvme_ns_head_ioctl()
411 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
423 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_chr_ioctl() local
425 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
431 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx); in nvme_ns_head_chr_ioctl()
435 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
|
| D | multipath.c | 321 int srcu_idx; in nvme_ns_head_submit_bio() local
330 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_submit_bio()
351 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_submit_bio()
373 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_report_zones() local
375 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_report_zones()
379 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_report_zones()
509 int node, srcu_idx; in nvme_mpath_set_live() local
511 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_set_live()
514 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_set_live()
|
| /Linux-v5.15/arch/arm64/include/asm/ |
| D | kvm_mmu.h | 234 int srcu_idx = srcu_read_lock(&kvm->srcu);
237 srcu_read_unlock(&kvm->srcu, srcu_idx);
245 int srcu_idx = srcu_read_lock(&kvm->srcu);
248 srcu_read_unlock(&kvm->srcu, srcu_idx);
|
| /Linux-v5.15/mm/kasan/ |
| D | quarantine.c | 229 int srcu_idx; in kasan_quarantine_reduce() local
245 srcu_idx = srcu_read_lock(&remove_cache_srcu); in kasan_quarantine_reduce()
273 srcu_read_unlock(&remove_cache_srcu, srcu_idx); in kasan_quarantine_reduce()
|
| /Linux-v5.15/block/ |
| D | blk-mq.c | 691 static void hctx_unlock(struct blk_mq_hw_ctx *hctx, int srcu_idx) in hctx_unlock() argument
697 srcu_read_unlock(hctx->srcu, srcu_idx); in hctx_unlock()
700 static void hctx_lock(struct blk_mq_hw_ctx *hctx, int *srcu_idx) in hctx_lock() argument
705 *srcu_idx = 0; in hctx_lock()
708 *srcu_idx = srcu_read_lock(hctx->srcu); in hctx_lock()
1481 int srcu_idx; in __blk_mq_run_hw_queue() local
1491 hctx_lock(hctx, &srcu_idx); in __blk_mq_run_hw_queue()
1493 hctx_unlock(hctx, srcu_idx); in __blk_mq_run_hw_queue()
1605 int srcu_idx; in blk_mq_run_hw_queue() local
1616 hctx_lock(hctx, &srcu_idx); in blk_mq_run_hw_queue()
[all …]
|
| /Linux-v5.15/arch/mips/kvm/ |
| D | mmu.c | 594 int srcu_idx, err; in kvm_mips_map_page() local
602 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page()
681 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
|
| /Linux-v5.15/fs/notify/ |
| D | fsnotify.c | 518 iter_info.srcu_idx = srcu_read_lock(&fsnotify_mark_srcu); in fsnotify()
551 srcu_read_unlock(&fsnotify_mark_srcu, iter_info.srcu_idx); in fsnotify()
|
