Home
last modified time | relevance | path

Searched refs:data_race (Results 1 – 25 of 45) sorted by relevance

12

/Linux-v6.1/kernel/rcu/
Dtree_stall.h484 data_race(rcu_state.n_force_qs) - rcu_state.n_force_qs_gpstart, in print_cpu_stall_info()
501 data_race(READ_ONCE(rcu_state.gp_flags)), in rcu_check_gp_kthread_starvation()
503 data_race(READ_ONCE(rcu_state.gp_state)), in rcu_check_gp_kthread_starvation()
504 gpk ? data_race(READ_ONCE(gpk->__state)) : ~0, cpu); in rcu_check_gp_kthread_starvation()
544 data_race(rcu_state.gp_flags), in rcu_check_gp_kthread_expired_fqs_timer()
546 data_race(READ_ONCE(gpk->__state))); in rcu_check_gp_kthread_expired_fqs_timer()
605 gpa = data_race(READ_ONCE(rcu_state.gp_activity)); in print_other_cpu_stall()
608 data_race(READ_ONCE(jiffies_till_next_fqs)), in print_other_cpu_stall()
609 data_race(READ_ONCE(rcu_get_root()->qsmask))); in print_other_cpu_stall()
802 if (data_race(READ_ONCE(rnp->qsmask))) { in rcu_check_boost_fail()
[all …]
Dtasks.h214 int i = data_race(rtp->gp_state); // Let KCSAN detect update races in tasks_gp_state_getname()
267 …%s: Setting shift to %d and lim to %d.\n", __func__, data_race(rtp->percpu_enqueue_shift), data_ra… in cblist_init_generic()
626 if (!data_race(rcu_segcblist_empty(&rtpcp->cblist))) { in show_rcu_tasks_generic_gp_kthread()
633 tasks_gp_state_getname(rtp), data_race(rtp->gp_state), in show_rcu_tasks_generic_gp_kthread()
634 jiffies - data_race(rtp->gp_jiffies), in show_rcu_tasks_generic_gp_kthread()
635 data_race(rcu_seq_current(&rtp->tasks_gp_seq)), in show_rcu_tasks_generic_gp_kthread()
636 data_race(rtp->n_ipis_fails), data_race(rtp->n_ipis), in show_rcu_tasks_generic_gp_kthread()
637 ".k"[!!data_race(rtp->kthread_ptr)], in show_rcu_tasks_generic_gp_kthread()
1585 ".B"[!!data_race(t->trc_reader_special.b.blocked)], in show_stalled_task_trace()
1756 data_race(n_trc_holdouts), in show_rcu_tasks_trace_gp_kthread()
[all …]
Dtree_exp.h649 data_race(rnp_root->expmask), in synchronize_rcu_expedited_wait()
650 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_wait()
660 data_race(rnp->expmask), in synchronize_rcu_expedited_wait()
661 ".T"[!!data_race(rnp->exp_tasks)]); in synchronize_rcu_expedited_wait()
Dsrcutree.c1690 u0 = data_race(sdp->srcu_unlock_count[!idx]); in srcu_torture_stats_print()
1691 u1 = data_race(sdp->srcu_unlock_count[idx]); in srcu_torture_stats_print()
1699 l0 = data_race(sdp->srcu_lock_count[!idx]); in srcu_torture_stats_print()
1700 l1 = data_race(sdp->srcu_lock_count[idx]); in srcu_torture_stats_print()
Drcutorture.c2165 data_race(n_barrier_successes), in rcu_torture_stats_print()
2166 data_race(n_barrier_attempts), in rcu_torture_stats_print()
2167 data_race(n_rcu_torture_barrier_error)); in rcu_torture_stats_print()
2168 pr_cont("read-exits: %ld ", data_race(n_read_exits)); // Statistic. in rcu_torture_stats_print()
/Linux-v6.1/include/linux/
Dsrcutiny.h84 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
87 data_race(READ_ONCE(ssp->srcu_lock_nesting[!idx])), in srcu_torture_stats_print()
88 data_race(READ_ONCE(ssp->srcu_lock_nesting[idx])), in srcu_torture_stats_print()
89 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print()
90 data_race(READ_ONCE(ssp->srcu_idx_max))); in srcu_torture_stats_print()
Dcompiler.h196 #define data_race(expr) \ macro
/Linux-v6.1/tools/memory-model/Documentation/
Daccess-marking.txt19 2. Data-race marking, for example, "data_race(a = b);"
31 WRITE_ONCE(a, b + data_race(c + d) + READ_ONCE(e));
33 Neither plain C-language accesses nor data_race() (#1 and #2 above) place
39 preferable to data_race(), which in turn is usually preferable to plain
41 data_race(READ_ONCE(a)), which will both restrict compiler optimizations
46 race with one of data_race(), READ_ONCE(), or WRITE_ONCE(), will prevent
50 ill-considered additions of data_race(), READ_ONCE(), and WRITE_ONCE()
54 data_race() and even plain C-language accesses is preferable to
58 Use of the data_race() Macro
61 Here are some situations where data_race() should be used instead of
[all …]
/Linux-v6.1/mm/
Dfrontswap.c45 data_race(frontswap_loads++); in inc_frontswap_loads()
49 data_race(frontswap_succ_stores++); in inc_frontswap_succ_stores()
53 data_race(frontswap_failed_stores++); in inc_frontswap_failed_stores()
57 data_race(frontswap_invalidates++); in inc_frontswap_invalidates()
Dpage_counter.c127 data_race(c->failcnt++); in page_counter_try_charge()
Dpage_io.c348 if (data_race(sis->flags & SWP_FS_OPS)) in __swap_writepage()
479 if (data_race(sis->flags & SWP_FS_OPS)) { in swap_readpage()
Dswap.c673 if (data_race(folio_batch_count(fbatch))) { in lru_add_drain_cpu()
817 data_race(folio_batch_count(&per_cpu(lru_rotate.fbatch, cpu))) || in cpu_needs_drain()
Dvmstat.c1067 blocks = data_race(zone->free_area[order].nr_free); in fill_contig_page_info()
1467 seq_printf(m, "%6lu ", data_race(zone->free_area[order].nr_free)); in frag_show_print()
/Linux-v6.1/security/tomoyo/
Dutil.c1069 perm = data_race(container_of(ptr, struct tomoyo_path_acl, head)->perm); in tomoyo_domain_quota_is_ok()
1072 perm = data_race(container_of(ptr, struct tomoyo_path2_acl, head)->perm); in tomoyo_domain_quota_is_ok()
1075 perm = data_race(container_of(ptr, struct tomoyo_path_number_acl, head) in tomoyo_domain_quota_is_ok()
1079 perm = data_race(container_of(ptr, struct tomoyo_mkdev_acl, head)->perm); in tomoyo_domain_quota_is_ok()
1082 perm = data_race(container_of(ptr, struct tomoyo_inet_acl, head)->perm); in tomoyo_domain_quota_is_ok()
1085 perm = data_race(container_of(ptr, struct tomoyo_unix_acl, head)->perm); in tomoyo_domain_quota_is_ok()
/Linux-v6.1/fs/btrfs/
Dblock-rsv.h101 return data_race(rsv->full); in btrfs_block_rsv_full()
/Linux-v6.1/kernel/locking/
Dosq_lock.c161 if (data_race(prev->next) == node && in osq_lock()
Dlocktorture.c744 long max = 0, min = statp ? data_race(statp[0].n_lock_acquired) : 0; in __torture_print_stats()
749 if (data_race(statp[i].n_lock_fail)) in __torture_print_stats()
751 cur = data_race(statp[i].n_lock_acquired); in __torture_print_stats()
/Linux-v6.1/drivers/net/wireless/ath/ath9k/
Dwmi.c173 if (!data_race(priv->tx.initialized)) in ath9k_wmi_event_tasklet()
/Linux-v6.1/kernel/irq/
Dirqdesc.c953 return data_race(desc->tot_count); in kstat_irqs()
956 sum += data_race(*per_cpu_ptr(desc->kstat_irqs, cpu)); in kstat_irqs()
Dproc.c493 any_count |= data_race(*per_cpu_ptr(desc->kstat_irqs, j)); in show_interrupts()
/Linux-v6.1/mm/kfence/
Dcore.c1107 distance = addr - data_race(meta->addr + meta->size); in kfence_handle_page_fault()
1113 if (!to_report || distance > data_race(meta->addr) - addr) in kfence_handle_page_fault()
/Linux-v6.1/kernel/cgroup/
Drstat.c42 if (data_race(cgroup_rstat_cpu(cgrp, cpu)->updated_next)) in cgroup_rstat_updated()
/Linux-v6.1/fs/jbd2/
Dtransaction.c363 if (!data_race(journal->j_running_transaction)) { in start_this_handle()
1506 if (data_race(jh->b_transaction != transaction && in jbd2_journal_dirty_metadata()
1515 if (data_race(jh->b_transaction == transaction && in jbd2_journal_dirty_metadata()
/Linux-v6.1/kernel/time/
Dtimekeeping.c536 return (ktime_get_mono_fast_ns() + ktime_to_ns(data_race(tk->offs_boot))); in ktime_get_boot_fast_ns()
553 return (ktime_get_mono_fast_ns() + ktime_to_ns(data_race(tk->offs_tai))); in ktime_get_tai_fast_ns()
638 snapshot->boot = snapshot->mono + ktime_to_ns(data_race(tk->offs_boot)); in ktime_get_fast_timestamps()
/Linux-v6.1/kernel/
Dscftorture.c160 invoked_count += data_race(per_cpu(scf_invoked_count, cpu)); in scf_torture_stats_print()

12