Home
last modified time | relevance | path

Searched refs:rdp (Results 1 – 25 of 40) sorted by relevance

12

/Linux-v6.6/kernel/rcu/
Dtree_nocb.h19 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp) in rcu_lockdep_is_held_nocb() argument
21 return lockdep_is_held(&rdp->nocb_lock); in rcu_lockdep_is_held_nocb()
24 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp) in rcu_current_is_nocb_kthread() argument
27 if (!rdp->nocb_cb_kthread || !rdp->nocb_gp_kthread) in rcu_current_is_nocb_kthread()
30 if (current == rdp->nocb_cb_kthread || current == rdp->nocb_gp_kthread) in rcu_current_is_nocb_kthread()
97 static void rcu_nocb_bypass_lock(struct rcu_data *rdp) in rcu_nocb_bypass_lock() argument
98 __acquires(&rdp->nocb_bypass_lock) in rcu_nocb_bypass_lock()
101 if (raw_spin_trylock(&rdp->nocb_bypass_lock)) in rcu_nocb_bypass_lock()
103 atomic_inc(&rdp->nocb_lock_contended); in rcu_nocb_bypass_lock()
104 WARN_ON_ONCE(smp_processor_id() != rdp->cpu); in rcu_nocb_bypass_lock()
[all …]
Dtree.c149 static void rcu_report_exp_rdp(struct rcu_data *rdp);
151 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);
152 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp);
153 static bool rcu_rdp_cpu_online(struct rcu_data *rdp);
235 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_n_cbs_cpu() local
237 if (rcu_segcblist_is_enabled(&rdp->cblist)) in rcu_get_n_cbs_cpu()
238 return rcu_segcblist_n_cbs(&rdp->cblist); in rcu_get_n_cbs_cpu()
290 static bool rcu_dynticks_in_eqs_since(struct rcu_data *rdp, int snap) in rcu_dynticks_in_eqs_since() argument
292 return snap != rcu_dynticks_snap(rdp->cpu); in rcu_dynticks_in_eqs_since()
475 static void force_qs_rnp(int (*f)(struct rcu_data *rdp));
[all …]
Dtree_plugin.h16 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp) in rcu_rdp_is_offloaded() argument
30 rcu_lockdep_is_held_nocb(rdp) || in rcu_rdp_is_offloaded()
31 (rdp == this_cpu_ptr(&rcu_data) && in rcu_rdp_is_offloaded()
33 rcu_current_is_nocb_kthread(rdp)), in rcu_rdp_is_offloaded()
37 return rcu_segcblist_is_offloaded(&rdp->cblist); in rcu_rdp_is_offloaded()
151 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue() argument
156 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()
157 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0); in rcu_preempt_ctxt_queue()
161 WARN_ON_ONCE(rdp->mynode != rnp); in rcu_preempt_ctxt_queue()
165 rdp->grpmask); in rcu_preempt_ctxt_queue()
[all …]
Dtree.h454 static bool rcu_is_callbacks_kthread(struct rcu_data *rdp);
459 static void zero_cpu_stall_ticks(struct rcu_data *rdp);
463 static bool wake_nocb_gp(struct rcu_data *rdp, bool force);
464 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,
466 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,
469 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty,
471 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level);
472 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp);
473 static void rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp);
475 static void show_rcu_nocb_state(struct rcu_data *rdp);
[all …]
Dtree_stall.h179 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks() argument
181 rdp->ticks_this_gp = 0; in zero_cpu_stall_ticks()
182 rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id()); in zero_cpu_stall_ticks()
183 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in zero_cpu_stall_ticks()
214 struct rcu_data *rdp; in rcu_iw_handler() local
217 rdp = container_of(iwp, struct rcu_data, rcu_iw); in rcu_iw_handler()
218 rnp = rdp->mynode; in rcu_iw_handler()
220 if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) { in rcu_iw_handler()
221 rdp->rcu_iw_gp_seq = rnp->gp_seq; in rcu_iw_handler()
222 rdp->rcu_iw_pending = false; in rcu_iw_handler()
[all …]
Dtree_exp.h238 struct rcu_data *rdp; in rcu_report_exp_cpu_mult() local
247 rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_report_exp_cpu_mult()
248 if (!IS_ENABLED(CONFIG_NO_HZ_FULL) || !rdp->rcu_forced_tick_exp) in rcu_report_exp_cpu_mult()
250 rdp->rcu_forced_tick_exp = false; in rcu_report_exp_cpu_mult()
259 static void rcu_report_exp_rdp(struct rcu_data *rdp) in rcu_report_exp_rdp() argument
261 WRITE_ONCE(rdp->cpu_no_qs.b.exp, false); in rcu_report_exp_rdp()
262 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp()
285 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); in exp_funnel_lock() local
286 struct rcu_node *rnp = rdp->mynode; in exp_funnel_lock()
354 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus() local
[all …]
/Linux-v6.6/drivers/net/ethernet/amd/
Da2065.c135 ll->rdp = (leptr & 0xFFFF); in load_csrs()
137 ll->rdp = leptr >> 16; in load_csrs()
139 ll->rdp = lp->busmaster_regval; in load_csrs()
224 ll->rdp = LE_C0_INIT; in init_restart_lance()
227 for (i = 0; (i < 100) && !(ll->rdp & (LE_C0_ERR | LE_C0_IDON)); i++) in init_restart_lance()
229 if ((i == 100) || (ll->rdp & LE_C0_ERR)) { in init_restart_lance()
230 pr_err("unopened after %d ticks, csr0=%04x\n", i, ll->rdp); in init_restart_lance()
235 ll->rdp = LE_C0_IDON; in init_restart_lance()
236 ll->rdp = LE_C0_INEA | LE_C0_STRT; in init_restart_lance()
265 ll->rdp = LE_C0_RINT | LE_C0_INEA; in lance_rx()
[all …]
Ddeclance.c286 volatile unsigned short rdp; /* register data port */ member
314 writereg(&ll->rdp, (leptr & 0xFFFF)); in load_csrs()
316 writereg(&ll->rdp, leptr >> 16); in load_csrs()
318 writereg(&ll->rdp, lp->busmaster_regval); in load_csrs()
533 writereg(&ll->rdp, LE_C0_INIT); in init_restart_lance()
536 for (i = 0; (i < 100) && !(ll->rdp & LE_C0_IDON); i++) { in init_restart_lance()
539 if ((i == 100) || (ll->rdp & LE_C0_ERR)) { in init_restart_lance()
541 i, ll->rdp); in init_restart_lance()
544 if ((ll->rdp & LE_C0_ERR)) { in init_restart_lance()
546 i, ll->rdp); in init_restart_lance()
[all …]
Da2065.h41 unsigned short rdp; /* Register Data Port */ member
/Linux-v6.6/drivers/net/ethernet/cavium/liquidio/
Docteon_nic.c38 struct octeon_instr_rdp *rdp; in octeon_alloc_soft_command_resp() local
54 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp; in octeon_alloc_soft_command_resp()
60 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp; in octeon_alloc_soft_command_resp()
68 rdp->pcie_port = oct->pcie_port; in octeon_alloc_soft_command_resp()
69 rdp->rlen = rdatasize; in octeon_alloc_soft_command_resp()
Drequest_manager.c590 struct octeon_instr_rdp *rdp; in octeon_prepare_soft_command() local
631 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp; in octeon_prepare_soft_command()
632 rdp->pcie_port = oct->pcie_port; in octeon_prepare_soft_command()
633 rdp->rlen = sc->rdatasize; in octeon_prepare_soft_command()
668 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp; in octeon_prepare_soft_command()
669 rdp->pcie_port = oct->pcie_port; in octeon_prepare_soft_command()
670 rdp->rlen = sc->rdatasize; in octeon_prepare_soft_command()
Docteon_iq.h221 u64 rdp; member
248 u64 rdp; member
/Linux-v6.6/tools/rcu/
Drcu-cbs.py42 rdp = per_cpu_ptr(rdp0, cpu); variable
43 len = rdp.cblist.len.value_();
/Linux-v6.6/drivers/net/wireless/ath/ath11k/
Dhal.c199 hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr, in ath11k_hal_alloc_cont_rdp()
201 if (!hal->rdp.vaddr) in ath11k_hal_alloc_cont_rdp()
212 if (!hal->rdp.vaddr) in ath11k_hal_free_cont_rdp()
217 hal->rdp.vaddr, hal->rdp.paddr); in ath11k_hal_free_cont_rdp()
218 hal->rdp.vaddr = NULL; in ath11k_hal_free_cont_rdp()
319 hp_addr = hal->rdp.paddr + in ath11k_hal_srng_dst_hw_init()
321 (unsigned long)hal->rdp.vaddr); in ath11k_hal_srng_dst_hw_init()
421 tp_addr = hal->rdp.paddr + in ath11k_hal_srng_src_hw_init()
423 (unsigned long)hal->rdp.vaddr); in ath11k_hal_srng_src_hw_init()
536 return ab->hal.rdp.paddr + in ath11k_hal_srng_get_hp_addr()
[all …]
/Linux-v6.6/drivers/pnp/isapnp/
Dcore.c218 int rdp = isapnp_rdp; in isapnp_next_rdp() local
225 while (rdp <= 0x3ff) { in isapnp_next_rdp()
230 if ((rdp < 0x280 || rdp > 0x380) in isapnp_next_rdp()
231 && request_region(rdp, 1, "ISAPnP")) { in isapnp_next_rdp()
232 isapnp_rdp = rdp; in isapnp_next_rdp()
233 old_rdp = rdp; in isapnp_next_rdp()
236 rdp += RDP_STEP; in isapnp_next_rdp()
/Linux-v6.6/drivers/net/wireless/ath/ath12k/
Dhal.c1185 hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr, in ath12k_hal_alloc_cont_rdp()
1187 if (!hal->rdp.vaddr) in ath12k_hal_alloc_cont_rdp()
1198 if (!hal->rdp.vaddr) in ath12k_hal_free_cont_rdp()
1203 hal->rdp.vaddr, hal->rdp.paddr); in ath12k_hal_free_cont_rdp()
1204 hal->rdp.vaddr = NULL; in ath12k_hal_free_cont_rdp()
1302 hp_addr = hal->rdp.paddr + in ath12k_hal_srng_dst_hw_init()
1304 (unsigned long)hal->rdp.vaddr); in ath12k_hal_srng_dst_hw_init()
1387 tp_addr = hal->rdp.paddr + in ath12k_hal_srng_src_hw_init()
1389 (unsigned long)hal->rdp.vaddr); in ath12k_hal_srng_src_hw_init()
1507 return ab->hal.rdp.paddr + in ath12k_hal_srng_get_hp_addr()
[all …]
/Linux-v6.6/sound/pcmcia/pdaudiocf/
Dpdaudiocf_irq.c250 int size, off, cont, rdp, wdp; in pdacf_threaded_irq() local
258 rdp = inw(chip->port + PDAUDIOCF_REG_RDP); in pdacf_threaded_irq()
261 size = wdp - rdp; in pdacf_threaded_irq()
/Linux-v6.6/arch/x86/include/asm/
Duser_64.h58 __u64 rdp; member
/Linux-v6.6/arch/arm64/boot/dts/qcom/
Dipq5332-rdp441.dts10 #include "ipq5332-rdp-common.dtsi"
Dipq5332-rdp474.dts10 #include "ipq5332-rdp-common.dtsi"
Dipq5332-rdp468.dts10 #include "ipq5332-rdp-common.dtsi"
Dipq5332-rdp442.dts10 #include "ipq5332-rdp-common.dtsi"
/Linux-v6.6/Documentation/RCU/Design/Memory-Ordering/
DTree-RCU-Memory-Ordering.rst205 4 struct rcu_data *rdp = this_cpu_ptr(&rcu_data);
210 9 if (rcu_rdp_is_offloaded(rdp))
215 14 if (tne != rdp->tick_nohz_enabled_snap) {
216 15 if (!rcu_segcblist_empty(&rdp->cblist))
218 17 rdp->tick_nohz_enabled_snap = tne;
228 27 if (rdp->last_accelerate == jiffies)
230 29 rdp->last_accelerate = jiffies;
231 30 if (rcu_segcblist_pend_cbs(&rdp->cblist)) {
232 31 rnp = rdp->mynode;
234 33 needwake = rcu_accelerate_cbs(rnp, rdp);
/Linux-v6.6/include/soc/fsl/
Dcpm.h21 __be32 rdp; /* Internal */ member
/Linux-v6.6/arch/x86/kernel/fpu/
Dregset.c344 env->foo = fxsave->rdp; in __convert_from_fxsr()
387 fxsave->rdp = env->foo; in convert_to_fxsr()

12