| /linux-6.15/kernel/rcu/ |
| H A D | tree_nocb.h | 23 if (!rdp->nocb_cb_kthread || !rdp->nocb_gp_kthread) in rcu_current_is_nocb_kthread()
470 rcu_advance_cbs_nowake(rdp->mynode, rdp); in rcu_nocb_try_bypass()
489 WRITE_ONCE(rdp->lazy_len, rdp->lazy_len + 1); in rcu_nocb_try_bypass()
581 rcu_advance_cbs_nowake(rdp->mynode, rdp); in __call_rcu_nocb_wake()
930 needwake_gp = rcu_advance_cbs(rdp->mynode, rdp); in nocb_cb_wait()
994 struct rcu_data *rdp = from_timer(rdp, t, nocb_timer); in do_nocb_deferred_wakeup_timer() local
996 WARN_ON_ONCE(rdp->nocb_gp_rdp != rdp); in do_nocb_deferred_wakeup_timer()
1539 rdp->cpu, in show_rcu_nocb_gp_state()
1570 if (rdp->nocb_gp_rdp == rdp) in show_rcu_nocb_state()
1585 rdp->cpu, rdp->nocb_gp_rdp->cpu, in show_rcu_nocb_state()
[all …]
|
| H A D | tree.c | 798 rcu_gpnum_ovf(rdp->mynode, rdp); in rcu_watching_snap_save()
862 __func__, rdp->cpu, ".o"[rcu_rdp_cpu_online(rdp)], in rcu_watching_snap_recheck()
863 (long)rdp->rcu_onl_gp_seq, rdp->rcu_onl_gp_state, in rcu_watching_snap_recheck()
864 (long)rdp->rcu_ofl_gp_seq, rdp->rcu_ofl_gp_state); in rcu_watching_snap_recheck()
925 irq_work_queue_on(&rdp->rcu_iw, rdp->cpu); in rcu_watching_snap_recheck()
1286 rdp->core_needs_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
2836 queue_work_on(rdp->cpu, rcu_gp_wq, &rdp->strict_work); in rcu_core()
2994 rcu_accelerate_cbs_unlocked(rdp->mynode, rdp); in call_rcu_core()
4093 rdp->grpmask = leaf_node_cpu_bit(rdp->mynode, cpu); in rcu_boot_init_percpu_data()
4216 rdp->gp_seq_needed = rdp->gp_seq; in rcutree_prepare_cpu()
[all …]
|
| H A D | tree_plugin.h | 176 rdp->grpmask); in rcu_preempt_ctxt_queue()
337 rnp = rdp->mynode; in rcu_note_context_switch()
485 struct rcu_data *rdp; in rcu_preempt_deferred_qs_irqrestore() local
627 struct rcu_data *rdp; in rcu_preempt_deferred_qs_handler() local
676 expboost && !rdp->defer_qs_iw_pending && cpu_online(rdp->cpu)) { in rcu_read_unlock_special()
687 irq_work_queue_on(&rdp->defer_qs_iw, rdp->cpu); in rcu_read_unlock_special()
795 struct rcu_data *rdp; in dump_blkd_tasks() local
820 (long)rdp->rcu_onl_gp_seq, rdp->rcu_onl_gp_state, in dump_blkd_tasks()
821 (long)rdp->rcu_ofl_gp_seq, rdp->rcu_ofl_gp_state); in dump_blkd_tasks()
834 struct rcu_data *rdp; in rcu_read_unlock_strict() local
[all …]
|
| H A D | tree_stall.h | 160 rdp->ticks_this_gp = 0; in zero_cpu_stall_ticks()
193 struct rcu_data *rdp; in rcu_iw_handler() local
197 rnp = rdp->mynode; in rcu_iw_handler()
484 delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq); in print_cpu_stall_info()
494 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info()
495 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info()
534 } else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) { in rcu_check_gp_kthread_starvation()
773 rnp = rdp->mynode; in check_cpu_stall()
882 struct rcu_data *rdp; in show_rcu_gp_kthreads() local
1007 struct rcu_data *rdp; in rcu_fwd_progress_check() local
[all …]
|
| H A D | tree_exp.h | 238 struct rcu_data *rdp; in rcu_report_exp_cpu_mult() local
391 rdp->exp_watching_snap = snap; in __sync_rcu_exp_select_node_cpus()
411 if (rcu_watching_snap_stopped_since(rdp, rdp->exp_watching_snap)) { in __sync_rcu_exp_select_node_cpus()
575 struct rcu_data *rdp; in synchronize_rcu_expedited_stall() local
627 struct rcu_data *rdp; in synchronize_rcu_expedited_wait() local
642 if (rdp->rcu_forced_tick_exp) in synchronize_rcu_expedited_wait()
774 rcu_report_exp_rdp(rdp); in rcu_exp_handler()
893 struct rcu_data *rdp; in sync_sched_exp_online_cleanup() local
898 rnp = rdp->mynode; in sync_sched_exp_online_cleanup()
1063 struct rcu_data *rdp; in start_poll_synchronize_rcu_expedited() local
[all …]
|
| H A D | tree.h | 481 static bool rcu_is_callbacks_kthread(struct rcu_data *rdp);
486 static void zero_cpu_stall_ticks(struct rcu_data *rdp);
490 static bool wake_nocb_gp(struct rcu_data *rdp, bool force);
498 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp);
501 static void show_rcu_nocb_state(struct rcu_data *rdp);
502 static void rcu_nocb_lock(struct rcu_data *rdp);
503 static void rcu_nocb_unlock(struct rcu_data *rdp);
514 #define rcu_nocb_lock_irqsave(rdp, flags) \ argument
517 if (rcu_segcblist_is_offloaded(&(rdp)->cblist)) \
518 raw_spin_lock(&(rdp)->nocb_lock); \
[all …]
|
| /linux-6.15/drivers/net/ethernet/amd/ |
| H A D | a2065.c | 137 ll->rdp = leptr >> 16; in load_csrs()
224 ll->rdp = LE_C0_INIT; in init_restart_lance()
235 ll->rdp = LE_C0_IDON; in init_restart_lance()
358 ll->rdp = LE_C0_STOP; in lance_tx()
375 ll->rdp = LE_C0_STOP; in lance_tx()
418 csr0 = ll->rdp; in lance_interrupt()
447 ll->rdp = LE_C0_STRT; in lance_interrupt()
467 ll->rdp = LE_C0_STOP; in lance_open()
493 ll->rdp = LE_C0_STOP; in lance_close()
507 ll->rdp = LE_C0_STOP; in lance_reset()
[all …]
|
| H A D | declance.c | 316 writereg(&ll->rdp, leptr >> 16); in load_csrs()
533 writereg(&ll->rdp, LE_C0_INIT); in init_restart_lance()
541 i, ll->rdp); in init_restart_lance()
544 if ((ll->rdp & LE_C0_ERR)) { in init_restart_lance()
546 i, ll->rdp); in init_restart_lance()
549 writereg(&ll->rdp, LE_C0_IDON); in init_restart_lance()
550 writereg(&ll->rdp, LE_C0_STRT); in init_restart_lance()
551 writereg(&ll->rdp, LE_C0_INEA); in init_restart_lance()
742 csr0 = ll->rdp; in lance_interrupt()
775 writereg(&ll->rdp, LE_C0_INEA); in lance_interrupt()
[all …]
|
| H A D | a2065.h | 41 unsigned short rdp; /* Register Data Port */ member
|
| /linux-6.15/drivers/net/ethernet/cavium/liquidio/ |
| H A D | octeon_nic.c | 38 struct octeon_instr_rdp *rdp; in octeon_alloc_soft_command_resp() local
54 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp; in octeon_alloc_soft_command_resp()
60 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp; in octeon_alloc_soft_command_resp()
68 rdp->pcie_port = oct->pcie_port; in octeon_alloc_soft_command_resp()
69 rdp->rlen = rdatasize; in octeon_alloc_soft_command_resp()
|
| H A D | request_manager.c | 590 struct octeon_instr_rdp *rdp; in octeon_prepare_soft_command() local
631 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp; in octeon_prepare_soft_command()
632 rdp->pcie_port = oct->pcie_port; in octeon_prepare_soft_command()
633 rdp->rlen = sc->rdatasize; in octeon_prepare_soft_command()
668 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp; in octeon_prepare_soft_command()
669 rdp->pcie_port = oct->pcie_port; in octeon_prepare_soft_command()
670 rdp->rlen = sc->rdatasize; in octeon_prepare_soft_command()
|
| H A D | octeon_iq.h | 221 u64 rdp; member
248 u64 rdp; member
|
| /linux-6.15/tools/rcu/ |
| H A D | rcu-cbs.py | 42 rdp = per_cpu_ptr(rdp0, cpu); variable
43 len = rdp.cblist.len.value_();
|
| /linux-6.15/drivers/net/wireless/ath/ath11k/ |
| H A D | hal.c | 199 hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr, in ath11k_hal_alloc_cont_rdp()
201 if (!hal->rdp.vaddr) in ath11k_hal_alloc_cont_rdp()
212 if (!hal->rdp.vaddr) in ath11k_hal_free_cont_rdp()
217 hal->rdp.vaddr, hal->rdp.paddr); in ath11k_hal_free_cont_rdp()
218 hal->rdp.vaddr = NULL; in ath11k_hal_free_cont_rdp()
319 hp_addr = hal->rdp.paddr + in ath11k_hal_srng_dst_hw_init()
321 (unsigned long)hal->rdp.vaddr); in ath11k_hal_srng_dst_hw_init()
421 tp_addr = hal->rdp.paddr + in ath11k_hal_srng_src_hw_init()
423 (unsigned long)hal->rdp.vaddr); in ath11k_hal_srng_src_hw_init()
536 return ab->hal.rdp.paddr + in ath11k_hal_srng_get_hp_addr()
[all …]
|
| /linux-6.15/drivers/pnp/isapnp/ |
| H A D | core.c | 218 int rdp = isapnp_rdp; in isapnp_next_rdp() local
225 while (rdp <= 0x3ff) { in isapnp_next_rdp()
230 if ((rdp < 0x280 || rdp > 0x380) in isapnp_next_rdp()
231 && request_region(rdp, 1, "ISAPnP")) { in isapnp_next_rdp()
232 isapnp_rdp = rdp; in isapnp_next_rdp()
233 old_rdp = rdp; in isapnp_next_rdp()
236 rdp += RDP_STEP; in isapnp_next_rdp()
|
| /linux-6.15/arch/arm64/boot/dts/qcom/ |
| H A D | ipq9574-rdp449.dts | 11 #include "ipq9574-rdp-common.dtsi"
|
| H A D | ipq9574-rdp453.dts | 11 #include "ipq9574-rdp-common.dtsi"
|
| H A D | ipq9574-rdp454.dts | 11 #include "ipq9574-rdp-common.dtsi"
|
| H A D | ipq5332-rdp441.dts | 10 #include "ipq5332-rdp-common.dtsi"
|
| H A D | ipq5332-rdp474.dts | 10 #include "ipq5332-rdp-common.dtsi"
|
| H A D | ipq9574-rdp418.dts | 11 #include "ipq9574-rdp-common.dtsi"
|
| H A D | ipq5332-rdp442.dts | 10 #include "ipq5332-rdp-common.dtsi"
|
| /linux-6.15/drivers/net/wireless/ath/ath12k/ |
| H A D | hal.c | 1582 hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr, in ath12k_hal_alloc_cont_rdp()
1584 if (!hal->rdp.vaddr) in ath12k_hal_alloc_cont_rdp()
1595 if (!hal->rdp.vaddr) in ath12k_hal_free_cont_rdp()
1600 hal->rdp.vaddr, hal->rdp.paddr); in ath12k_hal_free_cont_rdp()
1601 hal->rdp.vaddr = NULL; in ath12k_hal_free_cont_rdp()
1699 hp_addr = hal->rdp.paddr + in ath12k_hal_srng_dst_hw_init()
1701 (unsigned long)hal->rdp.vaddr); in ath12k_hal_srng_dst_hw_init()
1784 tp_addr = hal->rdp.paddr + in ath12k_hal_srng_src_hw_init()
1786 (unsigned long)hal->rdp.vaddr); in ath12k_hal_srng_src_hw_init()
1904 return ab->hal.rdp.paddr + in ath12k_hal_srng_get_hp_addr()
[all …]
|
| /linux-6.15/sound/pcmcia/pdaudiocf/ |
| H A D | pdaudiocf_irq.c | 250 int size, off, cont, rdp, wdp; in pdacf_threaded_irq() local
258 rdp = inw(chip->port + PDAUDIOCF_REG_RDP); in pdacf_threaded_irq()
260 size = wdp - rdp; in pdacf_threaded_irq()
|
| /linux-6.15/arch/x86/include/asm/ |
| H A D | user_64.h | 58 __u64 rdp; member
|