Home
last modified time | relevance | path

Searched refs:PCPU_GET (Results 1 – 25 of 188) sorted by relevance

12345678

/freebsd-13.1/sys/amd64/amd64/
H A Dmp_machdep.c156 boot_cpu_id = PCPU_GET(apic_id); in cpu_mp_start()
749 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_handler()
767 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_invpcid_handler()
786 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_invpcid_pti_handler()
816 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_pcid_handler()
845 xhits_pg[PCPU_GET(cpuid)]++; in invlpg_handler()
860 xhits_pg[PCPU_GET(cpuid)]++; in invlpg_invpcid_handler()
885 xhits_pg[PCPU_GET(cpuid)]++; in invlpg_pcid_handler()
908 xhits_rng[PCPU_GET(cpuid)]++; in invlrng_handler()
930 xhits_rng[PCPU_GET(cpuid)]++; in invlrng_invpcid_handler()
[all …]
H A Dfpu.c511 if (curthread == PCPU_GET(fpcurthread)) { in fpuexit()
728 if (PCPU_GET(fpcurthread) != curthread) { in fputrap_x87()
747 if (PCPU_GET(fpcurthread) != curthread) in fputrap_sse()
820 if (__predict_false(PCPU_GET(fpcurthread) == td)) { in fpudna()
832 PCPU_GET(fpcurthread), in fpudna()
848 } else if (PCPU_GET(fpcurthread) != td) { in fpu_activate_sw()
858 td = PCPU_GET(fpcurthread); in fpudrop()
1166 if (curthread == PCPU_GET(fpcurthread)) { in fpu_kern_enter()
1170 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_enter()
1211 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_leave()
[all …]
H A Dtrap.c494 if ((PCPU_GET(curpmap)->pm_ucr3 != in trap()
496 (frame->tf_rsp == (uintptr_t)PCPU_GET( in trap()
498 frame->tf_rsp = PCPU_GET(rsp0) - 5 * in trap()
692 return (PCPU_GET(curpmap)->pm_ucr3 != PMAP_NO_CR3 && in trap_is_pti()
696 (PCPU_GET(curpmap)->pm_cr3 & ~CR3_PCID_MASK)); in trap_is_pti()
897 printf("cpuid = %d; ", PCPU_GET(cpuid)); in trap_fatal()
898 printf("apic id = %02x\n", PCPU_GET(apic_id)); in trap_fatal()
1000 printf("cpuid = %d; ", PCPU_GET(cpuid)); in dblfault_handler()
1001 printf("apic id = %02x\n", PCPU_GET(apic_id)); in dblfault_handler()
/freebsd-13.1/sys/i386/i386/
H A Dmp_machdep.c252 boot_cpu_id = PCPU_GET(apic_id); in cpu_mp_start()
255 KASSERT(boot_cpu_id == PCPU_GET(apic_id), in cpu_mp_start()
332 PCPU_SET(common_tssd, *PCPU_GET(tss_gdt)); in init_secondary()
580 CPU_CLR(PCPU_GET(cpuid), &mask); in smp_targeted_tlb_shootdown()
595 CPU_CLR(PCPU_GET(cpuid), &other_cpus); in smp_targeted_tlb_shootdown()
662 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_handler()
665 (*ipi_invltlb_counts[PCPU_GET(cpuid)])++; in invltlb_handler()
684 xhits_pg[PCPU_GET(cpuid)]++; in invlpg_handler()
687 (*ipi_invlpg_counts[PCPU_GET(cpuid)])++; in invlpg_handler()
703 xhits_rng[PCPU_GET(cpuid)]++; in invlrng_handler()
[all …]
H A Dnpx.c567 if (curthread == PCPU_GET(fpcurthread)) { in npxexit()
809 if (PCPU_GET(fpcurthread) != curthread) { in npxtrap_x87()
832 if (PCPU_GET(fpcurthread) != curthread) in npxtrap_sse()
907 PCPU_GET(fpcurthread), in npxdna()
943 } else if (PCPU_GET(fpcurthread) != td) { in npxswitch()
959 if (PCPU_GET(fpcurthread) == NULL) { in npxsuspend()
996 td = PCPU_GET(fpcurthread); in npxdrop()
1031 if (td == PCPU_GET(fpcurthread)) { in npxgetregs()
1443 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_enter()
1484 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_leave()
[all …]
/freebsd-13.1/sys/x86/x86/
H A Dmca.c675 rec->mr_apic_id = PCPU_GET(apic_id); in mca_check_status()
680 rec->mr_cpu = PCPU_GET(cpuid); in mca_check_status()
834 cc = &cmc_state[PCPU_GET(cpuid)][bank]; in cmci_update()
918 if (PCPU_GET(cmci_mask) & 1 << i) { in mca_scan()
1185 PCPU_GET(cpuid), PCPU_GET(apic_id), in cmci_monitor()
1186 PCPU_GET(acpi_id)); in cmci_monitor()
1205 cc = &cmc_state[PCPU_GET(cpuid)][i]; in cmci_monitor()
1240 if (!(PCPU_GET(cmci_mask) & 1 << i)) in cmci_resume()
1243 cc = &cmc_state[PCPU_GET(cpuid)][i]; in cmci_resume()
1346 if (!(PCPU_GET(cmci_mask) & 1 << i)) in amd_thresholding_resume()
[all …]
H A Dmp_x86.c1041 cpuid = PCPU_GET(cpuid); in init_secondary_tail()
1042 if (PCPU_GET(apic_id) != lapic_id()) { in init_secondary_tail()
1051 PCPU_SET(curthread, PCPU_GET(idlethread)); in init_secondary_tail()
1109 MPASS(PCPU_GET(curpcb) == NULL); in init_secondary_tail()
1293 int cpu = PCPU_GET(cpuid); in ipi_bitmap_handler()
1400 CPU_CLR(PCPU_GET(cpuid), &other_cpus); in ipi_all_but_self()
1406 cpu = PCPU_GET(cpuid); in ipi_all_but_self()
1442 cpuid = PCPU_GET(cpuid); in ipi_nmi_handler()
1459 cpu = PCPU_GET(cpuid); in nmi_call_kdb_smp()
1486 cpu = PCPU_GET(cpuid); in cpustop_handler()
[all …]
/freebsd-13.1/sys/mips/mips/
H A Dmp_machdep.c84 CPU_CLR(PCPU_GET(cpuid), &other_cpus); in ipi_all_but_self()
121 cpu = PCPU_GET(cpuid); in mips_ipi_handler()
312 KASSERT(PCPU_GET(idlethread) != NULL, ("no idle thread")); in smp_init_secondary()
313 PCPU_SET(curthread, PCPU_GET(idlethread)); in smp_init_secondary()
320 CTR1(KTR_SMP, "SMP: AP CPU #%d launched", PCPU_GET(cpuid)); in smp_init_secondary()
323 printf("SMP: AP CPU #%d launched.\n", PCPU_GET(cpuid)); in smp_init_secondary()
H A Dpmap.c256 *PCPU_GET(cmap1_ptep) = in pmap_lmem_map1()
265 *PCPU_GET(cmap1_ptep) = in pmap_lmem_map2()
267 *PCPU_GET(cmap2_ptep) = in pmap_lmem_map2()
641 cpuid = PCPU_GET(cpuid); in pmap_call_on_active_cpus()
673 cpuid = PCPU_GET(cpuid); in pmap_call_on_active_cpus()
2745 pte = PCPU_GET(qmap_ptep); in pmap_quick_enter_page()
2768 pte = PCPU_GET(qmap_ptep); in pmap_quick_remove_page()
3326 cpuid = PCPU_GET(cpuid); in pmap_activate()
3455 pmap->pm_asid[PCPU_GET(cpuid)].gen == PCPU_GET(asid_generation));
3466 pmap->pm_asid[PCPU_GET(cpuid)].asid = PCPU_GET(next_asid);
[all …]
/freebsd-13.1/sys/arm64/arm64/
H A Dvfp.c96 if (PCPU_GET(fpcurthread) == td) in vfp_discard()
192 KASSERT(PCPU_GET(fpcurthread) == td, in vfp_save_state()
230 cpu = PCPU_GET(cpuid); in vfp_restore_state()
241 if (PCPU_GET(fpcurthread) != curthread || cpu != curpcb->pcb_vfpcpu) { in vfp_restore_state()
263 if (PCPU_GET(cpuid) == 0) in vfp_init()
305 if (curthread == PCPU_GET(fpcurthread)) { in fpu_kern_enter()
346 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_leave()
H A Dgic_v3.c208 rdist = &sc->gic_redists.pcpu[PCPU_GET(cpuid)]->res; in gic_r_read_4()
219 rdist = &sc->gic_redists.pcpu[PCPU_GET(cpuid)]->res; in gic_r_read_8()
230 rdist = &sc->gic_redists.pcpu[PCPU_GET(cpuid)]->res; in gic_r_write_4()
743 CPU_SET(PCPU_GET(cpuid), &isrc->isrc_cpu); in gic_v3_setup_intr()
910 cpu = PCPU_GET(cpuid); in gic_v3_init_secondary()
1003 CPU_SET(PCPU_GET(cpuid), &isrc->isrc_cpu); in gic_v3_ipi_setup()
1020 cpuid = PCPU_GET(cpuid); in gic_v3_wait_for_rwp()
1056 cpuid = PCPU_GET(cpuid); in gic_v3_cpu_enable_sre()
1187 cpuid = PCPU_GET(cpuid); in gic_v3_redist_find()
1263 PCPU_GET(cpuid)); in gic_v3_redist_wake()
[all …]
H A Defirt_machdep.c250 if (PCPU_GET(bcast_tlbi_workaround) != 0) in efi_arch_enter()
270 set_ttbr0(pmap_to_ttbr0(PCPU_GET(curpmap))); in efi_arch_leave()
271 if (PCPU_GET(bcast_tlbi_workaround) != 0) in efi_arch_leave()
/freebsd-13.1/sys/sys/
H A Dcallout.h107 callout_reset_sbt_on((c), (sbt), (pr), (fn), (arg), PCPU_GET(cpuid),\
115 callout_reset_on((c), (on_tick), (fn), (arg), PCPU_GET(cpuid))
122 callout_schedule_sbt_on((c), (sbt), (pr), PCPU_GET(cpuid), (flags))
126 callout_schedule_on((c), (on_tick), PCPU_GET(cpuid))
H A Dpcpu.h123 #define DPCPU_PTR(n) _DPCPU_PTR(PCPU_GET(dynamic), n)
219 #define curcpu PCPU_GET(cpuid)
220 #define curvidata PCPU_GET(vidata)
227 #define curthread PCPU_GET(curthread)
239 #define zpcpu_offset() (PCPU_GET(zpcpu_offset))
/freebsd-13.1/sys/x86/xen/
H A Dxen_apic.c141 printf("cpu%d %s XEN PV LAPIC\n", PCPU_GET(cpuid), str); in xen_pv_lapic_dump()
168 return (PCPU_GET(apic_id)); in xen_pv_lapic_id()
289 HYPERVISOR_vcpu_op(VCPUOP_send_nmi, PCPU_GET(vcpu_id), NULL); in send_nmi()
298 if (cpu != PCPU_GET(cpuid)) in send_nmi()
337 self = PCPU_GET(cpuid); in xen_pv_lapic_ipi_vectored()
466 (*ipi_rendezvous_counts[PCPU_GET(cpuid)])++; in xen_smp_rendezvous_action()
/freebsd-13.1/sys/powerpc/pseries/
H A Dxics.c379 regs = xicp_mem_for_cpu(PCPU_GET(hwref)); in xicp_dispatch()
381 ("Can't find regs for CPU %ld", (uintptr_t)PCPU_GET(hwref))); in xicp_dispatch()
391 opal_call(OPAL_INT_GET_XIRR, &cpu_xirr[PCPU_GET(cpuid)], in xicp_dispatch()
393 xirr = cpu_xirr[PCPU_GET(cpuid)]; in xicp_dispatch()
413 PCPU_GET(hwref), 0xff); in xicp_dispatch()
416 phyp_hcall(H_IPI, (uint64_t)(PCPU_GET(hwref)), in xicp_dispatch()
442 cpu = PCPU_GET(hwref); in xicp_enable()
491 bus_write_4(xicp_mem_for_cpu(PCPU_GET(hwref)), 4, xirr); in xicp_eoi()
/freebsd-13.1/sys/arm/arm/
H A Dvfp.c140 if (PCPU_GET(cpuid) == 0) { in vfp_init()
225 cpu = PCPU_GET(cpuid); in vfp_bounce()
226 if (curpcb->pcb_vfpcpu != cpu || curthread != PCPU_GET(fpcurthread)) { in vfp_bounce()
316 if (PCPU_GET(fpcurthread) == td) in vfp_discard()
H A Dmp_machdep.c181 KASSERT(PCPU_GET(idlethread) != NULL, ("no idle thread")); in init_secondary()
251 cpu = PCPU_GET(cpuid); in ipi_stop()
374 CPU_CLR(PCPU_GET(cpuid), &other_cpus); in ipi_all_but_self()
/freebsd-13.1/sys/powerpc/powerpc/
H A Dmp_machdep.c102 printf("SMP: AP CPU #%d launched\n", PCPU_GET(cpuid)); in machdep_ap_bootstrap()
105 PCPU_GET(cpuid), ap_awake == mp_ncpus ? "\n" : " "); in machdep_ap_bootstrap()
248 pc->pc_flags = PCPU_GET(flags); /* Copy cached CPU flags */ in cpu_mp_unleash()
331 cpuid = PCPU_GET(cpuid); in powerpc_ipi_handler()
H A Dinterrupt.c122 if (pmc_hook && (PCPU_GET(curthread)->td_pflags & TDP_CALLCHAIN)) in powerpc_interrupt()
123 pmc_hook(PCPU_GET(curthread), PMC_FN_USER_CALLCHAIN, framep); in powerpc_interrupt()
/freebsd-13.1/sys/arm64/include/
H A Dcpu.h134 (((mask) & PCPU_GET(midr)) == \
138 (((mask) & PCPU_GET(midr)) == ((mask) & (devid)))
182 (CPU_AFF2(CPU_AFFINITY(PCPU_GET(cpuid))))
/freebsd-13.1/sys/mips/cavium/
H A Docteon_mp.c62 action = cvmx_read_csr(CVMX_CIU_MBOX_CLRX(PCPU_GET(cpuid))); in platform_ipi_clear()
64 cvmx_write_csr(CVMX_CIU_MBOX_CLRX(PCPU_GET(cpuid)), action); in platform_ipi_clear()
/freebsd-13.1/sys/dev/xen/control/
H A Dcontrol.c223 KASSERT((PCPU_GET(cpuid) == 0), ("Not running on CPU#0")); in xctrl_suspend()
244 CPU_CLR(PCPU_GET(cpuid), &cpu_suspend_map); in xctrl_suspend()
256 CPU_CLR(PCPU_GET(cpuid), &cpu_suspend_map); in xctrl_suspend()
/freebsd-13.1/sys/kern/
H A Dsched_4bsd.c1016 CPU_CLR(PCPU_GET(cpuid), &idle_cpus_mask); in sched_switch()
1109 CPU_SET(PCPU_GET(cpuid), &idle_cpus_mask); in sched_switch()
1112 td->td_oncpu = PCPU_GET(cpuid); in sched_switch()
1160 me = PCPU_GET(cpuid); in forward_wakeup()
1364 cpuid = PCPU_GET(cpuid); in sched_add()
1480 PCPU_GET(cpuid)); in sched_choose()
1482 rq = &runq_pcpu[PCPU_GET(cpuid)]; in sched_choose()
1495 runq_length[PCPU_GET(cpuid)]--; in sched_choose()
1504 return (PCPU_GET(idlethread)); in sched_choose()
1543 if (PCPU_GET(cpuid) == cpu) in sched_bind()
[all …]
/freebsd-13.1/sys/powerpc/include/
H A Dcounter.h72 PCPU_GET(cpuid))) = 0; in counter_u64_zero_one_cpu()
136 PCPU_GET(cpuid))) = 0; in counter_u64_zero_one_cpu()

12345678