Home
last modified time | relevance | path

Searched refs:PCPU_GET (Results 1 – 25 of 136) sorted by relevance

123456

/f-stack/freebsd/amd64/amd64/
H A Dmp_machdep.c710 PCPU_GET(cpuid), cpu)); in smp_targeted_tlb_shootdown()
798 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_handler()
816 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_invpcid_handler()
835 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_invpcid_pti_handler()
865 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_pcid_handler()
894 xhits_pg[PCPU_GET(cpuid)]++; in invlpg_handler()
909 xhits_pg[PCPU_GET(cpuid)]++; in invlpg_invpcid_handler()
934 xhits_pg[PCPU_GET(cpuid)]++; in invlpg_pcid_handler()
957 xhits_rng[PCPU_GET(cpuid)]++; in invlrng_handler()
979 xhits_rng[PCPU_GET(cpuid)]++; in invlrng_invpcid_handler()
[all …]
H A Dfpu.c508 if (curthread == PCPU_GET(fpcurthread)) { in fpuexit()
725 if (PCPU_GET(fpcurthread) != curthread) { in fputrap_x87()
744 if (PCPU_GET(fpcurthread) != curthread) in fputrap_sse()
817 if (__predict_false(PCPU_GET(fpcurthread) == td)) { in fpudna()
829 PCPU_GET(fpcurthread), in fpudna()
845 } else if (PCPU_GET(fpcurthread) != td) { in fpu_activate_sw()
855 td = PCPU_GET(fpcurthread); in fpudrop()
1163 if (curthread == PCPU_GET(fpcurthread)) { in fpu_kern_enter()
1167 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_enter()
1208 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_leave()
[all …]
H A Dtrap.c449 if ((PCPU_GET(curpmap)->pm_ucr3 != in trap()
451 (frame->tf_rsp == (uintptr_t)PCPU_GET( in trap()
453 frame->tf_rsp = PCPU_GET(rsp0) - 5 * in trap()
661 return (PCPU_GET(curpmap)->pm_ucr3 != PMAP_NO_CR3 && in trap_is_pti()
665 (PCPU_GET(curpmap)->pm_cr3 & ~CR3_PCID_MASK)); in trap_is_pti()
868 printf("cpuid = %d; ", PCPU_GET(cpuid));
869 printf("apic id = %02x\n", PCPU_GET(apic_id));
971 printf("cpuid = %d; ", PCPU_GET(cpuid)); in dblfault_handler()
972 printf("apic id = %02x\n", PCPU_GET(apic_id)); in dblfault_handler()
/f-stack/freebsd/i386/i386/
H A Dmp_machdep.c197 boot_cpu_id = PCPU_GET(apic_id); in cpu_mp_start()
200 KASSERT(boot_cpu_id == PCPU_GET(apic_id), in cpu_mp_start()
277 PCPU_SET(common_tssd, *PCPU_GET(tss_gdt)); in init_secondary()
525 CPU_CLR(PCPU_GET(cpuid), &mask); in smp_targeted_tlb_shootdown()
540 CPU_CLR(PCPU_GET(cpuid), &other_cpus); in smp_targeted_tlb_shootdown()
609 xhits_gbl[PCPU_GET(cpuid)]++; in invltlb_handler()
612 (*ipi_invltlb_counts[PCPU_GET(cpuid)])++; in invltlb_handler()
631 xhits_pg[PCPU_GET(cpuid)]++; in invlpg_handler()
634 (*ipi_invlpg_counts[PCPU_GET(cpuid)])++; in invlpg_handler()
650 xhits_rng[PCPU_GET(cpuid)]++; in invlrng_handler()
[all …]
H A Dnpx.c564 if (curthread == PCPU_GET(fpcurthread)) { in npxexit()
806 if (PCPU_GET(fpcurthread) != curthread) { in npxtrap_x87()
829 if (PCPU_GET(fpcurthread) != curthread) in npxtrap_sse()
904 PCPU_GET(fpcurthread), in npxdna()
940 } else if (PCPU_GET(fpcurthread) != td) { in npxswitch()
956 if (PCPU_GET(fpcurthread) == NULL) { in npxsuspend()
993 td = PCPU_GET(fpcurthread); in npxdrop()
1028 if (td == PCPU_GET(fpcurthread)) { in npxgetregs()
1440 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_enter()
1481 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_leave()
[all …]
/f-stack/freebsd/x86/x86/
H A Dmca.c543 rec->mr_apic_id = PCPU_GET(apic_id); in mca_check_status()
548 rec->mr_cpu = PCPU_GET(cpuid); in mca_check_status()
702 cc = &cmc_state[PCPU_GET(cpuid)][bank]; in cmci_update()
798 if (PCPU_GET(cmci_mask) & 1 << i) { in mca_scan()
1081 PCPU_GET(cpuid), PCPU_GET(apic_id), in cmci_monitor()
1082 PCPU_GET(acpi_id)); in cmci_monitor()
1101 cc = &cmc_state[PCPU_GET(cpuid)][i]; in cmci_monitor()
1136 if (!(PCPU_GET(cmci_mask) & 1 << i)) in cmci_resume()
1139 cc = &cmc_state[PCPU_GET(cpuid)][i]; in cmci_resume()
1247 if (!(PCPU_GET(cmci_mask) & 1 << i)) in amd_thresholding_resume()
[all …]
H A Dmp_x86.c1022 cpuid = PCPU_GET(cpuid); in init_secondary_tail()
1023 if (PCPU_GET(apic_id) != lapic_id()) { in init_secondary_tail()
1032 PCPU_SET(curthread, PCPU_GET(idlethread)); in init_secondary_tail()
1094 MPASS(PCPU_GET(curpcb) == NULL); in init_secondary_tail()
1278 int cpu = PCPU_GET(cpuid); in ipi_bitmap_handler()
1385 CPU_CLR(PCPU_GET(cpuid), &other_cpus); in ipi_all_but_self()
1391 cpu = PCPU_GET(cpuid); in ipi_all_but_self()
1427 cpuid = PCPU_GET(cpuid); in ipi_nmi_handler()
1444 cpu = PCPU_GET(cpuid); in nmi_call_kdb_smp()
1471 cpu = PCPU_GET(cpuid); in cpustop_handler()
[all …]
/f-stack/freebsd/mips/mips/
H A Dmp_machdep.c84 CPU_CLR(PCPU_GET(cpuid), &other_cpus); in ipi_all_but_self()
121 cpu = PCPU_GET(cpuid); in mips_ipi_handler()
312 KASSERT(PCPU_GET(idlethread) != NULL, ("no idle thread")); in smp_init_secondary()
313 PCPU_SET(curthread, PCPU_GET(idlethread)); in smp_init_secondary()
319 CTR1(KTR_SMP, "SMP: AP CPU #%d launched", PCPU_GET(cpuid)); in smp_init_secondary()
322 printf("SMP: AP CPU #%d launched.\n", PCPU_GET(cpuid)); in smp_init_secondary()
/f-stack/freebsd/arm64/arm64/
H A Dvfp.c96 if (PCPU_GET(fpcurthread) == td) in vfp_discard()
192 KASSERT(PCPU_GET(fpcurthread) == td, in vfp_save_state()
210 cpu = PCPU_GET(cpuid); in vfp_restore_state()
221 if (PCPU_GET(fpcurthread) != curthread || cpu != curpcb->pcb_vfpcpu) { in vfp_restore_state()
243 if (PCPU_GET(cpuid) == 0) in vfp_init()
285 if (curthread == PCPU_GET(fpcurthread)) { in fpu_kern_enter()
326 KASSERT(PCPU_GET(fpcurthread) == NULL, in fpu_kern_leave()
H A Defirt_machdep.c250 if (PCPU_GET(bcast_tlbi_workaround) != 0) in efi_arch_enter()
270 set_ttbr0(pmap_to_ttbr0(PCPU_GET(curpmap))); in efi_arch_leave()
271 if (PCPU_GET(bcast_tlbi_workaround) != 0) in efi_arch_leave()
H A Dgic_v3_var.h134 u_int cpu = PCPU_GET(cpuid); \
143 u_int cpu = PCPU_GET(cpuid); \
H A Dgic_v3.c209 rdist = &sc->gic_redists.pcpu[PCPU_GET(cpuid)]->res; in gic_r_read_4()
220 rdist = &sc->gic_redists.pcpu[PCPU_GET(cpuid)]->res; in gic_r_read_8()
231 rdist = &sc->gic_redists.pcpu[PCPU_GET(cpuid)]->res; in gic_r_write_4()
744 CPU_SET(PCPU_GET(cpuid), &isrc->isrc_cpu); in gic_v3_setup_intr()
911 cpu = PCPU_GET(cpuid); in gic_v3_init_secondary()
1004 CPU_SET(PCPU_GET(cpuid), &isrc->isrc_cpu); in gic_v3_ipi_setup()
1021 cpuid = PCPU_GET(cpuid); in gic_v3_wait_for_rwp()
1057 cpuid = PCPU_GET(cpuid); in gic_v3_cpu_enable_sre()
1188 cpuid = PCPU_GET(cpuid); in gic_v3_redist_find()
1264 PCPU_GET(cpuid)); in gic_v3_redist_wake()
[all …]
/f-stack/tools/compat/include/sys/
H A Dcallout.h107 callout_reset_sbt_on((c), (sbt), (pr), (fn), (arg), PCPU_GET(cpuid),\
115 callout_reset_on((c), (on_tick), (fn), (arg), PCPU_GET(cpuid))
122 callout_schedule_sbt_on((c), (sbt), (pr), PCPU_GET(cpuid), (flags))
126 callout_schedule_on((c), (on_tick), PCPU_GET(cpuid))
/f-stack/freebsd/sys/
H A Dcallout.h109 callout_reset_sbt_on((c), (sbt), (pr), (fn), (arg), PCPU_GET(cpuid),\
117 callout_reset_on((c), (on_tick), (fn), (arg), PCPU_GET(cpuid))
124 callout_schedule_sbt_on((c), (sbt), (pr), PCPU_GET(cpuid), (flags))
128 callout_schedule_on((c), (on_tick), PCPU_GET(cpuid))
H A Dpcpu.h123 #define DPCPU_PTR(n) _DPCPU_PTR(PCPU_GET(dynamic), n)
219 #define curcpu PCPU_GET(cpuid)
220 #define curvidata PCPU_GET(vidata)
227 #define curthread PCPU_GET(curthread)
239 #define zpcpu_offset() (PCPU_GET(zpcpu_offset))
/f-stack/freebsd/x86/xen/
H A Dxen_apic.c141 printf("cpu%d %s XEN PV LAPIC\n", PCPU_GET(cpuid), str); in xen_pv_lapic_dump()
168 return (PCPU_GET(apic_id)); in xen_pv_lapic_id()
283 HYPERVISOR_vcpu_op(VCPUOP_send_nmi, PCPU_GET(vcpu_id), NULL); in send_nmi()
292 if (cpu != PCPU_GET(cpuid)) in send_nmi()
331 self = PCPU_GET(cpuid); in xen_pv_lapic_ipi_vectored()
459 (*ipi_rendezvous_counts[PCPU_GET(cpuid)])++; in xen_smp_rendezvous_action()
/f-stack/lib/include/i386/include/
H A Dpcpu.h34 #undef PCPU_GET
43 #define PCPU_GET(member) (pcpup->pc_ ## member) macro
/f-stack/freebsd/arm/arm/
H A Dvfp.c140 if (PCPU_GET(cpuid) == 0) { in vfp_init()
225 cpu = PCPU_GET(cpuid); in vfp_bounce()
226 if (curpcb->pcb_vfpcpu != cpu || curthread != PCPU_GET(fpcurthread)) { in vfp_bounce()
316 if (PCPU_GET(fpcurthread) == td) in vfp_discard()
H A Dmp_machdep.c181 KASSERT(PCPU_GET(idlethread) != NULL, ("no idle thread")); in init_secondary()
250 cpu = PCPU_GET(cpuid); in ipi_stop()
373 CPU_CLR(PCPU_GET(cpuid), &other_cpus); in ipi_all_but_self()
H A Dcpuinfo.c367 modify_actlr(~0, PCPU_GET(original_actlr)); in apply_bp_hardening()
441 PCPU_GET(cpuid)); in handle_bp_hardening()
461 printf("CPU(%d) applied BP hardening: %s\n", PCPU_GET(cpuid), in handle_bp_hardening()
479 PCPU_GET(cpuid)); in handle_bp_hardening()
/f-stack/lib/include/amd64/include/
H A Dpcpu.h35 #undef PCPU_GET
46 #define PCPU_GET(member) (pcpup->pc_ ## member) macro
/f-stack/freebsd/arm64/include/
H A Dcpu.h132 (((mask) & PCPU_GET(midr)) == \
136 (((mask) & PCPU_GET(midr)) == ((mask) & (devid)))
180 (CPU_AFF2(CPU_AFFINITY(PCPU_GET(cpuid))))
/f-stack/freebsd/mips/cavium/
H A Docteon_mp.c62 action = cvmx_read_csr(CVMX_CIU_MBOX_CLRX(PCPU_GET(cpuid))); in platform_ipi_clear()
64 cvmx_write_csr(CVMX_CIU_MBOX_CLRX(PCPU_GET(cpuid)), action); in platform_ipi_clear()
/f-stack/freebsd/i386/include/
H A Dcounter.h101 UMA_PCPU_ALLOC_SIZE * PCPU_GET(cpuid))); in counter_u64_fetch_cx8_one()
157 p = (uint64_t *)((char *)arg + UMA_PCPU_ALLOC_SIZE * PCPU_GET(cpuid)); in counter_u64_zero_one_cpu()
/f-stack/freebsd/kern/
H A Dsched_4bsd.c1009 CPU_CLR(PCPU_GET(cpuid), &idle_cpus_mask); in sched_switch()
1102 CPU_SET(PCPU_GET(cpuid), &idle_cpus_mask); in sched_switch()
1105 td->td_oncpu = PCPU_GET(cpuid); in sched_switch()
1153 me = PCPU_GET(cpuid); in forward_wakeup()
1357 cpuid = PCPU_GET(cpuid); in sched_add()
1473 PCPU_GET(cpuid)); in sched_choose()
1475 rq = &runq_pcpu[PCPU_GET(cpuid)]; in sched_choose()
1488 runq_length[PCPU_GET(cpuid)]--; in sched_choose()
1497 return (PCPU_GET(idlethread)); in sched_choose()
1536 if (PCPU_GET(cpuid) == cpu) in sched_bind()
[all …]

123456