| /freebsd-12.1/sys/sparc64/sparc64/ |
| H A D | cache.c | 116 cache_init(struct pcpu *pcpu) in cache_init() argument 125 if (pcpu->pc_cpuid == 0 && pcpu->pc_impl == CPU_IMPL_SPARC64V) in cache_init() 128 use_new_prop = cache_new_prop(pcpu->pc_impl); in cache_init() 142 "l2-cache-size", pcpu->pc_cache.ec_size) == -1 || in cache_init() 149 set = pcpu->pc_cache.ic_size / pcpu->pc_cache.ic_assoc; in cache_init() 152 if ((pcpu->pc_cache.dc_size & in cache_init() 162 set = pcpu->pc_cache.ec_size / pcpu->pc_cache.ec_assoc; in cache_init() 166 if (pcpu->pc_impl >= CPU_IMPL_ULTRASPARCIII) { in cache_init() 173 } else if (pcpu->pc_impl == CPU_IMPL_SPARC64V) { in cache_init() 180 } else if (pcpu->pc_impl >= CPU_IMPL_ULTRASPARCI && in cache_init() [all …]
|
| H A D | genassym.c | 133 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 134 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 135 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid)); 136 ASSYM(PC_IRHEAD, offsetof(struct pcpu, pc_irhead)); 137 ASSYM(PC_IRTAIL, offsetof(struct pcpu, pc_irtail)); 138 ASSYM(PC_IRFREE, offsetof(struct pcpu, pc_irfree)); 139 ASSYM(PC_SIZEOF, sizeof(struct pcpu)); 141 ASSYM(PC_CACHE, offsetof(struct pcpu, pc_cache)); 142 ASSYM(PC_MID, offsetof(struct pcpu, pc_mid)); 143 ASSYM(PC_PMAP, offsetof(struct pcpu, pc_pmap)); [all …]
|
| H A D | machdep.c | 130 struct pcpu dummy_pcpu[MAXCPU]; 169 CTASSERT(sizeof(struct pcpu) <= ((PCPU_PAGES * PAGE_SIZE) / 2)); 202 cpu_pcpu_init(struct pcpu *pcpu, int cpuid, size_t size) in cpu_pcpu_init() argument 207 pcpu->pc_irtail = &pcpu->pc_irhead; in cpu_pcpu_init() 209 ir = &pcpu->pc_irpool[i]; in cpu_pcpu_init() 210 ir->ir_next = pcpu->pc_irfree; in cpu_pcpu_init() 211 pcpu->pc_irfree = ir; in cpu_pcpu_init() 331 struct pcpu *pc; in sparc64_init() 408 pc = (struct pcpu *)(pcpu0 + (PCPU_PAGES * PAGE_SIZE)) - 1; in sparc64_init() 409 pcpu_init(pc, 0, sizeof(struct pcpu)); in sparc64_init() [all …]
|
| /freebsd-12.1/sys/kern/ |
| H A D | subr_pcpu.c | 86 pcpu_init(struct pcpu *pcpu, int cpuid, size_t size) in pcpu_init() argument 89 bzero(pcpu, size); in pcpu_init() 92 pcpu->pc_cpuid = cpuid; in pcpu_init() 96 pcpu->pc_rm_queue.rmq_next = &pcpu->pc_rm_queue; in pcpu_init() 97 pcpu->pc_rm_queue.rmq_prev = &pcpu->pc_rm_queue; in pcpu_init() 103 struct pcpu *pcpu; in dpcpu_init() local 268 pcpu_destroy(struct pcpu *pcpu) in pcpu_destroy() argument 271 STAILQ_REMOVE(&cpuhead, pcpu, pcpu, pc_allcpu); in pcpu_destroy() 279 struct pcpu * 391 struct pcpu *pc; in DB_SHOW_COMMAND() [all …]
|
| /freebsd-12.1/sys/cddl/dev/profile/ |
| H A D | profile.c | 306 pcpu->profc_expected += pcpu->profc_interval; in profile_fire() 509 profile_probe_percpu_t *pcpu; in profile_online() local 512 pcpu->profc_probe = prof; in profile_online() 515 hdlr->cyh_arg = pcpu; in profile_online() 530 ASSERT(pcpu->profc_probe == arg); in profile_offline() 584 profile_probe_percpu_t *pcpu; in profile_enable_omni() local 590 prof->prof_pcpus[cpu] = pcpu; in profile_enable_omni() 591 pcpu->profc_probe = prof; in profile_enable_omni() 596 pcpu->profc_expected, 0, profile_fire, pcpu, in profile_enable_omni() 604 profile_probe_percpu_t *pcpu; in profile_disable_omni() local [all …]
|
| /freebsd-12.1/sys/sys/ |
| H A D | pcpu.h | 175 struct pcpu { struct 184 STAILQ_ENTRY(pcpu) pc_allcpu; argument 210 STAILQ_HEAD(cpuhead, pcpu); 213 extern struct pcpu *cpuid_to_pcpu[]; 227 CTASSERT(sizeof(struct pcpu) == UMA_PCPU_ALLOC_SIZE); 233 CTASSERT((PAGE_SIZE / sizeof(struct pcpu)) * sizeof(struct pcpu) == PAGE_SIZE); 258 void cpu_pcpu_init(struct pcpu *pcpu, int cpuid, size_t size); 259 void db_show_mdpcpu(struct pcpu *pcpu); 265 void pcpu_destroy(struct pcpu *pcpu); 266 struct pcpu *pcpu_find(u_int cpuid); [all …]
|
| /freebsd-12.1/sys/amd64/amd64/ |
| H A D | genassym.c | 211 ASSYM(PC_SIZEOF, sizeof(struct pcpu)); 216 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 217 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid)); 221 ASSYM(PC_TSSP, offsetof(struct pcpu, pc_tssp)); 222 ASSYM(PC_RSP0, offsetof(struct pcpu, pc_rsp0)); 223 ASSYM(PC_FS32P, offsetof(struct pcpu, pc_fs32p)); 224 ASSYM(PC_GS32P, offsetof(struct pcpu, pc_gs32p)); 225 ASSYM(PC_LDT, offsetof(struct pcpu, pc_ldt)); 227 ASSYM(PC_TSS, offsetof(struct pcpu, pc_tss)); 229 ASSYM(PC_KCR3, offsetof(struct pcpu, pc_kcr3)); [all …]
|
| /freebsd-12.1/sys/i386/i386/ |
| H A D | genassym.c | 207 ASSYM(PC_SIZEOF, sizeof(struct pcpu)); 208 ASSYM(PC_PRVSPACE, offsetof(struct pcpu, pc_prvspace)); 212 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 215 ASSYM(PC_TSS_GDT, offsetof(struct pcpu, pc_tss_gdt)); 216 ASSYM(PC_FSGS_GDT, offsetof(struct pcpu, pc_fsgs_gdt)); 218 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid)); 219 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap)); 221 ASSYM(PC_KESP0, offsetof(struct pcpu, pc_kesp0)); 222 ASSYM(PC_TRAMPSTK, offsetof(struct pcpu, pc_trampstk)); 225 ASSYM(PC_MDS_TMP, offsetof(struct pcpu, pc_mds_tmp)); [all …]
|
| /freebsd-12.1/sys/riscv/include/ |
| H A D | pcpu.h | 56 struct pcpu; 58 static inline struct pcpu * 61 struct pcpu *pcpu; in get_pcpu() local 63 __asm __volatile("mv %0, tp" : "=&r"(pcpu)); in get_pcpu() 65 return (pcpu); in get_pcpu()
|
| /freebsd-12.1/sys/arm64/include/ |
| H A D | pcpu.h | 52 struct pcpu; 54 static inline struct pcpu * 57 struct pcpu *pcpu; in get_pcpu() local 59 __asm __volatile("mov %0, x18" : "=&r"(pcpu)); in get_pcpu() 60 return (pcpu); in get_pcpu()
|
| /freebsd-12.1/sys/mips/mips/ |
| H A D | machdep.c | 141 struct pcpu *pcpup = (struct pcpu *)pcpu_space; 272 pcpu_init(PCPU_ADDR(0), 0, sizeof(struct pcpu)); in mips_pcpu0_init() 456 mips_pcpu_tlb_init(struct pcpu *pcpu) in mips_pcpu_tlb_init() argument 465 pa = vtophys(pcpu); in mips_pcpu_tlb_init() 477 cpu_pcpu_init(struct pcpu *pcpu, int cpuid, size_t size) in cpu_pcpu_init() argument 480 pcpu->pc_next_asid = 1; in cpu_pcpu_init() 481 pcpu->pc_asid_generation = 1; in cpu_pcpu_init() 482 pcpu->pc_self = pcpu; in cpu_pcpu_init() 486 mips_pcpu_tlb_init(pcpu); in cpu_pcpu_init()
|
| /freebsd-12.1/sys/powerpc/powerpc/ |
| H A D | genassym.c | 60 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 61 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 62 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap)); 63 ASSYM(PC_TEMPSAVE, offsetof(struct pcpu, pc_tempsave)); 64 ASSYM(PC_DISISAVE, offsetof(struct pcpu, pc_disisave)); 65 ASSYM(PC_DBSAVE, offsetof(struct pcpu, pc_dbsave)); 66 ASSYM(PC_RESTORE, offsetof(struct pcpu, pc_restore)); 112 ASSYM(PC_KERNSLB, offsetof(struct pcpu, pc_aim.slb)); 113 ASSYM(PC_USERSLB, offsetof(struct pcpu, pc_aim.userslb)); 114 ASSYM(PC_SLBSAVE, offsetof(struct pcpu, pc_aim.slbsave)); [all …]
|
| H A D | mp_machdep.c | 64 extern struct pcpu __pcpu[MAXCPU]; 149 struct pcpu *pc; in cpu_mp_start() 190 struct pcpu *pc; in cpu_mp_announce() 210 struct pcpu *pc; in cpu_mp_unleash() 335 ipi_send(struct pcpu *pc, int ipi) in ipi_send() 352 struct pcpu *pc; in ipi_selected() 372 struct pcpu *pc; in ipi_all_but_self()
|
| /freebsd-12.1/sys/mips/include/ |
| H A D | pcpu.h | 45 struct pcpu *pc_self; /* globally-uniqe self pointer */ 66 #define PCPU_ADDR(cpu) (struct pcpu *)(pcpu_space[(cpu)]) 68 extern struct pcpu *pcpup; 89 void mips_pcpu_tlb_init(struct pcpu *pcpu);
|
| /freebsd-12.1/sys/dev/xen/timer/ |
| H A D | timer.c | 279 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_intr() local 281 pcpu->last_processed = xen_fetch_vcpu_time(DPCPU_GET(vcpu_info)); in xentimer_intr() 282 if (pcpu->timer != 0 && sc->et.et_active) in xentimer_intr() 325 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_et_start() local 345 pcpu->timer = next_time; in xentimer_et_start() 356 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_et_stop() local 358 pcpu->timer = 0; in xentimer_et_stop() 380 struct xentimer_pcpu_data *pcpu; in xentimer_attach() local 382 pcpu = DPCPU_ID_PTR(i, xentimer_pcpu); in xentimer_attach() 391 NULL, sc, INTR_TYPE_CLK, &pcpu->irq_handle); in xentimer_attach() [all …]
|
| /freebsd-12.1/sys/x86/xen/ |
| H A D | xen_intr.c | 218 struct xen_intr_pcpu_data *pcpu; in evtchn_cpu_mask_port() local 220 pcpu = DPCPU_ID_PTR(cpu, xen_intr_pcpu); in evtchn_cpu_mask_port() 240 struct xen_intr_pcpu_data *pcpu; in evtchn_cpu_unmask_port() local 255 struct xen_intr_pcpu_data *pcpu; in xen_intr_intrcnt_add() local 258 if (pcpu->evtchn_intrcnt != NULL) in xen_intr_intrcnt_add() 512 & pcpu->evtchn_enabled[idx]); in xen_intr_active_ports() 630 struct xen_intr_pcpu_data *pcpu; in xen_intr_init() local 646 sizeof(pcpu->evtchn_enabled)); in xen_intr_init() 783 struct xen_intr_pcpu_data *pcpu; in xen_intr_resume() local 787 sizeof(pcpu->evtchn_enabled)); in xen_intr_resume() [all …]
|
| /freebsd-12.1/sys/i386/include/ |
| H A D | pcpu.h | 54 struct pcpu *pc_prvspace; /* Self-reference */ \ 97 __offsetof(struct pcpu, name) 103 __typeof(((struct pcpu *)0)->name) 113 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))), \ 206 struct pcpu *__pc; \ 210 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace)))); \
|
| /freebsd-12.1/sys/amd64/include/ |
| H A D | pcpu.h | 48 struct pcpu *pc_prvspace; /* Self-reference */ \ 96 __offsetof(struct pcpu, name) 102 __typeof(((struct pcpu *)0)->name) 112 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))), \ 210 struct pcpu *__pc; \ 214 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace)))); \
|
| /freebsd-12.1/sys/arm64/arm64/ |
| H A D | genassym.c | 43 ASSYM(PCPU_SIZE, sizeof(struct pcpu)); 44 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 45 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 46 ASSYM(PC_SSBD, offsetof(struct pcpu, pc_ssbd));
|
| H A D | gic_v3_var.h | 59 struct resource * pcpu[MAXCPU]; member 133 sc->gic_redists.pcpu[cpu], \ 142 sc->gic_redists.pcpu[cpu], \
|
| /freebsd-12.1/sys/arm/arm/ |
| H A D | genassym.c | 93 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 94 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 139 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap)); 140 ASSYM(PC_BP_HARDEN_KIND, offsetof(struct pcpu, pc_bp_harden_kind)); 160 ASSYM(PCPU_SIZE, sizeof(struct pcpu)); 164 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid));
|
| H A D | debug_monitor.c | 594 struct pcpu *pcpu; in dbg_setup_xpoint() local 692 pcpu = pcpu_find(cpu); in dbg_setup_xpoint() 694 d = (struct dbreg *)pcpu->pc_dbreg; in dbg_setup_xpoint() 699 pcpu->pc_dbreg_cmd = PC_DBREG_CMD_LOAD; in dbg_setup_xpoint() 711 struct pcpu *pcpu; in dbg_remove_xpoint() local 748 pcpu = pcpu_find(cpu); in dbg_remove_xpoint() 750 d = (struct dbreg *)pcpu->pc_dbreg; in dbg_remove_xpoint() 755 pcpu->pc_dbreg_cmd = PC_DBREG_CMD_LOAD; in dbg_remove_xpoint() 976 CTASSERT(sizeof(struct dbreg) == sizeof(((struct pcpu *)NULL)->pc_dbreg));
|
| /freebsd-12.1/sys/amd64/vmm/amd/ |
| H A D | svm.h | 34 struct pcpu; 68 void svm_launch(uint64_t pa, struct svm_regctx *gctx, struct pcpu *pcpu);
|
| /freebsd-12.1/sys/sparc64/include/ |
| H A D | cache.h | 96 struct pcpu; 103 void cache_init(struct pcpu *pcpu);
|
| /freebsd-12.1/sys/cddl/compat/opensolaris/sys/ |
| H A D | pcpu.h | 33 #include_next <sys/pcpu.h> 35 typedef struct pcpu pcpu_t;
|