| /freebsd-14.2/sys/kern/ |
| H A D | subr_pcpu.c | 84 pcpu_init(struct pcpu *pcpu, int cpuid, size_t size) in pcpu_init() argument 87 bzero(pcpu, size); in pcpu_init() 90 pcpu->pc_cpuid = cpuid; in pcpu_init() 94 pcpu->pc_rm_queue.rmq_next = &pcpu->pc_rm_queue; in pcpu_init() 95 pcpu->pc_rm_queue.rmq_prev = &pcpu->pc_rm_queue; in pcpu_init() 102 struct pcpu *pcpu; in dpcpu_init() local 271 pcpu_destroy(struct pcpu *pcpu) in pcpu_destroy() argument 274 STAILQ_REMOVE(&cpuhead, pcpu, pcpu, pc_allcpu); in pcpu_destroy() 282 struct pcpu * 395 struct pcpu *pc; in DB_SHOW_COMMAND_FLAGS() [all …]
|
| H A D | kern_rmlock.c | 140 struct pcpu *pc; in unlock_rm() 258 struct pcpu *pc; in rm_cleanIPI() 351 struct pcpu *pc; in _rm_rlock_hard() 437 struct pcpu *pc; in _rm_rlock() 507 struct pcpu *pc; in _rm_runlock() 839 struct pcpu *pc; in db_show_rm() 920 pcpu->influx = 1; in rms_int_influx_enter() 929 pcpu->influx = 0; in rms_int_influx_exit() 967 pcpu->readers++; in rms_int_readers_inc() 976 pcpu->readers--; in rms_int_readers_dec() [all …]
|
| /freebsd-14.2/sys/cddl/dev/profile/ |
| H A D | profile.c | 272 pcpu->profc_expected += pcpu->profc_interval; in profile_fire() 475 profile_probe_percpu_t *pcpu; in profile_online() local 478 pcpu->profc_probe = prof; in profile_online() 481 hdlr->cyh_arg = pcpu; in profile_online() 496 ASSERT(pcpu->profc_probe == arg); in profile_offline() 550 profile_probe_percpu_t *pcpu; in profile_enable_omni() local 556 prof->prof_pcpus[cpu] = pcpu; in profile_enable_omni() 557 pcpu->profc_probe = prof; in profile_enable_omni() 562 pcpu->profc_expected, 0, profile_fire, pcpu, in profile_enable_omni() 570 profile_probe_percpu_t *pcpu; in profile_disable_omni() local [all …]
|
| /freebsd-14.2/sys/i386/i386/ |
| H A D | genassym.c | 189 ASSYM(PC_SIZEOF, sizeof(struct pcpu)); 190 ASSYM(PC_PRVSPACE, offsetof(struct pcpu, pc_prvspace)); 194 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 197 ASSYM(PC_TSS_GDT, offsetof(struct pcpu, pc_tss_gdt)); 198 ASSYM(PC_FSGS_GDT, offsetof(struct pcpu, pc_fsgs_gdt)); 200 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid)); 201 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap)); 203 ASSYM(PC_KESP0, offsetof(struct pcpu, pc_kesp0)); 204 ASSYM(PC_TRAMPSTK, offsetof(struct pcpu, pc_trampstk)); 207 ASSYM(PC_MDS_TMP, offsetof(struct pcpu, pc_mds_tmp)); [all …]
|
| /freebsd-14.2/sys/arm64/include/ |
| H A D | pcpu.h | 59 struct pcpu; 61 register struct pcpu *pcpup __asm ("x18"); 63 static inline struct pcpu * 66 struct pcpu *pcpu; in get_pcpu() local 68 __asm __volatile("mov %0, x18" : "=&r"(pcpu)); in get_pcpu() 69 return (pcpu); in get_pcpu()
|
| /freebsd-14.2/sys/amd64/amd64/ |
| H A D | genassym.c | 237 ASSYM(PC_SIZEOF, sizeof(struct pcpu)); 242 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 243 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid)); 247 ASSYM(PC_TSSP, offsetof(struct pcpu, pc_tssp)); 248 ASSYM(PC_RSP0, offsetof(struct pcpu, pc_rsp0)); 249 ASSYM(PC_FS32P, offsetof(struct pcpu, pc_fs32p)); 250 ASSYM(PC_GS32P, offsetof(struct pcpu, pc_gs32p)); 251 ASSYM(PC_LDT, offsetof(struct pcpu, pc_ldt)); 253 ASSYM(PC_TSS, offsetof(struct pcpu, pc_tss)); 254 ASSYM(PC_KCR3, offsetof(struct pcpu, pc_kcr3)); [all …]
|
| /freebsd-14.2/sys/sys/ |
| H A D | pcpu.h | 175 struct pcpu { struct 185 STAILQ_ENTRY(pcpu) pc_allcpu; argument 213 STAILQ_HEAD(cpuhead, pcpu); 216 extern struct pcpu *cpuid_to_pcpu[]; 316 void cpu_pcpu_init(struct pcpu *pcpu, int cpuid, size_t size); 317 void db_show_mdpcpu(struct pcpu *pcpu); 323 void pcpu_destroy(struct pcpu *pcpu); 324 struct pcpu *pcpu_find(u_int cpuid); 325 void pcpu_init(struct pcpu *pcpu, int cpuid, size_t size);
|
| /freebsd-14.2/sys/riscv/include/ |
| H A D | pcpu.h | 54 struct pcpu; 56 static inline struct pcpu * 59 struct pcpu *pcpu; in get_pcpu() local 61 __asm __volatile("mv %0, tp" : "=&r"(pcpu)); in get_pcpu() 63 return (pcpu); in get_pcpu()
|
| H A D | pcpu_aux.h | 46 _Static_assert(PAGE_SIZE % sizeof(struct pcpu) == 0, "fix pcpu size"); 47 _Static_assert(offsetof(struct pcpu, __pad) + 48 sizeof(((struct pcpu *)0)->__pad) == sizeof(struct pcpu), 51 extern struct pcpu __pcpu[];
|
| /freebsd-14.2/libexec/kgdb/ |
| H A D | acttrace.py | 29 pcpu = cpuid_to_pcpu[cpu] 30 if pcpu: 31 yield pcpu 43 for pcpu in all_pcpus(): 44 td = pcpu['pc_curthread'] 55 p['p_comm'], p['p_pid'], td['td_tid'], pcpu['pc_cpuid']))
|
| /freebsd-14.2/sys/powerpc/powerpc/ |
| H A D | genassym.c | 59 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 60 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 61 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap)); 62 ASSYM(PC_TEMPSAVE, offsetof(struct pcpu, pc_tempsave)); 63 ASSYM(PC_DISISAVE, offsetof(struct pcpu, pc_disisave)); 64 ASSYM(PC_DBSAVE, offsetof(struct pcpu, pc_dbsave)); 65 ASSYM(PC_RESTORE, offsetof(struct pcpu, pc_restore)); 66 ASSYM(PC_FLAGS, offsetof(struct pcpu, pc_flags)); 113 ASSYM(PC_KERNSLB, offsetof(struct pcpu, pc_aim.slb)); 114 ASSYM(PC_USERSLB, offsetof(struct pcpu, pc_aim.userslb)); [all …]
|
| /freebsd-14.2/sys/amd64/include/ |
| H A D | pcpu.h | 58 struct pcpu *pc_prvspace; /* Self-reference */ \ 118 __typeof(((struct pcpu *)0)->name) 122 static struct pcpu __seg_gs *__pc = 0; \ 131 struct pcpu *__pc = get_pcpu(); \ 140 static struct pcpu __seg_gs *__pc = 0; \ 150 static struct pcpu __seg_gs *__pc = 0; \ 165 static struct pcpu __seg_gs *__pc = 0; \ 180 __offsetof(struct pcpu, name) 190 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))), \ 260 struct pcpu *__pc; \ [all …]
|
| H A D | pcpu_aux.h | 47 _Static_assert(sizeof(struct pcpu) == UMA_PCPU_ALLOC_SIZE, "fix pcpu size"); 49 extern struct pcpu *__pcpu; 50 extern struct pcpu temp_bsp_pcpu; 57 __asm("movq %%gs:%P1,%0" : "=r" (td) : "n" (offsetof(struct pcpu, in __curthread()
|
| /freebsd-14.2/sys/dev/xen/bus/ |
| H A D | xen_intr.c | 168 struct xen_intr_pcpu_data *pcpu; in evtchn_cpu_mask_port() local 170 pcpu = DPCPU_ID_PTR(cpu, xen_intr_pcpu); in evtchn_cpu_mask_port() 190 struct xen_intr_pcpu_data *pcpu; in evtchn_cpu_unmask_port() local 192 pcpu = DPCPU_ID_PTR(cpu, xen_intr_pcpu); in evtchn_cpu_unmask_port() 193 xen_set_bit(port, pcpu->evtchn_enabled); in evtchn_cpu_unmask_port() 338 & pcpu->evtchn_enabled[idx]); in xen_intr_active_ports() 448 struct xen_intr_pcpu_data *pcpu; in xen_intr_init() local 476 sizeof(pcpu->evtchn_enabled)); in xen_intr_init() 578 struct xen_intr_pcpu_data *pcpu; in xen_intr_resume() local 582 sizeof(pcpu->evtchn_enabled)); in xen_intr_resume() [all …]
|
| /freebsd-14.2/sys/i386/include/ |
| H A D | pcpu_aux.h | 43 _Static_assert(sizeof(struct pcpu) == UMA_PCPU_ALLOC_SIZE, "fix pcpu size"); 45 extern struct pcpu __pcpu[]; 53 : "m" (*(char *)offsetof(struct pcpu, pc_curthread))); in __curthread() 64 : "m" (*(char *)offsetof(struct pcpu, pc_curpcb))); in __curpcb()
|
| H A D | pcpu.h | 55 struct pcpu *pc_prvspace; /* Self-reference */ \ 100 __offsetof(struct pcpu, name) 106 __typeof(((struct pcpu *)0)->name) 116 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))), \ 186 struct pcpu *__pc; \ 190 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace)))); \
|
| /freebsd-14.2/sys/dev/xen/timer/ |
| H A D | xen_timer.c | 275 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_intr() local 277 pcpu->last_processed = xen_fetch_vcpu_time(DPCPU_GET(vcpu_info)); in xentimer_intr() 278 if (pcpu->timer != 0 && sc->et.et_active) in xentimer_intr() 321 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_et_start() local 341 pcpu->timer = next_time; in xentimer_et_start() 352 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_et_stop() local 354 pcpu->timer = 0; in xentimer_et_stop() 376 struct xentimer_pcpu_data *pcpu; in xentimer_attach() local 378 pcpu = DPCPU_ID_PTR(i, xentimer_pcpu); in xentimer_attach() 387 NULL, sc, INTR_TYPE_CLK, &pcpu->irq_handle); in xentimer_attach() [all …]
|
| /freebsd-14.2/usr.sbin/bhyve/ |
| H A D | bhyverun.c | 285 int vcpu, pcpu; in pincpu_parse() local 297 if (pcpu < 0 || pcpu >= CPU_SETSIZE) { in pincpu_parse() 321 int pcpu, start; in parse_cpuset() local 327 pcpu = strtoul(token, &cp, 0); in parse_cpuset() 330 if (pcpu < 0 || pcpu >= CPU_SETSIZE) in parse_cpuset() 332 pcpu, CPU_SETSIZE - 1); in parse_cpuset() 337 if (start > pcpu) in parse_cpuset() 339 start, pcpu); in parse_cpuset() 340 while (start < pcpu) { in parse_cpuset() 346 CPU_SET(pcpu, set); in parse_cpuset() [all …]
|
| /freebsd-14.2/sys/dev/random/fenestrasX/ |
| H A D | fx_main.c | 147 struct pcpu *pcpu; in _fxrng_alg_read() local 149 pcpu = get_pcpu(); in _fxrng_alg_read() 156 pcpu_brng_p = _DPCPU_PTR(pcpu->pc_dynamic, fxrng_brng); in _fxrng_alg_read() 170 domain = pcpu->pc_domain; in _fxrng_alg_read()
|
| /freebsd-14.2/sys/arm64/arm64/ |
| H A D | gic_v3_var.h | 57 struct redist_pcpu *pcpu; member 141 (sc)->gic_redists.pcpu[cpu].res, \ 142 (sc)->gic_redists.pcpu[cpu].offset + (reg)); \ 150 (sc)->gic_redists.pcpu[cpu].res, \ 151 (sc)->gic_redists.pcpu[cpu].offset + (reg), \
|
| H A D | genassym.c | 48 ASSYM(PCPU_SIZE, sizeof(struct pcpu)); 49 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 50 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 51 ASSYM(PC_SSBD, offsetof(struct pcpu, pc_ssbd));
|
| /freebsd-14.2/sys/arm/arm/ |
| H A D | genassym.c | 81 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb)); 82 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread)); 109 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap)); 110 ASSYM(PC_BP_HARDEN_KIND, offsetof(struct pcpu, pc_bp_harden_kind)); 123 ASSYM(PCPU_SIZE, sizeof(struct pcpu)); 127 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid));
|
| H A D | pmu_fdt.c | 91 struct pcpu *pcpu; in pmu_parse_affinity() local 105 pcpu = pcpu_find(i); in pmu_parse_affinity() 106 if (pcpu != NULL && PCPU_GET_MPIDR(pcpu) == mpidr) { in pmu_parse_affinity()
|
| H A D | pmu_acpi.c | 56 struct pcpu *pcpu; in madt_handler() local 74 pcpu = pcpu_find(i); in madt_handler() 75 if (pcpu != NULL && PCPU_GET_MPIDR(pcpu) == intr->ArmMpidr) { in madt_handler()
|
| /freebsd-14.2/sys/amd64/vmm/amd/ |
| H A D | svm.h | 32 struct pcpu; 68 void svm_launch(uint64_t pa, struct svm_regctx *gctx, struct pcpu *pcpu);
|