Home
last modified time | relevance | path

Searched refs:pcpu (Results 1 – 25 of 130) sorted by relevance

123456

/freebsd-13.1/sys/kern/
H A Dsubr_pcpu.c86 pcpu_init(struct pcpu *pcpu, int cpuid, size_t size) in pcpu_init() argument
89 bzero(pcpu, size); in pcpu_init()
92 pcpu->pc_cpuid = cpuid; in pcpu_init()
96 pcpu->pc_rm_queue.rmq_next = &pcpu->pc_rm_queue; in pcpu_init()
97 pcpu->pc_rm_queue.rmq_prev = &pcpu->pc_rm_queue; in pcpu_init()
104 struct pcpu *pcpu; in dpcpu_init() local
271 pcpu_destroy(struct pcpu *pcpu) in pcpu_destroy() argument
274 STAILQ_REMOVE(&cpuhead, pcpu, pcpu, pc_allcpu); in pcpu_destroy()
282 struct pcpu *
395 struct pcpu *pc; in DB_SHOW_COMMAND()
[all …]
H A Dkern_rmlock.c142 struct pcpu *pc; in unlock_rm()
260 struct pcpu *pc; in rm_cleanIPI()
353 struct pcpu *pc; in _rm_rlock_hard()
439 struct pcpu *pc; in _rm_rlock()
513 struct pcpu *pc; in _rm_runlock()
841 struct pcpu *pc; in db_show_rm()
922 pcpu->influx = 1; in rms_int_influx_enter()
931 pcpu->influx = 0; in rms_int_influx_exit()
969 pcpu->readers++; in rms_int_readers_inc()
978 pcpu->readers--; in rms_int_readers_dec()
[all …]
/freebsd-13.1/sys/cddl/dev/profile/
H A Dprofile.c290 pcpu->profc_expected += pcpu->profc_interval; in profile_fire()
493 profile_probe_percpu_t *pcpu; in profile_online() local
496 pcpu->profc_probe = prof; in profile_online()
499 hdlr->cyh_arg = pcpu; in profile_online()
514 ASSERT(pcpu->profc_probe == arg); in profile_offline()
568 profile_probe_percpu_t *pcpu; in profile_enable_omni() local
574 prof->prof_pcpus[cpu] = pcpu; in profile_enable_omni()
575 pcpu->profc_probe = prof; in profile_enable_omni()
580 pcpu->profc_expected, 0, profile_fire, pcpu, in profile_enable_omni()
588 profile_probe_percpu_t *pcpu; in profile_disable_omni() local
[all …]
/freebsd-13.1/sys/i386/i386/
H A Dgenassym.c194 ASSYM(PC_SIZEOF, sizeof(struct pcpu));
195 ASSYM(PC_PRVSPACE, offsetof(struct pcpu, pc_prvspace));
199 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
202 ASSYM(PC_TSS_GDT, offsetof(struct pcpu, pc_tss_gdt));
203 ASSYM(PC_FSGS_GDT, offsetof(struct pcpu, pc_fsgs_gdt));
205 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid));
206 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap));
208 ASSYM(PC_KESP0, offsetof(struct pcpu, pc_kesp0));
209 ASSYM(PC_TRAMPSTK, offsetof(struct pcpu, pc_trampstk));
212 ASSYM(PC_MDS_TMP, offsetof(struct pcpu, pc_mds_tmp));
[all …]
/freebsd-13.1/sys/arm64/include/
H A Dpcpu.h57 struct pcpu;
59 register struct pcpu *pcpup __asm ("x18");
61 static inline struct pcpu *
64 struct pcpu *pcpu; in get_pcpu() local
66 __asm __volatile("mov %0, x18" : "=&r"(pcpu)); in get_pcpu()
67 return (pcpu); in get_pcpu()
/freebsd-13.1/sys/amd64/amd64/
H A Dgenassym.c240 ASSYM(PC_SIZEOF, sizeof(struct pcpu));
245 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
246 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid));
250 ASSYM(PC_TSSP, offsetof(struct pcpu, pc_tssp));
251 ASSYM(PC_RSP0, offsetof(struct pcpu, pc_rsp0));
252 ASSYM(PC_FS32P, offsetof(struct pcpu, pc_fs32p));
253 ASSYM(PC_GS32P, offsetof(struct pcpu, pc_gs32p));
254 ASSYM(PC_LDT, offsetof(struct pcpu, pc_ldt));
256 ASSYM(PC_TSS, offsetof(struct pcpu, pc_tss));
257 ASSYM(PC_KCR3, offsetof(struct pcpu, pc_kcr3));
[all …]
/freebsd-13.1/sys/sys/
H A Dpcpu.h177 struct pcpu { struct
187 STAILQ_ENTRY(pcpu) pc_allcpu; argument
214 STAILQ_HEAD(cpuhead, pcpu);
217 extern struct pcpu *cpuid_to_pcpu[];
317 void cpu_pcpu_init(struct pcpu *pcpu, int cpuid, size_t size);
318 void db_show_mdpcpu(struct pcpu *pcpu);
324 void pcpu_destroy(struct pcpu *pcpu);
325 struct pcpu *pcpu_find(u_int cpuid);
326 void pcpu_init(struct pcpu *pcpu, int cpuid, size_t size);
/freebsd-13.1/sys/riscv/include/
H A Dpcpu.h56 struct pcpu;
58 static inline struct pcpu *
61 struct pcpu *pcpu; in get_pcpu() local
63 __asm __volatile("mv %0, tp" : "=&r"(pcpu)); in get_pcpu()
65 return (pcpu); in get_pcpu()
H A Dpcpu_aux.h48 _Static_assert(PAGE_SIZE % sizeof(struct pcpu) == 0, "fix pcpu size");
49 _Static_assert(offsetof(struct pcpu, __pad) +
50 sizeof(((struct pcpu *)0)->__pad) == sizeof(struct pcpu),
53 extern struct pcpu __pcpu[];
/freebsd-13.1/sys/mips/mips/
H A Dmachdep.c142 struct pcpu *pcpup = (struct pcpu *)pcpu_space;
273 pcpu_init(PCPU_ADDR(0), 0, sizeof(struct pcpu)); in mips_pcpu0_init()
457 mips_pcpu_tlb_init(struct pcpu *pcpu) in mips_pcpu_tlb_init() argument
466 pa = vtophys(pcpu); in mips_pcpu_tlb_init()
478 cpu_pcpu_init(struct pcpu *pcpu, int cpuid, size_t size) in cpu_pcpu_init() argument
481 pcpu->pc_next_asid = 1; in cpu_pcpu_init()
482 pcpu->pc_asid_generation = 1; in cpu_pcpu_init()
483 pcpu->pc_self = pcpu; in cpu_pcpu_init()
487 mips_pcpu_tlb_init(pcpu); in cpu_pcpu_init()
/freebsd-13.1/sys/powerpc/powerpc/
H A Dgenassym.c60 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
61 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
62 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap));
63 ASSYM(PC_TEMPSAVE, offsetof(struct pcpu, pc_tempsave));
64 ASSYM(PC_DISISAVE, offsetof(struct pcpu, pc_disisave));
65 ASSYM(PC_DBSAVE, offsetof(struct pcpu, pc_dbsave));
66 ASSYM(PC_RESTORE, offsetof(struct pcpu, pc_restore));
67 ASSYM(PC_FLAGS, offsetof(struct pcpu, pc_flags));
114 ASSYM(PC_KERNSLB, offsetof(struct pcpu, pc_aim.slb));
115 ASSYM(PC_USERSLB, offsetof(struct pcpu, pc_aim.userslb));
[all …]
H A Dmp_machdep.c151 struct pcpu *pc; in cpu_mp_start()
207 struct pcpu *pc; in cpu_mp_announce()
227 struct pcpu *pc; in cpu_mp_unleash()
351 ipi_send(struct pcpu *pc, int ipi) in ipi_send()
368 struct pcpu *pc; in ipi_selected()
388 struct pcpu *pc; in ipi_all_but_self()
/freebsd-13.1/sys/mips/include/
H A Dpcpu.h45 struct pcpu *pc_self; /* globally-uniqe self pointer */
72 #define PCPU_ADDR(cpu) (struct pcpu *)(pcpu_space[(cpu)])
74 extern struct pcpu *pcpup;
95 void mips_pcpu_tlb_init(struct pcpu *pcpu);
/freebsd-13.1/sys/amd64/include/
H A Dpcpu_aux.h45 _Static_assert(sizeof(struct pcpu) == UMA_PCPU_ALLOC_SIZE, "fix pcpu size");
47 extern struct pcpu *__pcpu;
48 extern struct pcpu temp_bsp_pcpu;
55 __asm("movq %%gs:%P1,%0" : "=r" (td) : "n" (offsetof(struct pcpu, in __curthread()
H A Dpcpu.h59 struct pcpu *pc_prvspace; /* Self-reference */ \
118 __offsetof(struct pcpu, name)
124 __typeof(((struct pcpu *)0)->name)
134 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))), \
232 struct pcpu *__pc; \
236 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace)))); \
/freebsd-13.1/sys/i386/include/
H A Dpcpu_aux.h45 _Static_assert(sizeof(struct pcpu) == UMA_PCPU_ALLOC_SIZE, "fix pcpu size");
47 extern struct pcpu __pcpu[];
55 : "m" (*(char *)offsetof(struct pcpu, pc_curthread))); in __curthread()
66 : "m" (*(char *)offsetof(struct pcpu, pc_curpcb))); in __curpcb()
H A Dpcpu.h61 struct pcpu *pc_prvspace; /* Self-reference */ \
108 __offsetof(struct pcpu, name)
114 __typeof(((struct pcpu *)0)->name)
124 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))), \
217 struct pcpu *__pc; \
221 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace)))); \
/freebsd-13.1/sys/dev/xen/timer/
H A Dtimer.c279 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_intr() local
281 pcpu->last_processed = xen_fetch_vcpu_time(DPCPU_GET(vcpu_info)); in xentimer_intr()
282 if (pcpu->timer != 0 && sc->et.et_active) in xentimer_intr()
325 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_et_start() local
345 pcpu->timer = next_time; in xentimer_et_start()
356 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_et_stop() local
358 pcpu->timer = 0; in xentimer_et_stop()
380 struct xentimer_pcpu_data *pcpu; in xentimer_attach() local
382 pcpu = DPCPU_ID_PTR(i, xentimer_pcpu); in xentimer_attach()
391 NULL, sc, INTR_TYPE_CLK, &pcpu->irq_handle); in xentimer_attach()
[all …]
/freebsd-13.1/sys/dev/random/fenestrasX/
H A Dfx_main.c149 struct pcpu *pcpu; in _fxrng_alg_read() local
151 pcpu = get_pcpu(); in _fxrng_alg_read()
158 pcpu_brng_p = _DPCPU_PTR(pcpu->pc_dynamic, fxrng_brng); in _fxrng_alg_read()
172 domain = pcpu->pc_domain; in _fxrng_alg_read()
/freebsd-13.1/sys/arm/arm/
H A Dgenassym.c82 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
83 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
109 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap));
110 ASSYM(PC_BP_HARDEN_KIND, offsetof(struct pcpu, pc_bp_harden_kind));
125 ASSYM(PCPU_SIZE, sizeof(struct pcpu));
129 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid));
H A Dpmu_fdt.c93 struct pcpu *pcpu; in pmu_parse_affinity() local
107 pcpu = pcpu_find(i); in pmu_parse_affinity()
108 if (pcpu != NULL && pcpu->pc_mpidr == mpidr) { in pmu_parse_affinity()
/freebsd-13.1/sys/x86/xen/
H A Dxen_intr.c219 struct xen_intr_pcpu_data *pcpu; in evtchn_cpu_mask_port() local
221 pcpu = DPCPU_ID_PTR(cpu, xen_intr_pcpu); in evtchn_cpu_mask_port()
241 struct xen_intr_pcpu_data *pcpu; in evtchn_cpu_unmask_port() local
256 struct xen_intr_pcpu_data *pcpu; in xen_intr_intrcnt_add() local
259 if (pcpu->evtchn_intrcnt != NULL) in xen_intr_intrcnt_add()
513 & pcpu->evtchn_enabled[idx]); in xen_intr_active_ports()
634 struct xen_intr_pcpu_data *pcpu; in xen_intr_init() local
650 sizeof(pcpu->evtchn_enabled)); in xen_intr_init()
787 struct xen_intr_pcpu_data *pcpu; in xen_intr_resume() local
791 sizeof(pcpu->evtchn_enabled)); in xen_intr_resume()
[all …]
/freebsd-13.1/sys/arm64/arm64/
H A Dgenassym.c54 ASSYM(PCPU_SIZE, sizeof(struct pcpu));
55 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
56 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
57 ASSYM(PC_SSBD, offsetof(struct pcpu, pc_ssbd));
/freebsd-13.1/sys/amd64/vmm/amd/
H A Dsvm.h34 struct pcpu;
69 void svm_launch(uint64_t pa, struct svm_regctx *gctx, struct pcpu *pcpu);
/freebsd-13.1/sys/cddl/compat/opensolaris/sys/
H A Dpcpu.h33 #include_next <sys/pcpu.h>
35 typedef struct pcpu pcpu_t;

123456