Home
last modified time | relevance | path

Searched refs:get_lowcore (Results 1 – 25 of 43) sorted by relevance

12

/linux-6.15/arch/s390/include/asm/
H A Dpreempt.h26 return READ_ONCE(get_lowcore()->preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count()
33 old = READ_ONCE(get_lowcore()->preempt_count); in preempt_count_set()
36 } while (!arch_try_cmpxchg(&get_lowcore()->preempt_count, &old, new)); in preempt_count_set()
50 __atomic_and(~PREEMPT_NEED_RESCHED, &get_lowcore()->preempt_count); in set_preempt_need_resched()
55 __atomic_or(PREEMPT_NEED_RESCHED, &get_lowcore()->preempt_count); in clear_preempt_need_resched()
60 return !(READ_ONCE(get_lowcore()->preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
71 __atomic_add_const(val, &get_lowcore()->preempt_count); in __preempt_count_add()
75 __atomic_add(val, &get_lowcore()->preempt_count); in __preempt_count_add()
90 return __atomic_add_const_and_test(-1, &get_lowcore()->preempt_count); in __preempt_count_dec_and_test()
98 return unlikely(READ_ONCE(get_lowcore()->preempt_count) == preempt_offset); in should_resched()
H A Dpai.h58 if (!get_lowcore()->ccd) in pai_kernel_enter()
62 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd | PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_enter()
71 if (!get_lowcore()->ccd) in pai_kernel_exit()
75 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd & ~PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_exit()
H A Dhardirq.h16 #define local_softirq_pending() (get_lowcore()->softirq_pending)
17 #define set_softirq_pending(x) (get_lowcore()->softirq_pending = (x))
18 #define or_softirq_pending(x) (get_lowcore()->softirq_pending |= (x))
H A Dkmsan.h15 return addr >= (void *)get_lowcore() && in is_lowcore_addr()
16 addr < (void *)(get_lowcore() + 1); in is_lowcore_addr()
28 (void *)get_lowcore(); in arch_kmsan_get_meta_or_null()
H A Dtimex.h168 old = get_lowcore()->clock_comparator; in local_tick_disable()
169 get_lowcore()->clock_comparator = clock_comparator_max; in local_tick_disable()
170 set_clock_comparator(get_lowcore()->clock_comparator); in local_tick_disable()
176 get_lowcore()->clock_comparator = comp; in local_tick_enable()
177 set_clock_comparator(get_lowcore()->clock_comparator); in local_tick_enable()
H A Dmmu_context.h76 get_lowcore()->user_asce = s390_invalid_asce; in switch_mm_irqs_off()
78 get_lowcore()->user_asce.val = next->context.asce; in switch_mm_irqs_off()
111 local_ctl_load(7, &get_lowcore()->user_asce); in finish_arch_post_lock_switch()
120 local_ctl_load(7, &get_lowcore()->user_asce); in activate_mm()
H A Dvtime.h7 struct lowcore *lc = get_lowcore(); in update_timer_sys()
16 struct lowcore *lc = get_lowcore(); in update_timer_mcck()
H A Dfacility.h117 : "=m" (get_lowcore()->stfl_fac_list)); in __stfle()
118 stfl_fac_list = get_lowcore()->stfl_fac_list; in __stfle()
H A Dsoftirq_stack.h11 call_on_stack(0, get_lowcore()->async_stack, void, __do_softirq); in do_softirq_own_stack()
H A Dprocessor.h61 return (struct pcpu *)(get_lowcore()->pcpu); in this_pcpu()
278 unsigned long ksp = get_lowcore()->kernel_stack; in on_thread_stack()
/linux-6.15/arch/s390/kernel/
H A Dirq.c106 if (tod_after_eq(get_lowcore()->int_clock, in do_IRQ()
107 get_lowcore()->clock_comparator)) in do_IRQ()
117 return ((get_lowcore()->async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack()
125 call_on_stack(2, get_lowcore()->async_stack, void, do_IRQ, in do_irq_async()
163 regs->tpi_info = get_lowcore()->tpi_info; in do_io_irq()
164 if (get_lowcore()->tpi_info.adapter_IO) in do_io_irq()
193 regs->int_code = get_lowcore()->ext_int_code_addr; in do_ext_irq()
194 regs->int_parm = get_lowcore()->ext_params; in do_ext_irq()
195 regs->int_parm_long = get_lowcore()->ext_params2; in do_ext_irq()
H A Dnmi.c121 struct lowcore *lc = get_lowcore(); in s390_handle_damage()
231 set_clock_comparator(get_lowcore()->clock_comparator); in nmi_registers_valid()
257 cr2.reg = get_lowcore()->cregs_save_area[2]; in nmi_registers_valid()
283 mcck_backup->mcic = get_lowcore()->mcck_interruption_code & in s390_backup_mcck_info()
285 mcck_backup->ext_damage_code = get_lowcore()->external_damage_code; in s390_backup_mcck_info()
286 mcck_backup->failing_storage_address = get_lowcore()->failing_storage_address; in s390_backup_mcck_info()
306 struct lowcore *lc = get_lowcore(); in s390_do_machine_check()
H A Dsetup.c417 lc->preempt_count = get_lowcore()->preempt_count; in setup_lowcore()
419 lc->sys_enter_timer = get_lowcore()->sys_enter_timer; in setup_lowcore()
420 lc->exit_timer = get_lowcore()->exit_timer; in setup_lowcore()
421 lc->user_timer = get_lowcore()->user_timer; in setup_lowcore()
422 lc->system_timer = get_lowcore()->system_timer; in setup_lowcore()
423 lc->steal_timer = get_lowcore()->steal_timer; in setup_lowcore()
424 lc->last_update_timer = get_lowcore()->last_update_timer; in setup_lowcore()
434 lc->kernel_stack = get_lowcore()->kernel_stack; in setup_lowcore()
450 lc->kernel_asce = get_lowcore()->kernel_asce; in setup_lowcore()
451 lc->user_asce = get_lowcore()->user_asce; in setup_lowcore()
[all …]
H A Dvtime.c38 struct lowcore *lc = get_lowcore(); in set_vtimer()
121 struct lowcore *lc = get_lowcore(); in do_account_vtime()
181 struct lowcore *lc = get_lowcore(); in vtime_task_switch()
203 struct lowcore *lc = get_lowcore(); in vtime_flush()
221 struct lowcore *lc = get_lowcore(); in vtime_delta()
234 struct lowcore *lc = get_lowcore(); in vtime_account_kernel()
250 get_lowcore()->softirq_timer += delta; in vtime_account_softirq()
259 get_lowcore()->hardirq_timer += delta; in vtime_account_hardirq()
H A Dtime.c131 get_lowcore()->clock_comparator = clock_comparator_max; in clock_comparator_work()
139 get_lowcore()->clock_comparator = get_tod_clock() + delta; in s390_next_event()
140 set_clock_comparator(get_lowcore()->clock_comparator); in s390_next_event()
153 get_lowcore()->clock_comparator = clock_comparator_max; in init_cpu_timer()
154 set_clock_comparator(get_lowcore()->clock_comparator); in init_cpu_timer()
184 if (get_lowcore()->clock_comparator == clock_comparator_max) in clock_comparator_interrupt()
185 set_clock_comparator(get_lowcore()->clock_comparator); in clock_comparator_interrupt()
406 if (get_lowcore()->clock_comparator != clock_comparator_max) { in clock_sync_local()
407 get_lowcore()->clock_comparator += delta; in clock_sync_local()
408 set_clock_comparator(get_lowcore()->clock_comparator); in clock_sync_local()
[all …]
H A Ddumpstack.c65 unsigned long stack = get_lowcore()->async_stack - STACK_INIT_OFFSET; in in_irq_stack()
72 unsigned long stack = get_lowcore()->nodat_stack - STACK_INIT_OFFSET; in in_nodat_stack()
79 unsigned long stack = get_lowcore()->mcck_stack - STACK_INIT_OFFSET; in in_mcck_stack()
86 unsigned long stack = get_lowcore()->restart_stack - STACK_INIT_OFFSET; in in_restart_stack()
H A Dmachine_kexec.c57 prefix = (unsigned long)get_lowcore()->prefixreg_save_area; in __do_machine_kdump()
67 memcpy(absolute_pointer(get_lowcore()->floating_pt_save_area), in __do_machine_kdump()
96 mcesa = __va(get_lowcore()->mcesad & MCESA_ORIGIN_MASK); in __machine_kdump()
H A Dprocess.c74 if (get_lowcore()->current_pid != current->pid) { in arch_setup_new_exec()
75 get_lowcore()->current_pid = current->pid; in arch_setup_new_exec()
77 lpp(&get_lowcore()->lpp); in arch_setup_new_exec()
H A Dsyscall.c91 regs->psw = get_lowcore()->svc_old_psw; in __do_syscall()
92 regs->int_code = get_lowcore()->svc_int_code; in __do_syscall()
H A Dearly.c152 struct lowcore *lc = get_lowcore(); in __do_early_pgm_check()
180 struct lowcore *lc = get_lowcore(); in setup_lowcore_early()
H A Dsmp.c198 memcpy(lc, get_lowcore(), 512); in pcpu_alloc_lowcore()
259 lc->kernel_asce = get_lowcore()->kernel_asce; in pcpu_prepare_secondary()
381 lc = get_lowcore(); in smp_call_ipl_cpu()
826 struct lowcore *lc = get_lowcore(); in smp_start_secondary()
964 struct lowcore *lc = get_lowcore(); in smp_prepare_boot_cpu()
977 struct lowcore *lc = get_lowcore(); in smp_setup_processor_id()
/linux-6.15/arch/s390/lib/
H A Duaccess.c24 if (cr1.val == get_lowcore()->kernel_asce.val && cr7.val == get_lowcore()->user_asce.val) in debug_user_asce()
30 get_lowcore()->kernel_asce.val, get_lowcore()->user_asce.val); in debug_user_asce()
/linux-6.15/drivers/s390/char/
H A Dsclp_early_core.c42 psw_ext_save = get_lowcore()->external_new_psw; in sclp_early_wait_irq()
44 get_lowcore()->external_new_psw.mask = psw_mask; in sclp_early_wait_irq()
46 get_lowcore()->ext_int_code = 0; in sclp_early_wait_irq()
57 [psw_ext_addr] "=Q" (get_lowcore()->external_new_psw.addr) in sclp_early_wait_irq()
60 } while (get_lowcore()->ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq()
62 get_lowcore()->external_new_psw = psw_ext_save; in sclp_early_wait_irq()
/linux-6.15/arch/s390/boot/
H A Dvmem.c557 get_lowcore()->kernel_asce.val = swapper_pg_dir | asce_bits; in setup_vmem()
558 get_lowcore()->user_asce = s390_invalid_asce; in setup_vmem()
560 local_ctl_load(1, &get_lowcore()->kernel_asce); in setup_vmem()
561 local_ctl_load(7, &get_lowcore()->user_asce); in setup_vmem()
562 local_ctl_load(13, &get_lowcore()->kernel_asce); in setup_vmem()
564 init_mm.context.asce = get_lowcore()->kernel_asce.val; in setup_vmem()
H A Dstartup.c103 get_lowcore()->last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock()
166 get_lowcore()->current_pid = 0; in setup_lpp()
167 get_lowcore()->lpp = LPP_MAGIC; in setup_lpp()
169 lpp(&get_lowcore()->lpp); in setup_lpp()
620 get_lowcore()->vmcore_info = __kaslr_offset_phys ? __kaslr_offset_phys | 0x1UL : 0; in startup_kernel()

12