xref: /linux-6.15/arch/riscv/kernel/process.c (revision 6510c784)
1588cb88cSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
27db91e57SPalmer Dabbelt /*
37db91e57SPalmer Dabbelt  * Copyright (C) 2009 Sunplus Core Technology Co., Ltd.
47db91e57SPalmer Dabbelt  *  Chen Liqin <[email protected]>
57db91e57SPalmer Dabbelt  *  Lennox Wu <[email protected]>
67db91e57SPalmer Dabbelt  * Copyright (C) 2012 Regents of the University of California
77db91e57SPalmer Dabbelt  * Copyright (C) 2017 SiFive
87db91e57SPalmer Dabbelt  */
97db91e57SPalmer Dabbelt 
105ed881bcSPaul Walmsley #include <linux/cpu.h>
117db91e57SPalmer Dabbelt #include <linux/kernel.h>
127db91e57SPalmer Dabbelt #include <linux/sched.h>
1386b276c1SNanyong Sun #include <linux/sched/debug.h>
147db91e57SPalmer Dabbelt #include <linux/sched/task_stack.h>
157db91e57SPalmer Dabbelt #include <linux/tick.h>
167db91e57SPalmer Dabbelt #include <linux/ptrace.h>
175e454b54SAl Viro #include <linux/uaccess.h>
187db91e57SPalmer Dabbelt 
197db91e57SPalmer Dabbelt #include <asm/unistd.h>
207db91e57SPalmer Dabbelt #include <asm/processor.h>
217db91e57SPalmer Dabbelt #include <asm/csr.h>
22091b9450SKefeng Wang #include <asm/stacktrace.h>
237db91e57SPalmer Dabbelt #include <asm/string.h>
247db91e57SPalmer Dabbelt #include <asm/switch_to.h>
255ed881bcSPaul Walmsley #include <asm/thread_info.h>
26f6e64b66SAnup Patel #include <asm/cpuidle.h>
277db91e57SPalmer Dabbelt 
288356c379SPalmer Dabbelt register unsigned long gp_in_global __asm__("gp");
2952e7c52dSPalmer Dabbelt 
30fea2fed2SGuo Ren #if defined(CONFIG_STACKPROTECTOR) && !defined(CONFIG_STACKPROTECTOR_PER_TASK)
31f2c9699fSGuo Ren #include <linux/stackprotector.h>
32f2c9699fSGuo Ren unsigned long __stack_chk_guard __read_mostly;
33f2c9699fSGuo Ren EXPORT_SYMBOL(__stack_chk_guard);
34f2c9699fSGuo Ren #endif
35f2c9699fSGuo Ren 
367db91e57SPalmer Dabbelt extern asmlinkage void ret_from_fork(void);
377db91e57SPalmer Dabbelt extern asmlinkage void ret_from_kernel_thread(void);
387db91e57SPalmer Dabbelt 
397db91e57SPalmer Dabbelt void arch_cpu_idle(void)
407db91e57SPalmer Dabbelt {
41f6e64b66SAnup Patel 	cpu_do_idle();
4258c644baSPeter Zijlstra 	raw_local_irq_enable();
437db91e57SPalmer Dabbelt }
447db91e57SPalmer Dabbelt 
45091b9450SKefeng Wang void __show_regs(struct pt_regs *regs)
467db91e57SPalmer Dabbelt {
477db91e57SPalmer Dabbelt 	show_regs_print_info(KERN_DEFAULT);
487db91e57SPalmer Dabbelt 
49da401e89SKefeng Wang 	if (!user_mode(regs)) {
50da401e89SKefeng Wang 		pr_cont("epc : %pS\n", (void *)regs->epc);
51da401e89SKefeng Wang 		pr_cont(" ra : %pS\n", (void *)regs->ra);
52da401e89SKefeng Wang 	}
53da401e89SKefeng Wang 
54a4c3733dSChristoph Hellwig 	pr_cont("epc : " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n",
55a4c3733dSChristoph Hellwig 		regs->epc, regs->ra, regs->sp);
567db91e57SPalmer Dabbelt 	pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n",
577db91e57SPalmer Dabbelt 		regs->gp, regs->tp, regs->t0);
587db91e57SPalmer Dabbelt 	pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n",
597db91e57SPalmer Dabbelt 		regs->t1, regs->t2, regs->s0);
607db91e57SPalmer Dabbelt 	pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n",
617db91e57SPalmer Dabbelt 		regs->s1, regs->a0, regs->a1);
627db91e57SPalmer Dabbelt 	pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n",
637db91e57SPalmer Dabbelt 		regs->a2, regs->a3, regs->a4);
647db91e57SPalmer Dabbelt 	pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n",
657db91e57SPalmer Dabbelt 		regs->a5, regs->a6, regs->a7);
667db91e57SPalmer Dabbelt 	pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n",
677db91e57SPalmer Dabbelt 		regs->s2, regs->s3, regs->s4);
687db91e57SPalmer Dabbelt 	pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n",
697db91e57SPalmer Dabbelt 		regs->s5, regs->s6, regs->s7);
707db91e57SPalmer Dabbelt 	pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n",
717db91e57SPalmer Dabbelt 		regs->s8, regs->s9, regs->s10);
727db91e57SPalmer Dabbelt 	pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n",
737db91e57SPalmer Dabbelt 		regs->s11, regs->t3, regs->t4);
747db91e57SPalmer Dabbelt 	pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n",
757db91e57SPalmer Dabbelt 		regs->t5, regs->t6);
767db91e57SPalmer Dabbelt 
77a4c3733dSChristoph Hellwig 	pr_cont("status: " REG_FMT " badaddr: " REG_FMT " cause: " REG_FMT "\n",
78a4c3733dSChristoph Hellwig 		regs->status, regs->badaddr, regs->cause);
797db91e57SPalmer Dabbelt }
80091b9450SKefeng Wang void show_regs(struct pt_regs *regs)
81091b9450SKefeng Wang {
82091b9450SKefeng Wang 	__show_regs(regs);
83091b9450SKefeng Wang 	if (!user_mode(regs))
84091b9450SKefeng Wang 		dump_backtrace(regs, NULL, KERN_DEFAULT);
85091b9450SKefeng Wang }
867db91e57SPalmer Dabbelt 
87f4b395e6SGuo Ren #ifdef CONFIG_COMPAT
88f4b395e6SGuo Ren static bool compat_mode_supported __read_mostly;
89f4b395e6SGuo Ren 
90f4b395e6SGuo Ren bool compat_elf_check_arch(Elf32_Ehdr *hdr)
91f4b395e6SGuo Ren {
92f4b395e6SGuo Ren 	return compat_mode_supported &&
93f4b395e6SGuo Ren 	       hdr->e_machine == EM_RISCV &&
94f4b395e6SGuo Ren 	       hdr->e_ident[EI_CLASS] == ELFCLASS32;
95f4b395e6SGuo Ren }
96f4b395e6SGuo Ren 
97f4b395e6SGuo Ren static int __init compat_mode_detect(void)
98f4b395e6SGuo Ren {
99f4b395e6SGuo Ren 	unsigned long tmp = csr_read(CSR_STATUS);
100f4b395e6SGuo Ren 
101f4b395e6SGuo Ren 	csr_write(CSR_STATUS, (tmp & ~SR_UXL) | SR_UXL_32);
102f4b395e6SGuo Ren 	compat_mode_supported =
103f4b395e6SGuo Ren 			(csr_read(CSR_STATUS) & SR_UXL) == SR_UXL_32;
104f4b395e6SGuo Ren 
105f4b395e6SGuo Ren 	csr_write(CSR_STATUS, tmp);
106f4b395e6SGuo Ren 
107f4b395e6SGuo Ren 	pr_info("riscv: ELF compat mode %s",
108542d353eSJisheng Zhang 			compat_mode_supported ? "supported" : "unsupported");
109f4b395e6SGuo Ren 
110f4b395e6SGuo Ren 	return 0;
111f4b395e6SGuo Ren }
112f4b395e6SGuo Ren early_initcall(compat_mode_detect);
113f4b395e6SGuo Ren #endif
114f4b395e6SGuo Ren 
1157db91e57SPalmer Dabbelt void start_thread(struct pt_regs *regs, unsigned long pc,
1167db91e57SPalmer Dabbelt 	unsigned long sp)
1177db91e57SPalmer Dabbelt {
118a4c3733dSChristoph Hellwig 	regs->status = SR_PIE;
11937a7a2a1SJisheng Zhang 	if (has_fpu()) {
120a4c3733dSChristoph Hellwig 		regs->status |= SR_FS_INITIAL;
1218ac71d7eSVincent Chen 		/*
1228ac71d7eSVincent Chen 		 * Restore the initial value to the FP register
1238ac71d7eSVincent Chen 		 * before starting the user program.
1248ac71d7eSVincent Chen 		 */
1258ac71d7eSVincent Chen 		fstate_restore(current, regs);
1268ac71d7eSVincent Chen 	}
127a4c3733dSChristoph Hellwig 	regs->epc = pc;
1287db91e57SPalmer Dabbelt 	regs->sp = sp;
12969d0bf4cSGuo Ren 
13069d0bf4cSGuo Ren #ifdef CONFIG_64BIT
13169d0bf4cSGuo Ren 	regs->status &= ~SR_UXL;
13269d0bf4cSGuo Ren 
13369d0bf4cSGuo Ren 	if (is_compat_task())
13469d0bf4cSGuo Ren 		regs->status |= SR_UXL_32;
13569d0bf4cSGuo Ren 	else
13669d0bf4cSGuo Ren 		regs->status |= SR_UXL_64;
13769d0bf4cSGuo Ren #endif
1387db91e57SPalmer Dabbelt }
1397db91e57SPalmer Dabbelt 
1407db91e57SPalmer Dabbelt void flush_thread(void)
1417db91e57SPalmer Dabbelt {
1429671f706SAlan Kao #ifdef CONFIG_FPU
1437db91e57SPalmer Dabbelt 	/*
1448ac71d7eSVincent Chen 	 * Reset FPU state and context
1457db91e57SPalmer Dabbelt 	 *	frm: round to nearest, ties to even (IEEE default)
1467db91e57SPalmer Dabbelt 	 *	fflags: accrued exceptions cleared
1477db91e57SPalmer Dabbelt 	 */
1488ac71d7eSVincent Chen 	fstate_off(current, task_pt_regs(current));
1497db91e57SPalmer Dabbelt 	memset(&current->thread.fstate, 0, sizeof(current->thread.fstate));
1509671f706SAlan Kao #endif
1517db91e57SPalmer Dabbelt }
1527db91e57SPalmer Dabbelt 
1537db91e57SPalmer Dabbelt int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src)
1547db91e57SPalmer Dabbelt {
1557db91e57SPalmer Dabbelt 	fstate_save(src, task_pt_regs(src));
1567db91e57SPalmer Dabbelt 	*dst = *src;
1577db91e57SPalmer Dabbelt 	return 0;
1587db91e57SPalmer Dabbelt }
1597db91e57SPalmer Dabbelt 
160c5febea0SEric W. Biederman int copy_thread(struct task_struct *p, const struct kernel_clone_args *args)
1617db91e57SPalmer Dabbelt {
162c5febea0SEric W. Biederman 	unsigned long clone_flags = args->flags;
163c5febea0SEric W. Biederman 	unsigned long usp = args->stack;
164c5febea0SEric W. Biederman 	unsigned long tls = args->tls;
1657db91e57SPalmer Dabbelt 	struct pt_regs *childregs = task_pt_regs(p);
1667db91e57SPalmer Dabbelt 
167*6510c784SJisheng Zhang 	memset(&p->thread.s, 0, sizeof(p->thread.s));
168*6510c784SJisheng Zhang 
1697db91e57SPalmer Dabbelt 	/* p->thread holds context to be restored by __switch_to() */
1705bd2e97cSEric W. Biederman 	if (unlikely(args->fn)) {
1717db91e57SPalmer Dabbelt 		/* Kernel thread */
1727db91e57SPalmer Dabbelt 		memset(childregs, 0, sizeof(struct pt_regs));
17352e7c52dSPalmer Dabbelt 		childregs->gp = gp_in_global;
174a4c3733dSChristoph Hellwig 		/* Supervisor/Machine, irqs on: */
175a4c3733dSChristoph Hellwig 		childregs->status = SR_PP | SR_PIE;
1767db91e57SPalmer Dabbelt 
1777db91e57SPalmer Dabbelt 		p->thread.ra = (unsigned long)ret_from_kernel_thread;
1785bd2e97cSEric W. Biederman 		p->thread.s[0] = (unsigned long)args->fn;
1795bd2e97cSEric W. Biederman 		p->thread.s[1] = (unsigned long)args->fn_arg;
1807db91e57SPalmer Dabbelt 	} else {
1817db91e57SPalmer Dabbelt 		*childregs = *(current_pt_regs());
1827db91e57SPalmer Dabbelt 		if (usp) /* User fork */
1837db91e57SPalmer Dabbelt 			childregs->sp = usp;
1847db91e57SPalmer Dabbelt 		if (clone_flags & CLONE_SETTLS)
18520bda4edSAmanieu d'Antras 			childregs->tp = tls;
1867db91e57SPalmer Dabbelt 		childregs->a0 = 0; /* Return value of fork() */
1877db91e57SPalmer Dabbelt 		p->thread.ra = (unsigned long)ret_from_fork;
1887db91e57SPalmer Dabbelt 	}
1897db91e57SPalmer Dabbelt 	p->thread.sp = (unsigned long)childregs; /* kernel sp */
1907db91e57SPalmer Dabbelt 	return 0;
1917db91e57SPalmer Dabbelt }
192