1588cb88cSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 27db91e57SPalmer Dabbelt /* 37db91e57SPalmer Dabbelt * Copyright (C) 2009 Sunplus Core Technology Co., Ltd. 47db91e57SPalmer Dabbelt * Chen Liqin <[email protected]> 57db91e57SPalmer Dabbelt * Lennox Wu <[email protected]> 67db91e57SPalmer Dabbelt * Copyright (C) 2012 Regents of the University of California 77db91e57SPalmer Dabbelt * Copyright (C) 2017 SiFive 87db91e57SPalmer Dabbelt */ 97db91e57SPalmer Dabbelt 105ed881bcSPaul Walmsley #include <linux/cpu.h> 117db91e57SPalmer Dabbelt #include <linux/kernel.h> 127db91e57SPalmer Dabbelt #include <linux/sched.h> 1386b276c1SNanyong Sun #include <linux/sched/debug.h> 147db91e57SPalmer Dabbelt #include <linux/sched/task_stack.h> 157db91e57SPalmer Dabbelt #include <linux/tick.h> 167db91e57SPalmer Dabbelt #include <linux/ptrace.h> 175e454b54SAl Viro #include <linux/uaccess.h> 187db91e57SPalmer Dabbelt 197db91e57SPalmer Dabbelt #include <asm/unistd.h> 207db91e57SPalmer Dabbelt #include <asm/processor.h> 217db91e57SPalmer Dabbelt #include <asm/csr.h> 22091b9450SKefeng Wang #include <asm/stacktrace.h> 237db91e57SPalmer Dabbelt #include <asm/string.h> 247db91e57SPalmer Dabbelt #include <asm/switch_to.h> 255ed881bcSPaul Walmsley #include <asm/thread_info.h> 26f6e64b66SAnup Patel #include <asm/cpuidle.h> 277db91e57SPalmer Dabbelt 288356c379SPalmer Dabbelt register unsigned long gp_in_global __asm__("gp"); 2952e7c52dSPalmer Dabbelt 30fea2fed2SGuo Ren #if defined(CONFIG_STACKPROTECTOR) && !defined(CONFIG_STACKPROTECTOR_PER_TASK) 31f2c9699fSGuo Ren #include <linux/stackprotector.h> 32f2c9699fSGuo Ren unsigned long __stack_chk_guard __read_mostly; 33f2c9699fSGuo Ren EXPORT_SYMBOL(__stack_chk_guard); 34f2c9699fSGuo Ren #endif 35f2c9699fSGuo Ren 367db91e57SPalmer Dabbelt extern asmlinkage void ret_from_fork(void); 377db91e57SPalmer Dabbelt 387db91e57SPalmer Dabbelt void arch_cpu_idle(void) 397db91e57SPalmer Dabbelt { 40f6e64b66SAnup Patel cpu_do_idle(); 417db91e57SPalmer Dabbelt } 427db91e57SPalmer Dabbelt 43091b9450SKefeng Wang void __show_regs(struct pt_regs *regs) 447db91e57SPalmer Dabbelt { 457db91e57SPalmer Dabbelt show_regs_print_info(KERN_DEFAULT); 467db91e57SPalmer Dabbelt 47da401e89SKefeng Wang if (!user_mode(regs)) { 48da401e89SKefeng Wang pr_cont("epc : %pS\n", (void *)regs->epc); 49da401e89SKefeng Wang pr_cont(" ra : %pS\n", (void *)regs->ra); 50da401e89SKefeng Wang } 51da401e89SKefeng Wang 52a4c3733dSChristoph Hellwig pr_cont("epc : " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n", 53a4c3733dSChristoph Hellwig regs->epc, regs->ra, regs->sp); 547db91e57SPalmer Dabbelt pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n", 557db91e57SPalmer Dabbelt regs->gp, regs->tp, regs->t0); 567db91e57SPalmer Dabbelt pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n", 577db91e57SPalmer Dabbelt regs->t1, regs->t2, regs->s0); 587db91e57SPalmer Dabbelt pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n", 597db91e57SPalmer Dabbelt regs->s1, regs->a0, regs->a1); 607db91e57SPalmer Dabbelt pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n", 617db91e57SPalmer Dabbelt regs->a2, regs->a3, regs->a4); 627db91e57SPalmer Dabbelt pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n", 637db91e57SPalmer Dabbelt regs->a5, regs->a6, regs->a7); 647db91e57SPalmer Dabbelt pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n", 657db91e57SPalmer Dabbelt regs->s2, regs->s3, regs->s4); 667db91e57SPalmer Dabbelt pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n", 677db91e57SPalmer Dabbelt regs->s5, regs->s6, regs->s7); 687db91e57SPalmer Dabbelt pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n", 697db91e57SPalmer Dabbelt regs->s8, regs->s9, regs->s10); 707db91e57SPalmer Dabbelt pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n", 717db91e57SPalmer Dabbelt regs->s11, regs->t3, regs->t4); 727db91e57SPalmer Dabbelt pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n", 737db91e57SPalmer Dabbelt regs->t5, regs->t6); 747db91e57SPalmer Dabbelt 75a4c3733dSChristoph Hellwig pr_cont("status: " REG_FMT " badaddr: " REG_FMT " cause: " REG_FMT "\n", 76a4c3733dSChristoph Hellwig regs->status, regs->badaddr, regs->cause); 777db91e57SPalmer Dabbelt } 78091b9450SKefeng Wang void show_regs(struct pt_regs *regs) 79091b9450SKefeng Wang { 80091b9450SKefeng Wang __show_regs(regs); 81091b9450SKefeng Wang if (!user_mode(regs)) 82091b9450SKefeng Wang dump_backtrace(regs, NULL, KERN_DEFAULT); 83091b9450SKefeng Wang } 847db91e57SPalmer Dabbelt 85f4b395e6SGuo Ren #ifdef CONFIG_COMPAT 86f4b395e6SGuo Ren static bool compat_mode_supported __read_mostly; 87f4b395e6SGuo Ren 88f4b395e6SGuo Ren bool compat_elf_check_arch(Elf32_Ehdr *hdr) 89f4b395e6SGuo Ren { 90f4b395e6SGuo Ren return compat_mode_supported && 91f4b395e6SGuo Ren hdr->e_machine == EM_RISCV && 92f4b395e6SGuo Ren hdr->e_ident[EI_CLASS] == ELFCLASS32; 93f4b395e6SGuo Ren } 94f4b395e6SGuo Ren 95f4b395e6SGuo Ren static int __init compat_mode_detect(void) 96f4b395e6SGuo Ren { 97f4b395e6SGuo Ren unsigned long tmp = csr_read(CSR_STATUS); 98f4b395e6SGuo Ren 99f4b395e6SGuo Ren csr_write(CSR_STATUS, (tmp & ~SR_UXL) | SR_UXL_32); 100f4b395e6SGuo Ren compat_mode_supported = 101f4b395e6SGuo Ren (csr_read(CSR_STATUS) & SR_UXL) == SR_UXL_32; 102f4b395e6SGuo Ren 103f4b395e6SGuo Ren csr_write(CSR_STATUS, tmp); 104f4b395e6SGuo Ren 105f4b395e6SGuo Ren pr_info("riscv: ELF compat mode %s", 106542d353eSJisheng Zhang compat_mode_supported ? "supported" : "unsupported"); 107f4b395e6SGuo Ren 108f4b395e6SGuo Ren return 0; 109f4b395e6SGuo Ren } 110f4b395e6SGuo Ren early_initcall(compat_mode_detect); 111f4b395e6SGuo Ren #endif 112f4b395e6SGuo Ren 1137db91e57SPalmer Dabbelt void start_thread(struct pt_regs *regs, unsigned long pc, 1147db91e57SPalmer Dabbelt unsigned long sp) 1157db91e57SPalmer Dabbelt { 116a4c3733dSChristoph Hellwig regs->status = SR_PIE; 11737a7a2a1SJisheng Zhang if (has_fpu()) { 118a4c3733dSChristoph Hellwig regs->status |= SR_FS_INITIAL; 1198ac71d7eSVincent Chen /* 1208ac71d7eSVincent Chen * Restore the initial value to the FP register 1218ac71d7eSVincent Chen * before starting the user program. 1228ac71d7eSVincent Chen */ 1238ac71d7eSVincent Chen fstate_restore(current, regs); 1248ac71d7eSVincent Chen } 125a4c3733dSChristoph Hellwig regs->epc = pc; 1267db91e57SPalmer Dabbelt regs->sp = sp; 12769d0bf4cSGuo Ren 12869d0bf4cSGuo Ren #ifdef CONFIG_64BIT 12969d0bf4cSGuo Ren regs->status &= ~SR_UXL; 13069d0bf4cSGuo Ren 13169d0bf4cSGuo Ren if (is_compat_task()) 13269d0bf4cSGuo Ren regs->status |= SR_UXL_32; 13369d0bf4cSGuo Ren else 13469d0bf4cSGuo Ren regs->status |= SR_UXL_64; 13569d0bf4cSGuo Ren #endif 1367db91e57SPalmer Dabbelt } 1377db91e57SPalmer Dabbelt 1387db91e57SPalmer Dabbelt void flush_thread(void) 1397db91e57SPalmer Dabbelt { 1409671f706SAlan Kao #ifdef CONFIG_FPU 1417db91e57SPalmer Dabbelt /* 1428ac71d7eSVincent Chen * Reset FPU state and context 1437db91e57SPalmer Dabbelt * frm: round to nearest, ties to even (IEEE default) 1447db91e57SPalmer Dabbelt * fflags: accrued exceptions cleared 1457db91e57SPalmer Dabbelt */ 1468ac71d7eSVincent Chen fstate_off(current, task_pt_regs(current)); 1477db91e57SPalmer Dabbelt memset(¤t->thread.fstate, 0, sizeof(current->thread.fstate)); 1489671f706SAlan Kao #endif 1497db91e57SPalmer Dabbelt } 1507db91e57SPalmer Dabbelt 1517db91e57SPalmer Dabbelt int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src) 1527db91e57SPalmer Dabbelt { 1537db91e57SPalmer Dabbelt fstate_save(src, task_pt_regs(src)); 1547db91e57SPalmer Dabbelt *dst = *src; 1557db91e57SPalmer Dabbelt return 0; 1567db91e57SPalmer Dabbelt } 1577db91e57SPalmer Dabbelt 158c5febea0SEric W. Biederman int copy_thread(struct task_struct *p, const struct kernel_clone_args *args) 1597db91e57SPalmer Dabbelt { 160c5febea0SEric W. Biederman unsigned long clone_flags = args->flags; 161c5febea0SEric W. Biederman unsigned long usp = args->stack; 162c5febea0SEric W. Biederman unsigned long tls = args->tls; 1637db91e57SPalmer Dabbelt struct pt_regs *childregs = task_pt_regs(p); 1647db91e57SPalmer Dabbelt 1656510c784SJisheng Zhang memset(&p->thread.s, 0, sizeof(p->thread.s)); 1666510c784SJisheng Zhang 1677db91e57SPalmer Dabbelt /* p->thread holds context to be restored by __switch_to() */ 1685bd2e97cSEric W. Biederman if (unlikely(args->fn)) { 1697db91e57SPalmer Dabbelt /* Kernel thread */ 1707db91e57SPalmer Dabbelt memset(childregs, 0, sizeof(struct pt_regs)); 17152e7c52dSPalmer Dabbelt childregs->gp = gp_in_global; 172a4c3733dSChristoph Hellwig /* Supervisor/Machine, irqs on: */ 173a4c3733dSChristoph Hellwig childregs->status = SR_PP | SR_PIE; 1747db91e57SPalmer Dabbelt 1755bd2e97cSEric W. Biederman p->thread.s[0] = (unsigned long)args->fn; 1765bd2e97cSEric W. Biederman p->thread.s[1] = (unsigned long)args->fn_arg; 1777db91e57SPalmer Dabbelt } else { 1787db91e57SPalmer Dabbelt *childregs = *(current_pt_regs()); 1797db91e57SPalmer Dabbelt if (usp) /* User fork */ 1807db91e57SPalmer Dabbelt childregs->sp = usp; 1817db91e57SPalmer Dabbelt if (clone_flags & CLONE_SETTLS) 18220bda4edSAmanieu d'Antras childregs->tp = tls; 1837db91e57SPalmer Dabbelt childregs->a0 = 0; /* Return value of fork() */ 184*ab9164daSJisheng Zhang p->thread.s[0] = 0; 1857db91e57SPalmer Dabbelt } 186*ab9164daSJisheng Zhang p->thread.ra = (unsigned long)ret_from_fork; 1877db91e57SPalmer Dabbelt p->thread.sp = (unsigned long)childregs; /* kernel sp */ 1887db91e57SPalmer Dabbelt return 0; 1897db91e57SPalmer Dabbelt } 190