1588cb88cSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 27db91e57SPalmer Dabbelt /* 37db91e57SPalmer Dabbelt * Copyright (C) 2009 Sunplus Core Technology Co., Ltd. 47db91e57SPalmer Dabbelt * Chen Liqin <[email protected]> 57db91e57SPalmer Dabbelt * Lennox Wu <[email protected]> 67db91e57SPalmer Dabbelt * Copyright (C) 2012 Regents of the University of California 77db91e57SPalmer Dabbelt * Copyright (C) 2017 SiFive 87db91e57SPalmer Dabbelt */ 97db91e57SPalmer Dabbelt 105ed881bcSPaul Walmsley #include <linux/cpu.h> 117db91e57SPalmer Dabbelt #include <linux/kernel.h> 127db91e57SPalmer Dabbelt #include <linux/sched.h> 1386b276c1SNanyong Sun #include <linux/sched/debug.h> 147db91e57SPalmer Dabbelt #include <linux/sched/task_stack.h> 157db91e57SPalmer Dabbelt #include <linux/tick.h> 167db91e57SPalmer Dabbelt #include <linux/ptrace.h> 175e454b54SAl Viro #include <linux/uaccess.h> 187db91e57SPalmer Dabbelt 197db91e57SPalmer Dabbelt #include <asm/unistd.h> 207db91e57SPalmer Dabbelt #include <asm/processor.h> 217db91e57SPalmer Dabbelt #include <asm/csr.h> 22091b9450SKefeng Wang #include <asm/stacktrace.h> 237db91e57SPalmer Dabbelt #include <asm/string.h> 247db91e57SPalmer Dabbelt #include <asm/switch_to.h> 255ed881bcSPaul Walmsley #include <asm/thread_info.h> 26f6e64b66SAnup Patel #include <asm/cpuidle.h> 277db91e57SPalmer Dabbelt 288356c379SPalmer Dabbelt register unsigned long gp_in_global __asm__("gp"); 2952e7c52dSPalmer Dabbelt 30fea2fed2SGuo Ren #if defined(CONFIG_STACKPROTECTOR) && !defined(CONFIG_STACKPROTECTOR_PER_TASK) 31f2c9699fSGuo Ren #include <linux/stackprotector.h> 32f2c9699fSGuo Ren unsigned long __stack_chk_guard __read_mostly; 33f2c9699fSGuo Ren EXPORT_SYMBOL(__stack_chk_guard); 34f2c9699fSGuo Ren #endif 35f2c9699fSGuo Ren 367db91e57SPalmer Dabbelt extern asmlinkage void ret_from_fork(void); 377db91e57SPalmer Dabbelt extern asmlinkage void ret_from_kernel_thread(void); 387db91e57SPalmer Dabbelt 397db91e57SPalmer Dabbelt void arch_cpu_idle(void) 407db91e57SPalmer Dabbelt { 41f6e64b66SAnup Patel cpu_do_idle(); 4258c644baSPeter Zijlstra raw_local_irq_enable(); 437db91e57SPalmer Dabbelt } 447db91e57SPalmer Dabbelt 45091b9450SKefeng Wang void __show_regs(struct pt_regs *regs) 467db91e57SPalmer Dabbelt { 477db91e57SPalmer Dabbelt show_regs_print_info(KERN_DEFAULT); 487db91e57SPalmer Dabbelt 49da401e89SKefeng Wang if (!user_mode(regs)) { 50da401e89SKefeng Wang pr_cont("epc : %pS\n", (void *)regs->epc); 51da401e89SKefeng Wang pr_cont(" ra : %pS\n", (void *)regs->ra); 52da401e89SKefeng Wang } 53da401e89SKefeng Wang 54a4c3733dSChristoph Hellwig pr_cont("epc : " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n", 55a4c3733dSChristoph Hellwig regs->epc, regs->ra, regs->sp); 567db91e57SPalmer Dabbelt pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n", 577db91e57SPalmer Dabbelt regs->gp, regs->tp, regs->t0); 587db91e57SPalmer Dabbelt pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n", 597db91e57SPalmer Dabbelt regs->t1, regs->t2, regs->s0); 607db91e57SPalmer Dabbelt pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n", 617db91e57SPalmer Dabbelt regs->s1, regs->a0, regs->a1); 627db91e57SPalmer Dabbelt pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n", 637db91e57SPalmer Dabbelt regs->a2, regs->a3, regs->a4); 647db91e57SPalmer Dabbelt pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n", 657db91e57SPalmer Dabbelt regs->a5, regs->a6, regs->a7); 667db91e57SPalmer Dabbelt pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n", 677db91e57SPalmer Dabbelt regs->s2, regs->s3, regs->s4); 687db91e57SPalmer Dabbelt pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n", 697db91e57SPalmer Dabbelt regs->s5, regs->s6, regs->s7); 707db91e57SPalmer Dabbelt pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n", 717db91e57SPalmer Dabbelt regs->s8, regs->s9, regs->s10); 727db91e57SPalmer Dabbelt pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n", 737db91e57SPalmer Dabbelt regs->s11, regs->t3, regs->t4); 747db91e57SPalmer Dabbelt pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n", 757db91e57SPalmer Dabbelt regs->t5, regs->t6); 767db91e57SPalmer Dabbelt 77a4c3733dSChristoph Hellwig pr_cont("status: " REG_FMT " badaddr: " REG_FMT " cause: " REG_FMT "\n", 78a4c3733dSChristoph Hellwig regs->status, regs->badaddr, regs->cause); 797db91e57SPalmer Dabbelt } 80091b9450SKefeng Wang void show_regs(struct pt_regs *regs) 81091b9450SKefeng Wang { 82091b9450SKefeng Wang __show_regs(regs); 83091b9450SKefeng Wang if (!user_mode(regs)) 84091b9450SKefeng Wang dump_backtrace(regs, NULL, KERN_DEFAULT); 85091b9450SKefeng Wang } 867db91e57SPalmer Dabbelt 87f4b395e6SGuo Ren #ifdef CONFIG_COMPAT 88f4b395e6SGuo Ren static bool compat_mode_supported __read_mostly; 89f4b395e6SGuo Ren 90f4b395e6SGuo Ren bool compat_elf_check_arch(Elf32_Ehdr *hdr) 91f4b395e6SGuo Ren { 92f4b395e6SGuo Ren return compat_mode_supported && 93f4b395e6SGuo Ren hdr->e_machine == EM_RISCV && 94f4b395e6SGuo Ren hdr->e_ident[EI_CLASS] == ELFCLASS32; 95f4b395e6SGuo Ren } 96f4b395e6SGuo Ren 97f4b395e6SGuo Ren static int __init compat_mode_detect(void) 98f4b395e6SGuo Ren { 99f4b395e6SGuo Ren unsigned long tmp = csr_read(CSR_STATUS); 100f4b395e6SGuo Ren 101f4b395e6SGuo Ren csr_write(CSR_STATUS, (tmp & ~SR_UXL) | SR_UXL_32); 102f4b395e6SGuo Ren compat_mode_supported = 103f4b395e6SGuo Ren (csr_read(CSR_STATUS) & SR_UXL) == SR_UXL_32; 104f4b395e6SGuo Ren 105f4b395e6SGuo Ren csr_write(CSR_STATUS, tmp); 106f4b395e6SGuo Ren 107f4b395e6SGuo Ren pr_info("riscv: ELF compat mode %s", 108542d353eSJisheng Zhang compat_mode_supported ? "supported" : "unsupported"); 109f4b395e6SGuo Ren 110f4b395e6SGuo Ren return 0; 111f4b395e6SGuo Ren } 112f4b395e6SGuo Ren early_initcall(compat_mode_detect); 113f4b395e6SGuo Ren #endif 114f4b395e6SGuo Ren 1157db91e57SPalmer Dabbelt void start_thread(struct pt_regs *regs, unsigned long pc, 1167db91e57SPalmer Dabbelt unsigned long sp) 1177db91e57SPalmer Dabbelt { 118a4c3733dSChristoph Hellwig regs->status = SR_PIE; 11937a7a2a1SJisheng Zhang if (has_fpu()) { 120a4c3733dSChristoph Hellwig regs->status |= SR_FS_INITIAL; 1218ac71d7eSVincent Chen /* 1228ac71d7eSVincent Chen * Restore the initial value to the FP register 1238ac71d7eSVincent Chen * before starting the user program. 1248ac71d7eSVincent Chen */ 1258ac71d7eSVincent Chen fstate_restore(current, regs); 1268ac71d7eSVincent Chen } 127a4c3733dSChristoph Hellwig regs->epc = pc; 1287db91e57SPalmer Dabbelt regs->sp = sp; 12969d0bf4cSGuo Ren 13069d0bf4cSGuo Ren #ifdef CONFIG_64BIT 13169d0bf4cSGuo Ren regs->status &= ~SR_UXL; 13269d0bf4cSGuo Ren 13369d0bf4cSGuo Ren if (is_compat_task()) 13469d0bf4cSGuo Ren regs->status |= SR_UXL_32; 13569d0bf4cSGuo Ren else 13669d0bf4cSGuo Ren regs->status |= SR_UXL_64; 13769d0bf4cSGuo Ren #endif 1387db91e57SPalmer Dabbelt } 1397db91e57SPalmer Dabbelt 1407db91e57SPalmer Dabbelt void flush_thread(void) 1417db91e57SPalmer Dabbelt { 1429671f706SAlan Kao #ifdef CONFIG_FPU 1437db91e57SPalmer Dabbelt /* 1448ac71d7eSVincent Chen * Reset FPU state and context 1457db91e57SPalmer Dabbelt * frm: round to nearest, ties to even (IEEE default) 1467db91e57SPalmer Dabbelt * fflags: accrued exceptions cleared 1477db91e57SPalmer Dabbelt */ 1488ac71d7eSVincent Chen fstate_off(current, task_pt_regs(current)); 1497db91e57SPalmer Dabbelt memset(¤t->thread.fstate, 0, sizeof(current->thread.fstate)); 1509671f706SAlan Kao #endif 1517db91e57SPalmer Dabbelt } 1527db91e57SPalmer Dabbelt 1537db91e57SPalmer Dabbelt int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src) 1547db91e57SPalmer Dabbelt { 1557db91e57SPalmer Dabbelt fstate_save(src, task_pt_regs(src)); 1567db91e57SPalmer Dabbelt *dst = *src; 1577db91e57SPalmer Dabbelt return 0; 1587db91e57SPalmer Dabbelt } 1597db91e57SPalmer Dabbelt 160c5febea0SEric W. Biederman int copy_thread(struct task_struct *p, const struct kernel_clone_args *args) 1617db91e57SPalmer Dabbelt { 162c5febea0SEric W. Biederman unsigned long clone_flags = args->flags; 163c5febea0SEric W. Biederman unsigned long usp = args->stack; 164c5febea0SEric W. Biederman unsigned long tls = args->tls; 1657db91e57SPalmer Dabbelt struct pt_regs *childregs = task_pt_regs(p); 1667db91e57SPalmer Dabbelt 167*6510c784SJisheng Zhang memset(&p->thread.s, 0, sizeof(p->thread.s)); 168*6510c784SJisheng Zhang 1697db91e57SPalmer Dabbelt /* p->thread holds context to be restored by __switch_to() */ 1705bd2e97cSEric W. Biederman if (unlikely(args->fn)) { 1717db91e57SPalmer Dabbelt /* Kernel thread */ 1727db91e57SPalmer Dabbelt memset(childregs, 0, sizeof(struct pt_regs)); 17352e7c52dSPalmer Dabbelt childregs->gp = gp_in_global; 174a4c3733dSChristoph Hellwig /* Supervisor/Machine, irqs on: */ 175a4c3733dSChristoph Hellwig childregs->status = SR_PP | SR_PIE; 1767db91e57SPalmer Dabbelt 1777db91e57SPalmer Dabbelt p->thread.ra = (unsigned long)ret_from_kernel_thread; 1785bd2e97cSEric W. Biederman p->thread.s[0] = (unsigned long)args->fn; 1795bd2e97cSEric W. Biederman p->thread.s[1] = (unsigned long)args->fn_arg; 1807db91e57SPalmer Dabbelt } else { 1817db91e57SPalmer Dabbelt *childregs = *(current_pt_regs()); 1827db91e57SPalmer Dabbelt if (usp) /* User fork */ 1837db91e57SPalmer Dabbelt childregs->sp = usp; 1847db91e57SPalmer Dabbelt if (clone_flags & CLONE_SETTLS) 18520bda4edSAmanieu d'Antras childregs->tp = tls; 1867db91e57SPalmer Dabbelt childregs->a0 = 0; /* Return value of fork() */ 1877db91e57SPalmer Dabbelt p->thread.ra = (unsigned long)ret_from_fork; 1887db91e57SPalmer Dabbelt } 1897db91e57SPalmer Dabbelt p->thread.sp = (unsigned long)childregs; /* kernel sp */ 1907db91e57SPalmer Dabbelt return 0; 1917db91e57SPalmer Dabbelt } 192