1588cb88cSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 27db91e57SPalmer Dabbelt /* 37db91e57SPalmer Dabbelt * Copyright (C) 2009 Sunplus Core Technology Co., Ltd. 47db91e57SPalmer Dabbelt * Chen Liqin <[email protected]> 57db91e57SPalmer Dabbelt * Lennox Wu <[email protected]> 67db91e57SPalmer Dabbelt * Copyright (C) 2012 Regents of the University of California 77db91e57SPalmer Dabbelt * Copyright (C) 2017 SiFive 87db91e57SPalmer Dabbelt */ 97db91e57SPalmer Dabbelt 105ed881bcSPaul Walmsley #include <linux/cpu.h> 117db91e57SPalmer Dabbelt #include <linux/kernel.h> 127db91e57SPalmer Dabbelt #include <linux/sched.h> 1386b276c1SNanyong Sun #include <linux/sched/debug.h> 147db91e57SPalmer Dabbelt #include <linux/sched/task_stack.h> 157db91e57SPalmer Dabbelt #include <linux/tick.h> 167db91e57SPalmer Dabbelt #include <linux/ptrace.h> 175e454b54SAl Viro #include <linux/uaccess.h> 187db91e57SPalmer Dabbelt 197db91e57SPalmer Dabbelt #include <asm/unistd.h> 207db91e57SPalmer Dabbelt #include <asm/processor.h> 217db91e57SPalmer Dabbelt #include <asm/csr.h> 22091b9450SKefeng Wang #include <asm/stacktrace.h> 237db91e57SPalmer Dabbelt #include <asm/string.h> 247db91e57SPalmer Dabbelt #include <asm/switch_to.h> 255ed881bcSPaul Walmsley #include <asm/thread_info.h> 26f6e64b66SAnup Patel #include <asm/cpuidle.h> 277db91e57SPalmer Dabbelt 288356c379SPalmer Dabbelt register unsigned long gp_in_global __asm__("gp"); 2952e7c52dSPalmer Dabbelt 30fea2fed2SGuo Ren #if defined(CONFIG_STACKPROTECTOR) && !defined(CONFIG_STACKPROTECTOR_PER_TASK) 31f2c9699fSGuo Ren #include <linux/stackprotector.h> 32f2c9699fSGuo Ren unsigned long __stack_chk_guard __read_mostly; 33f2c9699fSGuo Ren EXPORT_SYMBOL(__stack_chk_guard); 34f2c9699fSGuo Ren #endif 35f2c9699fSGuo Ren 367db91e57SPalmer Dabbelt extern asmlinkage void ret_from_fork(void); 377db91e57SPalmer Dabbelt extern asmlinkage void ret_from_kernel_thread(void); 387db91e57SPalmer Dabbelt 397db91e57SPalmer Dabbelt void arch_cpu_idle(void) 407db91e57SPalmer Dabbelt { 41f6e64b66SAnup Patel cpu_do_idle(); 4258c644baSPeter Zijlstra raw_local_irq_enable(); 437db91e57SPalmer Dabbelt } 447db91e57SPalmer Dabbelt 45091b9450SKefeng Wang void __show_regs(struct pt_regs *regs) 467db91e57SPalmer Dabbelt { 477db91e57SPalmer Dabbelt show_regs_print_info(KERN_DEFAULT); 487db91e57SPalmer Dabbelt 49da401e89SKefeng Wang if (!user_mode(regs)) { 50da401e89SKefeng Wang pr_cont("epc : %pS\n", (void *)regs->epc); 51da401e89SKefeng Wang pr_cont(" ra : %pS\n", (void *)regs->ra); 52da401e89SKefeng Wang } 53da401e89SKefeng Wang 54a4c3733dSChristoph Hellwig pr_cont("epc : " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n", 55a4c3733dSChristoph Hellwig regs->epc, regs->ra, regs->sp); 567db91e57SPalmer Dabbelt pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n", 577db91e57SPalmer Dabbelt regs->gp, regs->tp, regs->t0); 587db91e57SPalmer Dabbelt pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n", 597db91e57SPalmer Dabbelt regs->t1, regs->t2, regs->s0); 607db91e57SPalmer Dabbelt pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n", 617db91e57SPalmer Dabbelt regs->s1, regs->a0, regs->a1); 627db91e57SPalmer Dabbelt pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n", 637db91e57SPalmer Dabbelt regs->a2, regs->a3, regs->a4); 647db91e57SPalmer Dabbelt pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n", 657db91e57SPalmer Dabbelt regs->a5, regs->a6, regs->a7); 667db91e57SPalmer Dabbelt pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n", 677db91e57SPalmer Dabbelt regs->s2, regs->s3, regs->s4); 687db91e57SPalmer Dabbelt pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n", 697db91e57SPalmer Dabbelt regs->s5, regs->s6, regs->s7); 707db91e57SPalmer Dabbelt pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n", 717db91e57SPalmer Dabbelt regs->s8, regs->s9, regs->s10); 727db91e57SPalmer Dabbelt pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n", 737db91e57SPalmer Dabbelt regs->s11, regs->t3, regs->t4); 747db91e57SPalmer Dabbelt pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n", 757db91e57SPalmer Dabbelt regs->t5, regs->t6); 767db91e57SPalmer Dabbelt 77a4c3733dSChristoph Hellwig pr_cont("status: " REG_FMT " badaddr: " REG_FMT " cause: " REG_FMT "\n", 78a4c3733dSChristoph Hellwig regs->status, regs->badaddr, regs->cause); 797db91e57SPalmer Dabbelt } 80091b9450SKefeng Wang void show_regs(struct pt_regs *regs) 81091b9450SKefeng Wang { 82091b9450SKefeng Wang __show_regs(regs); 83091b9450SKefeng Wang if (!user_mode(regs)) 84091b9450SKefeng Wang dump_backtrace(regs, NULL, KERN_DEFAULT); 85091b9450SKefeng Wang } 867db91e57SPalmer Dabbelt 877db91e57SPalmer Dabbelt void start_thread(struct pt_regs *regs, unsigned long pc, 887db91e57SPalmer Dabbelt unsigned long sp) 897db91e57SPalmer Dabbelt { 90a4c3733dSChristoph Hellwig regs->status = SR_PIE; 9137a7a2a1SJisheng Zhang if (has_fpu()) { 92a4c3733dSChristoph Hellwig regs->status |= SR_FS_INITIAL; 938ac71d7eSVincent Chen /* 948ac71d7eSVincent Chen * Restore the initial value to the FP register 958ac71d7eSVincent Chen * before starting the user program. 968ac71d7eSVincent Chen */ 978ac71d7eSVincent Chen fstate_restore(current, regs); 988ac71d7eSVincent Chen } 99a4c3733dSChristoph Hellwig regs->epc = pc; 1007db91e57SPalmer Dabbelt regs->sp = sp; 1017db91e57SPalmer Dabbelt } 1027db91e57SPalmer Dabbelt 1037db91e57SPalmer Dabbelt void flush_thread(void) 1047db91e57SPalmer Dabbelt { 1059671f706SAlan Kao #ifdef CONFIG_FPU 1067db91e57SPalmer Dabbelt /* 1078ac71d7eSVincent Chen * Reset FPU state and context 1087db91e57SPalmer Dabbelt * frm: round to nearest, ties to even (IEEE default) 1097db91e57SPalmer Dabbelt * fflags: accrued exceptions cleared 1107db91e57SPalmer Dabbelt */ 1118ac71d7eSVincent Chen fstate_off(current, task_pt_regs(current)); 1127db91e57SPalmer Dabbelt memset(¤t->thread.fstate, 0, sizeof(current->thread.fstate)); 1139671f706SAlan Kao #endif 1147db91e57SPalmer Dabbelt } 1157db91e57SPalmer Dabbelt 1167db91e57SPalmer Dabbelt int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src) 1177db91e57SPalmer Dabbelt { 1187db91e57SPalmer Dabbelt fstate_save(src, task_pt_regs(src)); 1197db91e57SPalmer Dabbelt *dst = *src; 1207db91e57SPalmer Dabbelt return 0; 1217db91e57SPalmer Dabbelt } 1227db91e57SPalmer Dabbelt 123c5febea0SEric W. Biederman int copy_thread(struct task_struct *p, const struct kernel_clone_args *args) 1247db91e57SPalmer Dabbelt { 125c5febea0SEric W. Biederman unsigned long clone_flags = args->flags; 126c5febea0SEric W. Biederman unsigned long usp = args->stack; 127c5febea0SEric W. Biederman unsigned long tls = args->tls; 1287db91e57SPalmer Dabbelt struct pt_regs *childregs = task_pt_regs(p); 1297db91e57SPalmer Dabbelt 1307db91e57SPalmer Dabbelt /* p->thread holds context to be restored by __switch_to() */ 131*5bd2e97cSEric W. Biederman if (unlikely(args->fn)) { 1327db91e57SPalmer Dabbelt /* Kernel thread */ 1337db91e57SPalmer Dabbelt memset(childregs, 0, sizeof(struct pt_regs)); 13452e7c52dSPalmer Dabbelt childregs->gp = gp_in_global; 135a4c3733dSChristoph Hellwig /* Supervisor/Machine, irqs on: */ 136a4c3733dSChristoph Hellwig childregs->status = SR_PP | SR_PIE; 1377db91e57SPalmer Dabbelt 1387db91e57SPalmer Dabbelt p->thread.ra = (unsigned long)ret_from_kernel_thread; 139*5bd2e97cSEric W. Biederman p->thread.s[0] = (unsigned long)args->fn; 140*5bd2e97cSEric W. Biederman p->thread.s[1] = (unsigned long)args->fn_arg; 1417db91e57SPalmer Dabbelt } else { 1427db91e57SPalmer Dabbelt *childregs = *(current_pt_regs()); 1437db91e57SPalmer Dabbelt if (usp) /* User fork */ 1447db91e57SPalmer Dabbelt childregs->sp = usp; 1457db91e57SPalmer Dabbelt if (clone_flags & CLONE_SETTLS) 14620bda4edSAmanieu d'Antras childregs->tp = tls; 1477db91e57SPalmer Dabbelt childregs->a0 = 0; /* Return value of fork() */ 1487db91e57SPalmer Dabbelt p->thread.ra = (unsigned long)ret_from_fork; 1497db91e57SPalmer Dabbelt } 1507db91e57SPalmer Dabbelt p->thread.sp = (unsigned long)childregs; /* kernel sp */ 1517db91e57SPalmer Dabbelt return 0; 1527db91e57SPalmer Dabbelt } 153