1588cb88cSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 27db91e57SPalmer Dabbelt /* 37db91e57SPalmer Dabbelt * Copyright (C) 2009 Sunplus Core Technology Co., Ltd. 47db91e57SPalmer Dabbelt * Chen Liqin <[email protected]> 57db91e57SPalmer Dabbelt * Lennox Wu <[email protected]> 67db91e57SPalmer Dabbelt * Copyright (C) 2012 Regents of the University of California 77db91e57SPalmer Dabbelt * Copyright (C) 2017 SiFive 87db91e57SPalmer Dabbelt */ 97db91e57SPalmer Dabbelt 105ed881bcSPaul Walmsley #include <linux/cpu.h> 117db91e57SPalmer Dabbelt #include <linux/kernel.h> 127db91e57SPalmer Dabbelt #include <linux/sched.h> 137db91e57SPalmer Dabbelt #include <linux/sched/task_stack.h> 147db91e57SPalmer Dabbelt #include <linux/tick.h> 157db91e57SPalmer Dabbelt #include <linux/ptrace.h> 165e454b54SAl Viro #include <linux/uaccess.h> 177db91e57SPalmer Dabbelt 187db91e57SPalmer Dabbelt #include <asm/unistd.h> 197db91e57SPalmer Dabbelt #include <asm/processor.h> 207db91e57SPalmer Dabbelt #include <asm/csr.h> 21091b9450SKefeng Wang #include <asm/stacktrace.h> 227db91e57SPalmer Dabbelt #include <asm/string.h> 237db91e57SPalmer Dabbelt #include <asm/switch_to.h> 245ed881bcSPaul Walmsley #include <asm/thread_info.h> 257db91e57SPalmer Dabbelt 268356c379SPalmer Dabbelt register unsigned long gp_in_global __asm__("gp"); 2752e7c52dSPalmer Dabbelt 28fea2fed2SGuo Ren #if defined(CONFIG_STACKPROTECTOR) && !defined(CONFIG_STACKPROTECTOR_PER_TASK) 29f2c9699fSGuo Ren #include <linux/stackprotector.h> 30f2c9699fSGuo Ren unsigned long __stack_chk_guard __read_mostly; 31f2c9699fSGuo Ren EXPORT_SYMBOL(__stack_chk_guard); 32f2c9699fSGuo Ren #endif 33f2c9699fSGuo Ren 347db91e57SPalmer Dabbelt extern asmlinkage void ret_from_fork(void); 357db91e57SPalmer Dabbelt extern asmlinkage void ret_from_kernel_thread(void); 367db91e57SPalmer Dabbelt 377db91e57SPalmer Dabbelt void arch_cpu_idle(void) 387db91e57SPalmer Dabbelt { 397db91e57SPalmer Dabbelt wait_for_interrupt(); 4058c644baSPeter Zijlstra raw_local_irq_enable(); 417db91e57SPalmer Dabbelt } 427db91e57SPalmer Dabbelt 43091b9450SKefeng Wang void __show_regs(struct pt_regs *regs) 447db91e57SPalmer Dabbelt { 457db91e57SPalmer Dabbelt show_regs_print_info(KERN_DEFAULT); 467db91e57SPalmer Dabbelt 47*da401e89SKefeng Wang if (!user_mode(regs)) { 48*da401e89SKefeng Wang pr_cont("epc : %pS\n", (void *)regs->epc); 49*da401e89SKefeng Wang pr_cont(" ra : %pS\n", (void *)regs->ra); 50*da401e89SKefeng Wang } 51*da401e89SKefeng Wang 52a4c3733dSChristoph Hellwig pr_cont("epc : " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n", 53a4c3733dSChristoph Hellwig regs->epc, regs->ra, regs->sp); 547db91e57SPalmer Dabbelt pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n", 557db91e57SPalmer Dabbelt regs->gp, regs->tp, regs->t0); 567db91e57SPalmer Dabbelt pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n", 577db91e57SPalmer Dabbelt regs->t1, regs->t2, regs->s0); 587db91e57SPalmer Dabbelt pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n", 597db91e57SPalmer Dabbelt regs->s1, regs->a0, regs->a1); 607db91e57SPalmer Dabbelt pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n", 617db91e57SPalmer Dabbelt regs->a2, regs->a3, regs->a4); 627db91e57SPalmer Dabbelt pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n", 637db91e57SPalmer Dabbelt regs->a5, regs->a6, regs->a7); 647db91e57SPalmer Dabbelt pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n", 657db91e57SPalmer Dabbelt regs->s2, regs->s3, regs->s4); 667db91e57SPalmer Dabbelt pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n", 677db91e57SPalmer Dabbelt regs->s5, regs->s6, regs->s7); 687db91e57SPalmer Dabbelt pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n", 697db91e57SPalmer Dabbelt regs->s8, regs->s9, regs->s10); 707db91e57SPalmer Dabbelt pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n", 717db91e57SPalmer Dabbelt regs->s11, regs->t3, regs->t4); 727db91e57SPalmer Dabbelt pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n", 737db91e57SPalmer Dabbelt regs->t5, regs->t6); 747db91e57SPalmer Dabbelt 75a4c3733dSChristoph Hellwig pr_cont("status: " REG_FMT " badaddr: " REG_FMT " cause: " REG_FMT "\n", 76a4c3733dSChristoph Hellwig regs->status, regs->badaddr, regs->cause); 777db91e57SPalmer Dabbelt } 78091b9450SKefeng Wang void show_regs(struct pt_regs *regs) 79091b9450SKefeng Wang { 80091b9450SKefeng Wang __show_regs(regs); 81091b9450SKefeng Wang if (!user_mode(regs)) 82091b9450SKefeng Wang dump_backtrace(regs, NULL, KERN_DEFAULT); 83091b9450SKefeng Wang } 847db91e57SPalmer Dabbelt 857db91e57SPalmer Dabbelt void start_thread(struct pt_regs *regs, unsigned long pc, 867db91e57SPalmer Dabbelt unsigned long sp) 877db91e57SPalmer Dabbelt { 88a4c3733dSChristoph Hellwig regs->status = SR_PIE; 898ac71d7eSVincent Chen if (has_fpu) { 90a4c3733dSChristoph Hellwig regs->status |= SR_FS_INITIAL; 918ac71d7eSVincent Chen /* 928ac71d7eSVincent Chen * Restore the initial value to the FP register 938ac71d7eSVincent Chen * before starting the user program. 948ac71d7eSVincent Chen */ 958ac71d7eSVincent Chen fstate_restore(current, regs); 968ac71d7eSVincent Chen } 97a4c3733dSChristoph Hellwig regs->epc = pc; 987db91e57SPalmer Dabbelt regs->sp = sp; 997db91e57SPalmer Dabbelt } 1007db91e57SPalmer Dabbelt 1017db91e57SPalmer Dabbelt void flush_thread(void) 1027db91e57SPalmer Dabbelt { 1039671f706SAlan Kao #ifdef CONFIG_FPU 1047db91e57SPalmer Dabbelt /* 1058ac71d7eSVincent Chen * Reset FPU state and context 1067db91e57SPalmer Dabbelt * frm: round to nearest, ties to even (IEEE default) 1077db91e57SPalmer Dabbelt * fflags: accrued exceptions cleared 1087db91e57SPalmer Dabbelt */ 1098ac71d7eSVincent Chen fstate_off(current, task_pt_regs(current)); 1107db91e57SPalmer Dabbelt memset(¤t->thread.fstate, 0, sizeof(current->thread.fstate)); 1119671f706SAlan Kao #endif 1127db91e57SPalmer Dabbelt } 1137db91e57SPalmer Dabbelt 1147db91e57SPalmer Dabbelt int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src) 1157db91e57SPalmer Dabbelt { 1167db91e57SPalmer Dabbelt fstate_save(src, task_pt_regs(src)); 1177db91e57SPalmer Dabbelt *dst = *src; 1187db91e57SPalmer Dabbelt return 0; 1197db91e57SPalmer Dabbelt } 1207db91e57SPalmer Dabbelt 121714acdbdSChristian Brauner int copy_thread(unsigned long clone_flags, unsigned long usp, unsigned long arg, 122714acdbdSChristian Brauner struct task_struct *p, unsigned long tls) 1237db91e57SPalmer Dabbelt { 1247db91e57SPalmer Dabbelt struct pt_regs *childregs = task_pt_regs(p); 1257db91e57SPalmer Dabbelt 1267db91e57SPalmer Dabbelt /* p->thread holds context to be restored by __switch_to() */ 1277db91e57SPalmer Dabbelt if (unlikely(p->flags & PF_KTHREAD)) { 1287db91e57SPalmer Dabbelt /* Kernel thread */ 1297db91e57SPalmer Dabbelt memset(childregs, 0, sizeof(struct pt_regs)); 13052e7c52dSPalmer Dabbelt childregs->gp = gp_in_global; 131a4c3733dSChristoph Hellwig /* Supervisor/Machine, irqs on: */ 132a4c3733dSChristoph Hellwig childregs->status = SR_PP | SR_PIE; 1337db91e57SPalmer Dabbelt 1347db91e57SPalmer Dabbelt p->thread.ra = (unsigned long)ret_from_kernel_thread; 1357db91e57SPalmer Dabbelt p->thread.s[0] = usp; /* fn */ 1367db91e57SPalmer Dabbelt p->thread.s[1] = arg; 1377db91e57SPalmer Dabbelt } else { 1387db91e57SPalmer Dabbelt *childregs = *(current_pt_regs()); 1397db91e57SPalmer Dabbelt if (usp) /* User fork */ 1407db91e57SPalmer Dabbelt childregs->sp = usp; 1417db91e57SPalmer Dabbelt if (clone_flags & CLONE_SETTLS) 14220bda4edSAmanieu d'Antras childregs->tp = tls; 1437db91e57SPalmer Dabbelt childregs->a0 = 0; /* Return value of fork() */ 1447db91e57SPalmer Dabbelt p->thread.ra = (unsigned long)ret_from_fork; 1457db91e57SPalmer Dabbelt } 1467db91e57SPalmer Dabbelt p->thread.sp = (unsigned long)childregs; /* kernel sp */ 1477db91e57SPalmer Dabbelt return 0; 1487db91e57SPalmer Dabbelt } 149