1588cb88cSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 27db91e57SPalmer Dabbelt /* 37db91e57SPalmer Dabbelt * Copyright (C) 2009 Sunplus Core Technology Co., Ltd. 47db91e57SPalmer Dabbelt * Chen Liqin <[email protected]> 57db91e57SPalmer Dabbelt * Lennox Wu <[email protected]> 67db91e57SPalmer Dabbelt * Copyright (C) 2012 Regents of the University of California 77db91e57SPalmer Dabbelt * Copyright (C) 2017 SiFive 87db91e57SPalmer Dabbelt */ 97db91e57SPalmer Dabbelt 105ed881bcSPaul Walmsley #include <linux/cpu.h> 117db91e57SPalmer Dabbelt #include <linux/kernel.h> 127db91e57SPalmer Dabbelt #include <linux/sched.h> 1386b276c1SNanyong Sun #include <linux/sched/debug.h> 147db91e57SPalmer Dabbelt #include <linux/sched/task_stack.h> 157db91e57SPalmer Dabbelt #include <linux/tick.h> 167db91e57SPalmer Dabbelt #include <linux/ptrace.h> 175e454b54SAl Viro #include <linux/uaccess.h> 187db91e57SPalmer Dabbelt 197db91e57SPalmer Dabbelt #include <asm/unistd.h> 207db91e57SPalmer Dabbelt #include <asm/processor.h> 217db91e57SPalmer Dabbelt #include <asm/csr.h> 22091b9450SKefeng Wang #include <asm/stacktrace.h> 237db91e57SPalmer Dabbelt #include <asm/string.h> 247db91e57SPalmer Dabbelt #include <asm/switch_to.h> 255ed881bcSPaul Walmsley #include <asm/thread_info.h> 267db91e57SPalmer Dabbelt 278356c379SPalmer Dabbelt register unsigned long gp_in_global __asm__("gp"); 2852e7c52dSPalmer Dabbelt 29fea2fed2SGuo Ren #if defined(CONFIG_STACKPROTECTOR) && !defined(CONFIG_STACKPROTECTOR_PER_TASK) 30f2c9699fSGuo Ren #include <linux/stackprotector.h> 31f2c9699fSGuo Ren unsigned long __stack_chk_guard __read_mostly; 32f2c9699fSGuo Ren EXPORT_SYMBOL(__stack_chk_guard); 33f2c9699fSGuo Ren #endif 34f2c9699fSGuo Ren 357db91e57SPalmer Dabbelt extern asmlinkage void ret_from_fork(void); 367db91e57SPalmer Dabbelt extern asmlinkage void ret_from_kernel_thread(void); 377db91e57SPalmer Dabbelt 387db91e57SPalmer Dabbelt void arch_cpu_idle(void) 397db91e57SPalmer Dabbelt { 407db91e57SPalmer Dabbelt wait_for_interrupt(); 4158c644baSPeter Zijlstra raw_local_irq_enable(); 427db91e57SPalmer Dabbelt } 437db91e57SPalmer Dabbelt 44091b9450SKefeng Wang void __show_regs(struct pt_regs *regs) 457db91e57SPalmer Dabbelt { 467db91e57SPalmer Dabbelt show_regs_print_info(KERN_DEFAULT); 477db91e57SPalmer Dabbelt 48da401e89SKefeng Wang if (!user_mode(regs)) { 49da401e89SKefeng Wang pr_cont("epc : %pS\n", (void *)regs->epc); 50da401e89SKefeng Wang pr_cont(" ra : %pS\n", (void *)regs->ra); 51da401e89SKefeng Wang } 52da401e89SKefeng Wang 53a4c3733dSChristoph Hellwig pr_cont("epc : " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n", 54a4c3733dSChristoph Hellwig regs->epc, regs->ra, regs->sp); 557db91e57SPalmer Dabbelt pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n", 567db91e57SPalmer Dabbelt regs->gp, regs->tp, regs->t0); 577db91e57SPalmer Dabbelt pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n", 587db91e57SPalmer Dabbelt regs->t1, regs->t2, regs->s0); 597db91e57SPalmer Dabbelt pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n", 607db91e57SPalmer Dabbelt regs->s1, regs->a0, regs->a1); 617db91e57SPalmer Dabbelt pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n", 627db91e57SPalmer Dabbelt regs->a2, regs->a3, regs->a4); 637db91e57SPalmer Dabbelt pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n", 647db91e57SPalmer Dabbelt regs->a5, regs->a6, regs->a7); 657db91e57SPalmer Dabbelt pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n", 667db91e57SPalmer Dabbelt regs->s2, regs->s3, regs->s4); 677db91e57SPalmer Dabbelt pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n", 687db91e57SPalmer Dabbelt regs->s5, regs->s6, regs->s7); 697db91e57SPalmer Dabbelt pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n", 707db91e57SPalmer Dabbelt regs->s8, regs->s9, regs->s10); 717db91e57SPalmer Dabbelt pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n", 727db91e57SPalmer Dabbelt regs->s11, regs->t3, regs->t4); 737db91e57SPalmer Dabbelt pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n", 747db91e57SPalmer Dabbelt regs->t5, regs->t6); 757db91e57SPalmer Dabbelt 76a4c3733dSChristoph Hellwig pr_cont("status: " REG_FMT " badaddr: " REG_FMT " cause: " REG_FMT "\n", 77a4c3733dSChristoph Hellwig regs->status, regs->badaddr, regs->cause); 787db91e57SPalmer Dabbelt } 79091b9450SKefeng Wang void show_regs(struct pt_regs *regs) 80091b9450SKefeng Wang { 81091b9450SKefeng Wang __show_regs(regs); 82091b9450SKefeng Wang if (!user_mode(regs)) 83091b9450SKefeng Wang dump_backtrace(regs, NULL, KERN_DEFAULT); 84091b9450SKefeng Wang } 857db91e57SPalmer Dabbelt 867db91e57SPalmer Dabbelt void start_thread(struct pt_regs *regs, unsigned long pc, 877db91e57SPalmer Dabbelt unsigned long sp) 887db91e57SPalmer Dabbelt { 89a4c3733dSChristoph Hellwig regs->status = SR_PIE; 90*37a7a2a1SJisheng Zhang if (has_fpu()) { 91a4c3733dSChristoph Hellwig regs->status |= SR_FS_INITIAL; 928ac71d7eSVincent Chen /* 938ac71d7eSVincent Chen * Restore the initial value to the FP register 948ac71d7eSVincent Chen * before starting the user program. 958ac71d7eSVincent Chen */ 968ac71d7eSVincent Chen fstate_restore(current, regs); 978ac71d7eSVincent Chen } 98a4c3733dSChristoph Hellwig regs->epc = pc; 997db91e57SPalmer Dabbelt regs->sp = sp; 1007db91e57SPalmer Dabbelt } 1017db91e57SPalmer Dabbelt 1027db91e57SPalmer Dabbelt void flush_thread(void) 1037db91e57SPalmer Dabbelt { 1049671f706SAlan Kao #ifdef CONFIG_FPU 1057db91e57SPalmer Dabbelt /* 1068ac71d7eSVincent Chen * Reset FPU state and context 1077db91e57SPalmer Dabbelt * frm: round to nearest, ties to even (IEEE default) 1087db91e57SPalmer Dabbelt * fflags: accrued exceptions cleared 1097db91e57SPalmer Dabbelt */ 1108ac71d7eSVincent Chen fstate_off(current, task_pt_regs(current)); 1117db91e57SPalmer Dabbelt memset(¤t->thread.fstate, 0, sizeof(current->thread.fstate)); 1129671f706SAlan Kao #endif 1137db91e57SPalmer Dabbelt } 1147db91e57SPalmer Dabbelt 1157db91e57SPalmer Dabbelt int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src) 1167db91e57SPalmer Dabbelt { 1177db91e57SPalmer Dabbelt fstate_save(src, task_pt_regs(src)); 1187db91e57SPalmer Dabbelt *dst = *src; 1197db91e57SPalmer Dabbelt return 0; 1207db91e57SPalmer Dabbelt } 1217db91e57SPalmer Dabbelt 122714acdbdSChristian Brauner int copy_thread(unsigned long clone_flags, unsigned long usp, unsigned long arg, 123714acdbdSChristian Brauner struct task_struct *p, unsigned long tls) 1247db91e57SPalmer Dabbelt { 1257db91e57SPalmer Dabbelt struct pt_regs *childregs = task_pt_regs(p); 1267db91e57SPalmer Dabbelt 1277db91e57SPalmer Dabbelt /* p->thread holds context to be restored by __switch_to() */ 1284727dc20SJens Axboe if (unlikely(p->flags & (PF_KTHREAD | PF_IO_WORKER))) { 1297db91e57SPalmer Dabbelt /* Kernel thread */ 1307db91e57SPalmer Dabbelt memset(childregs, 0, sizeof(struct pt_regs)); 13152e7c52dSPalmer Dabbelt childregs->gp = gp_in_global; 132a4c3733dSChristoph Hellwig /* Supervisor/Machine, irqs on: */ 133a4c3733dSChristoph Hellwig childregs->status = SR_PP | SR_PIE; 1347db91e57SPalmer Dabbelt 1357db91e57SPalmer Dabbelt p->thread.ra = (unsigned long)ret_from_kernel_thread; 1367db91e57SPalmer Dabbelt p->thread.s[0] = usp; /* fn */ 1377db91e57SPalmer Dabbelt p->thread.s[1] = arg; 1387db91e57SPalmer Dabbelt } else { 1397db91e57SPalmer Dabbelt *childregs = *(current_pt_regs()); 1407db91e57SPalmer Dabbelt if (usp) /* User fork */ 1417db91e57SPalmer Dabbelt childregs->sp = usp; 1427db91e57SPalmer Dabbelt if (clone_flags & CLONE_SETTLS) 14320bda4edSAmanieu d'Antras childregs->tp = tls; 1447db91e57SPalmer Dabbelt childregs->a0 = 0; /* Return value of fork() */ 1457db91e57SPalmer Dabbelt p->thread.ra = (unsigned long)ret_from_fork; 1467db91e57SPalmer Dabbelt } 1477db91e57SPalmer Dabbelt p->thread.sp = (unsigned long)childregs; /* kernel sp */ 1487db91e57SPalmer Dabbelt return 0; 1497db91e57SPalmer Dabbelt } 150