xref: /linux-6.15/kernel/debug/debug_core.c (revision 53197fc4)
1c4338209SJason Wessel /*
2*53197fc4SJason Wessel  * Kernel Debug Core
3c4338209SJason Wessel  *
4c4338209SJason Wessel  * Maintainer: Jason Wessel <[email protected]>
5c4338209SJason Wessel  *
6c4338209SJason Wessel  * Copyright (C) 2000-2001 VERITAS Software Corporation.
7c4338209SJason Wessel  * Copyright (C) 2002-2004 Timesys Corporation
8c4338209SJason Wessel  * Copyright (C) 2003-2004 Amit S. Kale <[email protected]>
9c4338209SJason Wessel  * Copyright (C) 2004 Pavel Machek <[email protected]>
10c4338209SJason Wessel  * Copyright (C) 2004-2006 Tom Rini <[email protected]>
11c4338209SJason Wessel  * Copyright (C) 2004-2006 LinSysSoft Technologies Pvt. Ltd.
12*53197fc4SJason Wessel  * Copyright (C) 2005-2009 Wind River Systems, Inc.
13c4338209SJason Wessel  * Copyright (C) 2007 MontaVista Software, Inc.
14c4338209SJason Wessel  * Copyright (C) 2008 Red Hat, Inc., Ingo Molnar <[email protected]>
15c4338209SJason Wessel  *
16c4338209SJason Wessel  * Contributors at various stages not listed above:
17c4338209SJason Wessel  *  Jason Wessel ( [email protected] )
18c4338209SJason Wessel  *  George Anzinger <[email protected]>
19c4338209SJason Wessel  *  Anurekh Saxena ([email protected])
20c4338209SJason Wessel  *  Lake Stevens Instrument Division (Glenn Engel)
21c4338209SJason Wessel  *  Jim Kingdon, Cygnus Support.
22c4338209SJason Wessel  *
23c4338209SJason Wessel  * Original KGDB stub: David Grothe <[email protected]>,
24c4338209SJason Wessel  * Tigran Aivazian <[email protected]>
25c4338209SJason Wessel  *
26c4338209SJason Wessel  * This file is licensed under the terms of the GNU General Public License
27c4338209SJason Wessel  * version 2. This program is licensed "as is" without any warranty of any
28c4338209SJason Wessel  * kind, whether express or implied.
29c4338209SJason Wessel  */
30c4338209SJason Wessel #include <linux/pid_namespace.h>
31c4338209SJason Wessel #include <linux/clocksource.h>
32c4338209SJason Wessel #include <linux/interrupt.h>
33c4338209SJason Wessel #include <linux/spinlock.h>
34c4338209SJason Wessel #include <linux/console.h>
35c4338209SJason Wessel #include <linux/threads.h>
36c4338209SJason Wessel #include <linux/uaccess.h>
37c4338209SJason Wessel #include <linux/kernel.h>
38c4338209SJason Wessel #include <linux/module.h>
39c4338209SJason Wessel #include <linux/ptrace.h>
40c4338209SJason Wessel #include <linux/string.h>
41c4338209SJason Wessel #include <linux/delay.h>
42c4338209SJason Wessel #include <linux/sched.h>
43c4338209SJason Wessel #include <linux/sysrq.h>
44c4338209SJason Wessel #include <linux/init.h>
45c4338209SJason Wessel #include <linux/kgdb.h>
46c4338209SJason Wessel #include <linux/pid.h>
47c4338209SJason Wessel #include <linux/smp.h>
48c4338209SJason Wessel #include <linux/mm.h>
49c4338209SJason Wessel 
50c4338209SJason Wessel #include <asm/cacheflush.h>
51c4338209SJason Wessel #include <asm/byteorder.h>
52c4338209SJason Wessel #include <asm/atomic.h>
53c4338209SJason Wessel #include <asm/system.h>
54*53197fc4SJason Wessel 
55*53197fc4SJason Wessel #include "debug_core.h"
56c4338209SJason Wessel 
57c4338209SJason Wessel static int kgdb_break_asap;
58c4338209SJason Wessel 
59*53197fc4SJason Wessel struct debuggerinfo_struct kgdb_info[NR_CPUS];
60c4338209SJason Wessel 
61c4338209SJason Wessel /**
62c4338209SJason Wessel  * kgdb_connected - Is a host GDB connected to us?
63c4338209SJason Wessel  */
64c4338209SJason Wessel int				kgdb_connected;
65c4338209SJason Wessel EXPORT_SYMBOL_GPL(kgdb_connected);
66c4338209SJason Wessel 
67c4338209SJason Wessel /* All the KGDB handlers are installed */
68c4338209SJason Wessel static int			kgdb_io_module_registered;
69c4338209SJason Wessel 
70c4338209SJason Wessel /* Guard for recursive entry */
71c4338209SJason Wessel static int			exception_level;
72c4338209SJason Wessel 
73*53197fc4SJason Wessel struct kgdb_io		*dbg_io_ops;
74c4338209SJason Wessel static DEFINE_SPINLOCK(kgdb_registration_lock);
75c4338209SJason Wessel 
76c4338209SJason Wessel /* kgdb console driver is loaded */
77c4338209SJason Wessel static int kgdb_con_registered;
78c4338209SJason Wessel /* determine if kgdb console output should be used */
79c4338209SJason Wessel static int kgdb_use_con;
80c4338209SJason Wessel 
81c4338209SJason Wessel static int __init opt_kgdb_con(char *str)
82c4338209SJason Wessel {
83c4338209SJason Wessel 	kgdb_use_con = 1;
84c4338209SJason Wessel 	return 0;
85c4338209SJason Wessel }
86c4338209SJason Wessel 
87c4338209SJason Wessel early_param("kgdbcon", opt_kgdb_con);
88c4338209SJason Wessel 
89c4338209SJason Wessel module_param(kgdb_use_con, int, 0644);
90c4338209SJason Wessel 
91c4338209SJason Wessel /*
92c4338209SJason Wessel  * Holds information about breakpoints in a kernel. These breakpoints are
93c4338209SJason Wessel  * added and removed by gdb.
94c4338209SJason Wessel  */
95c4338209SJason Wessel static struct kgdb_bkpt		kgdb_break[KGDB_MAX_BREAKPOINTS] = {
96c4338209SJason Wessel 	[0 ... KGDB_MAX_BREAKPOINTS-1] = { .state = BP_UNDEFINED }
97c4338209SJason Wessel };
98c4338209SJason Wessel 
99c4338209SJason Wessel /*
100c4338209SJason Wessel  * The CPU# of the active CPU, or -1 if none:
101c4338209SJason Wessel  */
102c4338209SJason Wessel atomic_t			kgdb_active = ATOMIC_INIT(-1);
103c4338209SJason Wessel 
104c4338209SJason Wessel /*
105c4338209SJason Wessel  * We use NR_CPUs not PERCPU, in case kgdb is used to debug early
106c4338209SJason Wessel  * bootup code (which might not have percpu set up yet):
107c4338209SJason Wessel  */
108c4338209SJason Wessel static atomic_t			passive_cpu_wait[NR_CPUS];
109c4338209SJason Wessel static atomic_t			cpu_in_kgdb[NR_CPUS];
110c4338209SJason Wessel atomic_t			kgdb_setting_breakpoint;
111c4338209SJason Wessel 
112c4338209SJason Wessel struct task_struct		*kgdb_usethread;
113c4338209SJason Wessel struct task_struct		*kgdb_contthread;
114c4338209SJason Wessel 
115c4338209SJason Wessel int				kgdb_single_step;
116*53197fc4SJason Wessel static pid_t			kgdb_sstep_pid;
117c4338209SJason Wessel 
118c4338209SJason Wessel /* to keep track of the CPU which is doing the single stepping*/
119c4338209SJason Wessel atomic_t			kgdb_cpu_doing_single_step = ATOMIC_INIT(-1);
120c4338209SJason Wessel 
121c4338209SJason Wessel /*
122c4338209SJason Wessel  * If you are debugging a problem where roundup (the collection of
123c4338209SJason Wessel  * all other CPUs) is a problem [this should be extremely rare],
124c4338209SJason Wessel  * then use the nokgdbroundup option to avoid roundup. In that case
125c4338209SJason Wessel  * the other CPUs might interfere with your debugging context, so
126c4338209SJason Wessel  * use this with care:
127c4338209SJason Wessel  */
128c4338209SJason Wessel static int kgdb_do_roundup = 1;
129c4338209SJason Wessel 
130c4338209SJason Wessel static int __init opt_nokgdbroundup(char *str)
131c4338209SJason Wessel {
132c4338209SJason Wessel 	kgdb_do_roundup = 0;
133c4338209SJason Wessel 
134c4338209SJason Wessel 	return 0;
135c4338209SJason Wessel }
136c4338209SJason Wessel 
137c4338209SJason Wessel early_param("nokgdbroundup", opt_nokgdbroundup);
138c4338209SJason Wessel 
139c4338209SJason Wessel /*
140c4338209SJason Wessel  * Finally, some KGDB code :-)
141c4338209SJason Wessel  */
142c4338209SJason Wessel 
143c4338209SJason Wessel /*
144c4338209SJason Wessel  * Weak aliases for breakpoint management,
145c4338209SJason Wessel  * can be overriden by architectures when needed:
146c4338209SJason Wessel  */
147c4338209SJason Wessel int __weak kgdb_arch_set_breakpoint(unsigned long addr, char *saved_instr)
148c4338209SJason Wessel {
149c4338209SJason Wessel 	int err;
150c4338209SJason Wessel 
151c4338209SJason Wessel 	err = probe_kernel_read(saved_instr, (char *)addr, BREAK_INSTR_SIZE);
152c4338209SJason Wessel 	if (err)
153c4338209SJason Wessel 		return err;
154c4338209SJason Wessel 
155c4338209SJason Wessel 	return probe_kernel_write((char *)addr, arch_kgdb_ops.gdb_bpt_instr,
156c4338209SJason Wessel 				  BREAK_INSTR_SIZE);
157c4338209SJason Wessel }
158c4338209SJason Wessel 
159c4338209SJason Wessel int __weak kgdb_arch_remove_breakpoint(unsigned long addr, char *bundle)
160c4338209SJason Wessel {
161c4338209SJason Wessel 	return probe_kernel_write((char *)addr,
162c4338209SJason Wessel 				  (char *)bundle, BREAK_INSTR_SIZE);
163c4338209SJason Wessel }
164c4338209SJason Wessel 
165c4338209SJason Wessel int __weak kgdb_validate_break_address(unsigned long addr)
166c4338209SJason Wessel {
167c4338209SJason Wessel 	char tmp_variable[BREAK_INSTR_SIZE];
168c4338209SJason Wessel 	int err;
169c4338209SJason Wessel 	/* Validate setting the breakpoint and then removing it.  In the
170c4338209SJason Wessel 	 * remove fails, the kernel needs to emit a bad message because we
171c4338209SJason Wessel 	 * are deep trouble not being able to put things back the way we
172c4338209SJason Wessel 	 * found them.
173c4338209SJason Wessel 	 */
174c4338209SJason Wessel 	err = kgdb_arch_set_breakpoint(addr, tmp_variable);
175c4338209SJason Wessel 	if (err)
176c4338209SJason Wessel 		return err;
177c4338209SJason Wessel 	err = kgdb_arch_remove_breakpoint(addr, tmp_variable);
178c4338209SJason Wessel 	if (err)
179c4338209SJason Wessel 		printk(KERN_ERR "KGDB: Critical breakpoint error, kernel "
180c4338209SJason Wessel 		   "memory destroyed at: %lx", addr);
181c4338209SJason Wessel 	return err;
182c4338209SJason Wessel }
183c4338209SJason Wessel 
184c4338209SJason Wessel unsigned long __weak kgdb_arch_pc(int exception, struct pt_regs *regs)
185c4338209SJason Wessel {
186c4338209SJason Wessel 	return instruction_pointer(regs);
187c4338209SJason Wessel }
188c4338209SJason Wessel 
189c4338209SJason Wessel int __weak kgdb_arch_init(void)
190c4338209SJason Wessel {
191c4338209SJason Wessel 	return 0;
192c4338209SJason Wessel }
193c4338209SJason Wessel 
194c4338209SJason Wessel int __weak kgdb_skipexception(int exception, struct pt_regs *regs)
195c4338209SJason Wessel {
196c4338209SJason Wessel 	return 0;
197c4338209SJason Wessel }
198c4338209SJason Wessel 
199c4338209SJason Wessel void __weak
200c4338209SJason Wessel kgdb_post_primary_code(struct pt_regs *regs, int e_vector, int err_code)
201c4338209SJason Wessel {
202c4338209SJason Wessel 	return;
203c4338209SJason Wessel }
204c4338209SJason Wessel 
205c4338209SJason Wessel /**
206c4338209SJason Wessel  *	kgdb_disable_hw_debug - Disable hardware debugging while we in kgdb.
207c4338209SJason Wessel  *	@regs: Current &struct pt_regs.
208c4338209SJason Wessel  *
209c4338209SJason Wessel  *	This function will be called if the particular architecture must
210c4338209SJason Wessel  *	disable hardware debugging while it is processing gdb packets or
211c4338209SJason Wessel  *	handling exception.
212c4338209SJason Wessel  */
213c4338209SJason Wessel void __weak kgdb_disable_hw_debug(struct pt_regs *regs)
214c4338209SJason Wessel {
215c4338209SJason Wessel }
216c4338209SJason Wessel 
217c4338209SJason Wessel /*
218c4338209SJason Wessel  * Some architectures need cache flushes when we set/clear a
219c4338209SJason Wessel  * breakpoint:
220c4338209SJason Wessel  */
221c4338209SJason Wessel static void kgdb_flush_swbreak_addr(unsigned long addr)
222c4338209SJason Wessel {
223c4338209SJason Wessel 	if (!CACHE_FLUSH_IS_SAFE)
224c4338209SJason Wessel 		return;
225c4338209SJason Wessel 
226c4338209SJason Wessel 	if (current->mm && current->mm->mmap_cache) {
227c4338209SJason Wessel 		flush_cache_range(current->mm->mmap_cache,
228c4338209SJason Wessel 				  addr, addr + BREAK_INSTR_SIZE);
229c4338209SJason Wessel 	}
230c4338209SJason Wessel 	/* Force flush instruction cache if it was outside the mm */
231c4338209SJason Wessel 	flush_icache_range(addr, addr + BREAK_INSTR_SIZE);
232c4338209SJason Wessel }
233c4338209SJason Wessel 
234c4338209SJason Wessel /*
235c4338209SJason Wessel  * SW breakpoint management:
236c4338209SJason Wessel  */
237*53197fc4SJason Wessel int dbg_activate_sw_breakpoints(void)
238c4338209SJason Wessel {
239c4338209SJason Wessel 	unsigned long addr;
240c4338209SJason Wessel 	int error;
241c4338209SJason Wessel 	int ret = 0;
242c4338209SJason Wessel 	int i;
243c4338209SJason Wessel 
244c4338209SJason Wessel 	for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
245c4338209SJason Wessel 		if (kgdb_break[i].state != BP_SET)
246c4338209SJason Wessel 			continue;
247c4338209SJason Wessel 
248c4338209SJason Wessel 		addr = kgdb_break[i].bpt_addr;
249c4338209SJason Wessel 		error = kgdb_arch_set_breakpoint(addr,
250c4338209SJason Wessel 				kgdb_break[i].saved_instr);
251c4338209SJason Wessel 		if (error) {
252c4338209SJason Wessel 			ret = error;
253c4338209SJason Wessel 			printk(KERN_INFO "KGDB: BP install failed: %lx", addr);
254c4338209SJason Wessel 			continue;
255c4338209SJason Wessel 		}
256c4338209SJason Wessel 
257c4338209SJason Wessel 		kgdb_flush_swbreak_addr(addr);
258c4338209SJason Wessel 		kgdb_break[i].state = BP_ACTIVE;
259c4338209SJason Wessel 	}
260c4338209SJason Wessel 	return ret;
261c4338209SJason Wessel }
262c4338209SJason Wessel 
263*53197fc4SJason Wessel int dbg_set_sw_break(unsigned long addr)
264c4338209SJason Wessel {
265c4338209SJason Wessel 	int err = kgdb_validate_break_address(addr);
266c4338209SJason Wessel 	int breakno = -1;
267c4338209SJason Wessel 	int i;
268c4338209SJason Wessel 
269c4338209SJason Wessel 	if (err)
270c4338209SJason Wessel 		return err;
271c4338209SJason Wessel 
272c4338209SJason Wessel 	for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
273c4338209SJason Wessel 		if ((kgdb_break[i].state == BP_SET) &&
274c4338209SJason Wessel 					(kgdb_break[i].bpt_addr == addr))
275c4338209SJason Wessel 			return -EEXIST;
276c4338209SJason Wessel 	}
277c4338209SJason Wessel 	for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
278c4338209SJason Wessel 		if (kgdb_break[i].state == BP_REMOVED &&
279c4338209SJason Wessel 					kgdb_break[i].bpt_addr == addr) {
280c4338209SJason Wessel 			breakno = i;
281c4338209SJason Wessel 			break;
282c4338209SJason Wessel 		}
283c4338209SJason Wessel 	}
284c4338209SJason Wessel 
285c4338209SJason Wessel 	if (breakno == -1) {
286c4338209SJason Wessel 		for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
287c4338209SJason Wessel 			if (kgdb_break[i].state == BP_UNDEFINED) {
288c4338209SJason Wessel 				breakno = i;
289c4338209SJason Wessel 				break;
290c4338209SJason Wessel 			}
291c4338209SJason Wessel 		}
292c4338209SJason Wessel 	}
293c4338209SJason Wessel 
294c4338209SJason Wessel 	if (breakno == -1)
295c4338209SJason Wessel 		return -E2BIG;
296c4338209SJason Wessel 
297c4338209SJason Wessel 	kgdb_break[breakno].state = BP_SET;
298c4338209SJason Wessel 	kgdb_break[breakno].type = BP_BREAKPOINT;
299c4338209SJason Wessel 	kgdb_break[breakno].bpt_addr = addr;
300c4338209SJason Wessel 
301c4338209SJason Wessel 	return 0;
302c4338209SJason Wessel }
303c4338209SJason Wessel 
304c4338209SJason Wessel static int kgdb_deactivate_sw_breakpoints(void)
305c4338209SJason Wessel {
306c4338209SJason Wessel 	unsigned long addr;
307c4338209SJason Wessel 	int error;
308c4338209SJason Wessel 	int ret = 0;
309c4338209SJason Wessel 	int i;
310c4338209SJason Wessel 
311c4338209SJason Wessel 	for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
312c4338209SJason Wessel 		if (kgdb_break[i].state != BP_ACTIVE)
313c4338209SJason Wessel 			continue;
314c4338209SJason Wessel 		addr = kgdb_break[i].bpt_addr;
315c4338209SJason Wessel 		error = kgdb_arch_remove_breakpoint(addr,
316c4338209SJason Wessel 					kgdb_break[i].saved_instr);
317c4338209SJason Wessel 		if (error) {
318c4338209SJason Wessel 			printk(KERN_INFO "KGDB: BP remove failed: %lx\n", addr);
319c4338209SJason Wessel 			ret = error;
320c4338209SJason Wessel 		}
321c4338209SJason Wessel 
322c4338209SJason Wessel 		kgdb_flush_swbreak_addr(addr);
323c4338209SJason Wessel 		kgdb_break[i].state = BP_SET;
324c4338209SJason Wessel 	}
325c4338209SJason Wessel 	return ret;
326c4338209SJason Wessel }
327c4338209SJason Wessel 
328*53197fc4SJason Wessel int dbg_remove_sw_break(unsigned long addr)
329c4338209SJason Wessel {
330c4338209SJason Wessel 	int i;
331c4338209SJason Wessel 
332c4338209SJason Wessel 	for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
333c4338209SJason Wessel 		if ((kgdb_break[i].state == BP_SET) &&
334c4338209SJason Wessel 				(kgdb_break[i].bpt_addr == addr)) {
335c4338209SJason Wessel 			kgdb_break[i].state = BP_REMOVED;
336c4338209SJason Wessel 			return 0;
337c4338209SJason Wessel 		}
338c4338209SJason Wessel 	}
339c4338209SJason Wessel 	return -ENOENT;
340c4338209SJason Wessel }
341c4338209SJason Wessel 
342c4338209SJason Wessel int kgdb_isremovedbreak(unsigned long addr)
343c4338209SJason Wessel {
344c4338209SJason Wessel 	int i;
345c4338209SJason Wessel 
346c4338209SJason Wessel 	for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
347c4338209SJason Wessel 		if ((kgdb_break[i].state == BP_REMOVED) &&
348c4338209SJason Wessel 					(kgdb_break[i].bpt_addr == addr))
349c4338209SJason Wessel 			return 1;
350c4338209SJason Wessel 	}
351c4338209SJason Wessel 	return 0;
352c4338209SJason Wessel }
353c4338209SJason Wessel 
354*53197fc4SJason Wessel int dbg_remove_all_break(void)
355c4338209SJason Wessel {
356c4338209SJason Wessel 	unsigned long addr;
357c4338209SJason Wessel 	int error;
358c4338209SJason Wessel 	int i;
359c4338209SJason Wessel 
360c4338209SJason Wessel 	/* Clear memory breakpoints. */
361c4338209SJason Wessel 	for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
362c4338209SJason Wessel 		if (kgdb_break[i].state != BP_ACTIVE)
363c4338209SJason Wessel 			goto setundefined;
364c4338209SJason Wessel 		addr = kgdb_break[i].bpt_addr;
365c4338209SJason Wessel 		error = kgdb_arch_remove_breakpoint(addr,
366c4338209SJason Wessel 				kgdb_break[i].saved_instr);
367c4338209SJason Wessel 		if (error)
368c4338209SJason Wessel 			printk(KERN_ERR "KGDB: breakpoint remove failed: %lx\n",
369c4338209SJason Wessel 			   addr);
370c4338209SJason Wessel setundefined:
371c4338209SJason Wessel 		kgdb_break[i].state = BP_UNDEFINED;
372c4338209SJason Wessel 	}
373c4338209SJason Wessel 
374c4338209SJason Wessel 	/* Clear hardware breakpoints. */
375c4338209SJason Wessel 	if (arch_kgdb_ops.remove_all_hw_break)
376c4338209SJason Wessel 		arch_kgdb_ops.remove_all_hw_break();
377c4338209SJason Wessel 
378c4338209SJason Wessel 	return 0;
379c4338209SJason Wessel }
380c4338209SJason Wessel 
381c4338209SJason Wessel /*
382c4338209SJason Wessel  * Return true if there is a valid kgdb I/O module.  Also if no
383c4338209SJason Wessel  * debugger is attached a message can be printed to the console about
384c4338209SJason Wessel  * waiting for the debugger to attach.
385c4338209SJason Wessel  *
386c4338209SJason Wessel  * The print_wait argument is only to be true when called from inside
387c4338209SJason Wessel  * the core kgdb_handle_exception, because it will wait for the
388c4338209SJason Wessel  * debugger to attach.
389c4338209SJason Wessel  */
390c4338209SJason Wessel static int kgdb_io_ready(int print_wait)
391c4338209SJason Wessel {
392*53197fc4SJason Wessel 	if (!dbg_io_ops)
393c4338209SJason Wessel 		return 0;
394c4338209SJason Wessel 	if (kgdb_connected)
395c4338209SJason Wessel 		return 1;
396c4338209SJason Wessel 	if (atomic_read(&kgdb_setting_breakpoint))
397c4338209SJason Wessel 		return 1;
398c4338209SJason Wessel 	if (print_wait)
399c4338209SJason Wessel 		printk(KERN_CRIT "KGDB: Waiting for remote debugger\n");
400c4338209SJason Wessel 	return 1;
401c4338209SJason Wessel }
402c4338209SJason Wessel 
403c4338209SJason Wessel static int kgdb_reenter_check(struct kgdb_state *ks)
404c4338209SJason Wessel {
405c4338209SJason Wessel 	unsigned long addr;
406c4338209SJason Wessel 
407c4338209SJason Wessel 	if (atomic_read(&kgdb_active) != raw_smp_processor_id())
408c4338209SJason Wessel 		return 0;
409c4338209SJason Wessel 
410c4338209SJason Wessel 	/* Panic on recursive debugger calls: */
411c4338209SJason Wessel 	exception_level++;
412c4338209SJason Wessel 	addr = kgdb_arch_pc(ks->ex_vector, ks->linux_regs);
413c4338209SJason Wessel 	kgdb_deactivate_sw_breakpoints();
414c4338209SJason Wessel 
415c4338209SJason Wessel 	/*
416c4338209SJason Wessel 	 * If the break point removed ok at the place exception
417c4338209SJason Wessel 	 * occurred, try to recover and print a warning to the end
418c4338209SJason Wessel 	 * user because the user planted a breakpoint in a place that
419c4338209SJason Wessel 	 * KGDB needs in order to function.
420c4338209SJason Wessel 	 */
421*53197fc4SJason Wessel 	if (dbg_remove_sw_break(addr) == 0) {
422c4338209SJason Wessel 		exception_level = 0;
423c4338209SJason Wessel 		kgdb_skipexception(ks->ex_vector, ks->linux_regs);
424*53197fc4SJason Wessel 		dbg_activate_sw_breakpoints();
425c4338209SJason Wessel 		printk(KERN_CRIT "KGDB: re-enter error: breakpoint removed %lx\n",
426c4338209SJason Wessel 			addr);
427c4338209SJason Wessel 		WARN_ON_ONCE(1);
428c4338209SJason Wessel 
429c4338209SJason Wessel 		return 1;
430c4338209SJason Wessel 	}
431*53197fc4SJason Wessel 	dbg_remove_all_break();
432c4338209SJason Wessel 	kgdb_skipexception(ks->ex_vector, ks->linux_regs);
433c4338209SJason Wessel 
434c4338209SJason Wessel 	if (exception_level > 1) {
435c4338209SJason Wessel 		dump_stack();
436c4338209SJason Wessel 		panic("Recursive entry to debugger");
437c4338209SJason Wessel 	}
438c4338209SJason Wessel 
439c4338209SJason Wessel 	printk(KERN_CRIT "KGDB: re-enter exception: ALL breakpoints killed\n");
440c4338209SJason Wessel 	dump_stack();
441c4338209SJason Wessel 	panic("Recursive entry to debugger");
442c4338209SJason Wessel 
443c4338209SJason Wessel 	return 1;
444c4338209SJason Wessel }
445c4338209SJason Wessel 
446c4338209SJason Wessel static int kgdb_cpu_enter(struct kgdb_state *ks, struct pt_regs *regs)
447c4338209SJason Wessel {
448c4338209SJason Wessel 	unsigned long flags;
449c4338209SJason Wessel 	int sstep_tries = 100;
450c4338209SJason Wessel 	int error = 0;
451c4338209SJason Wessel 	int i, cpu;
452c4338209SJason Wessel 	int trace_on = 0;
453c4338209SJason Wessel acquirelock:
454c4338209SJason Wessel 	/*
455c4338209SJason Wessel 	 * Interrupts will be restored by the 'trap return' code, except when
456c4338209SJason Wessel 	 * single stepping.
457c4338209SJason Wessel 	 */
458c4338209SJason Wessel 	local_irq_save(flags);
459c4338209SJason Wessel 
460c4338209SJason Wessel 	cpu = ks->cpu;
461c4338209SJason Wessel 	kgdb_info[cpu].debuggerinfo = regs;
462c4338209SJason Wessel 	kgdb_info[cpu].task = current;
463c4338209SJason Wessel 	/*
464c4338209SJason Wessel 	 * Make sure the above info reaches the primary CPU before
465c4338209SJason Wessel 	 * our cpu_in_kgdb[] flag setting does:
466c4338209SJason Wessel 	 */
467c4338209SJason Wessel 	atomic_inc(&cpu_in_kgdb[cpu]);
468c4338209SJason Wessel 
469c4338209SJason Wessel 	/*
470c4338209SJason Wessel 	 * CPU will loop if it is a slave or request to become a kgdb
471c4338209SJason Wessel 	 * master cpu and acquire the kgdb_active lock:
472c4338209SJason Wessel 	 */
473c4338209SJason Wessel 	while (1) {
474c4338209SJason Wessel 		if (kgdb_info[cpu].exception_state & DCPU_WANT_MASTER) {
475c4338209SJason Wessel 			if (atomic_cmpxchg(&kgdb_active, -1, cpu) == cpu)
476c4338209SJason Wessel 				break;
477c4338209SJason Wessel 		} else if (kgdb_info[cpu].exception_state & DCPU_IS_SLAVE) {
478c4338209SJason Wessel 			if (!atomic_read(&passive_cpu_wait[cpu]))
479c4338209SJason Wessel 				goto return_normal;
480c4338209SJason Wessel 		} else {
481c4338209SJason Wessel return_normal:
482c4338209SJason Wessel 			/* Return to normal operation by executing any
483c4338209SJason Wessel 			 * hw breakpoint fixup.
484c4338209SJason Wessel 			 */
485c4338209SJason Wessel 			if (arch_kgdb_ops.correct_hw_break)
486c4338209SJason Wessel 				arch_kgdb_ops.correct_hw_break();
487c4338209SJason Wessel 			if (trace_on)
488c4338209SJason Wessel 				tracing_on();
489c4338209SJason Wessel 			atomic_dec(&cpu_in_kgdb[cpu]);
490c4338209SJason Wessel 			touch_softlockup_watchdog_sync();
491c4338209SJason Wessel 			clocksource_touch_watchdog();
492c4338209SJason Wessel 			local_irq_restore(flags);
493c4338209SJason Wessel 			return 0;
494c4338209SJason Wessel 		}
495c4338209SJason Wessel 		cpu_relax();
496c4338209SJason Wessel 	}
497c4338209SJason Wessel 
498c4338209SJason Wessel 	/*
499c4338209SJason Wessel 	 * For single stepping, try to only enter on the processor
500c4338209SJason Wessel 	 * that was single stepping.  To gaurd against a deadlock, the
501c4338209SJason Wessel 	 * kernel will only try for the value of sstep_tries before
502c4338209SJason Wessel 	 * giving up and continuing on.
503c4338209SJason Wessel 	 */
504c4338209SJason Wessel 	if (atomic_read(&kgdb_cpu_doing_single_step) != -1 &&
505c4338209SJason Wessel 	    (kgdb_info[cpu].task &&
506c4338209SJason Wessel 	     kgdb_info[cpu].task->pid != kgdb_sstep_pid) && --sstep_tries) {
507c4338209SJason Wessel 		atomic_set(&kgdb_active, -1);
508c4338209SJason Wessel 		touch_softlockup_watchdog_sync();
509c4338209SJason Wessel 		clocksource_touch_watchdog();
510c4338209SJason Wessel 		local_irq_restore(flags);
511c4338209SJason Wessel 
512c4338209SJason Wessel 		goto acquirelock;
513c4338209SJason Wessel 	}
514c4338209SJason Wessel 
515c4338209SJason Wessel 	if (!kgdb_io_ready(1)) {
516c4338209SJason Wessel 		error = 1;
517*53197fc4SJason Wessel 		goto kgdb_restore; /* No I/O connection, resume the system */
518c4338209SJason Wessel 	}
519c4338209SJason Wessel 
520c4338209SJason Wessel 	/*
521c4338209SJason Wessel 	 * Don't enter if we have hit a removed breakpoint.
522c4338209SJason Wessel 	 */
523c4338209SJason Wessel 	if (kgdb_skipexception(ks->ex_vector, ks->linux_regs))
524c4338209SJason Wessel 		goto kgdb_restore;
525c4338209SJason Wessel 
526c4338209SJason Wessel 	/* Call the I/O driver's pre_exception routine */
527*53197fc4SJason Wessel 	if (dbg_io_ops->pre_exception)
528*53197fc4SJason Wessel 		dbg_io_ops->pre_exception();
529c4338209SJason Wessel 
530c4338209SJason Wessel 	kgdb_disable_hw_debug(ks->linux_regs);
531c4338209SJason Wessel 
532c4338209SJason Wessel 	/*
533c4338209SJason Wessel 	 * Get the passive CPU lock which will hold all the non-primary
534c4338209SJason Wessel 	 * CPU in a spin state while the debugger is active
535c4338209SJason Wessel 	 */
536c4338209SJason Wessel 	if (!kgdb_single_step) {
537c4338209SJason Wessel 		for (i = 0; i < NR_CPUS; i++)
538c4338209SJason Wessel 			atomic_inc(&passive_cpu_wait[i]);
539c4338209SJason Wessel 	}
540c4338209SJason Wessel 
541c4338209SJason Wessel #ifdef CONFIG_SMP
542c4338209SJason Wessel 	/* Signal the other CPUs to enter kgdb_wait() */
543c4338209SJason Wessel 	if ((!kgdb_single_step) && kgdb_do_roundup)
544c4338209SJason Wessel 		kgdb_roundup_cpus(flags);
545c4338209SJason Wessel #endif
546c4338209SJason Wessel 
547c4338209SJason Wessel 	/*
548c4338209SJason Wessel 	 * Wait for the other CPUs to be notified and be waiting for us:
549c4338209SJason Wessel 	 */
550c4338209SJason Wessel 	for_each_online_cpu(i) {
551c4338209SJason Wessel 		while (!atomic_read(&cpu_in_kgdb[i]))
552c4338209SJason Wessel 			cpu_relax();
553c4338209SJason Wessel 	}
554c4338209SJason Wessel 
555c4338209SJason Wessel 	/*
556c4338209SJason Wessel 	 * At this point the primary processor is completely
557c4338209SJason Wessel 	 * in the debugger and all secondary CPUs are quiescent
558c4338209SJason Wessel 	 */
559c4338209SJason Wessel 	kgdb_post_primary_code(ks->linux_regs, ks->ex_vector, ks->err_code);
560c4338209SJason Wessel 	kgdb_deactivate_sw_breakpoints();
561c4338209SJason Wessel 	kgdb_single_step = 0;
562c4338209SJason Wessel 	kgdb_contthread = current;
563c4338209SJason Wessel 	exception_level = 0;
564c4338209SJason Wessel 	trace_on = tracing_is_on();
565c4338209SJason Wessel 	if (trace_on)
566c4338209SJason Wessel 		tracing_off();
567c4338209SJason Wessel 
568c4338209SJason Wessel 	/* Talk to debugger with gdbserial protocol */
569c4338209SJason Wessel 	error = gdb_serial_stub(ks);
570c4338209SJason Wessel 
571c4338209SJason Wessel 	/* Call the I/O driver's post_exception routine */
572*53197fc4SJason Wessel 	if (dbg_io_ops->post_exception)
573*53197fc4SJason Wessel 		dbg_io_ops->post_exception();
574c4338209SJason Wessel 
575c4338209SJason Wessel 	atomic_dec(&cpu_in_kgdb[ks->cpu]);
576c4338209SJason Wessel 
577c4338209SJason Wessel 	if (!kgdb_single_step) {
578c4338209SJason Wessel 		for (i = NR_CPUS-1; i >= 0; i--)
579c4338209SJason Wessel 			atomic_dec(&passive_cpu_wait[i]);
580c4338209SJason Wessel 		/*
581c4338209SJason Wessel 		 * Wait till all the CPUs have quit
582c4338209SJason Wessel 		 * from the debugger.
583c4338209SJason Wessel 		 */
584c4338209SJason Wessel 		for_each_online_cpu(i) {
585c4338209SJason Wessel 			while (atomic_read(&cpu_in_kgdb[i]))
586c4338209SJason Wessel 				cpu_relax();
587c4338209SJason Wessel 		}
588c4338209SJason Wessel 	}
589c4338209SJason Wessel 
590c4338209SJason Wessel kgdb_restore:
591c4338209SJason Wessel 	if (atomic_read(&kgdb_cpu_doing_single_step) != -1) {
592c4338209SJason Wessel 		int sstep_cpu = atomic_read(&kgdb_cpu_doing_single_step);
593c4338209SJason Wessel 		if (kgdb_info[sstep_cpu].task)
594c4338209SJason Wessel 			kgdb_sstep_pid = kgdb_info[sstep_cpu].task->pid;
595c4338209SJason Wessel 		else
596c4338209SJason Wessel 			kgdb_sstep_pid = 0;
597c4338209SJason Wessel 	}
598c4338209SJason Wessel 	if (trace_on)
599c4338209SJason Wessel 		tracing_on();
600c4338209SJason Wessel 	/* Free kgdb_active */
601c4338209SJason Wessel 	atomic_set(&kgdb_active, -1);
602c4338209SJason Wessel 	touch_softlockup_watchdog_sync();
603c4338209SJason Wessel 	clocksource_touch_watchdog();
604c4338209SJason Wessel 	local_irq_restore(flags);
605c4338209SJason Wessel 
606c4338209SJason Wessel 	return error;
607c4338209SJason Wessel }
608c4338209SJason Wessel 
609c4338209SJason Wessel /*
610c4338209SJason Wessel  * kgdb_handle_exception() - main entry point from a kernel exception
611c4338209SJason Wessel  *
612c4338209SJason Wessel  * Locking hierarchy:
613c4338209SJason Wessel  *	interface locks, if any (begin_session)
614c4338209SJason Wessel  *	kgdb lock (kgdb_active)
615c4338209SJason Wessel  */
616c4338209SJason Wessel int
617c4338209SJason Wessel kgdb_handle_exception(int evector, int signo, int ecode, struct pt_regs *regs)
618c4338209SJason Wessel {
619c4338209SJason Wessel 	struct kgdb_state kgdb_var;
620c4338209SJason Wessel 	struct kgdb_state *ks = &kgdb_var;
621c4338209SJason Wessel 	int ret;
622c4338209SJason Wessel 
623c4338209SJason Wessel 	ks->cpu			= raw_smp_processor_id();
624c4338209SJason Wessel 	ks->ex_vector		= evector;
625c4338209SJason Wessel 	ks->signo		= signo;
626c4338209SJason Wessel 	ks->ex_vector		= evector;
627c4338209SJason Wessel 	ks->err_code		= ecode;
628c4338209SJason Wessel 	ks->kgdb_usethreadid	= 0;
629c4338209SJason Wessel 	ks->linux_regs		= regs;
630c4338209SJason Wessel 
631c4338209SJason Wessel 	if (kgdb_reenter_check(ks))
632c4338209SJason Wessel 		return 0; /* Ouch, double exception ! */
633c4338209SJason Wessel 	kgdb_info[ks->cpu].exception_state |= DCPU_WANT_MASTER;
634c4338209SJason Wessel 	ret = kgdb_cpu_enter(ks, regs);
635c4338209SJason Wessel 	kgdb_info[ks->cpu].exception_state &= ~DCPU_WANT_MASTER;
636c4338209SJason Wessel 	return ret;
637c4338209SJason Wessel }
638c4338209SJason Wessel 
639c4338209SJason Wessel int kgdb_nmicallback(int cpu, void *regs)
640c4338209SJason Wessel {
641c4338209SJason Wessel #ifdef CONFIG_SMP
642c4338209SJason Wessel 	struct kgdb_state kgdb_var;
643c4338209SJason Wessel 	struct kgdb_state *ks = &kgdb_var;
644c4338209SJason Wessel 
645c4338209SJason Wessel 	memset(ks, 0, sizeof(struct kgdb_state));
646c4338209SJason Wessel 	ks->cpu			= cpu;
647c4338209SJason Wessel 	ks->linux_regs		= regs;
648c4338209SJason Wessel 
649c4338209SJason Wessel 	if (!atomic_read(&cpu_in_kgdb[cpu]) &&
650c4338209SJason Wessel 	    atomic_read(&kgdb_active) != -1 &&
651c4338209SJason Wessel 	    atomic_read(&kgdb_active) != cpu) {
652c4338209SJason Wessel 		kgdb_info[cpu].exception_state |= DCPU_IS_SLAVE;
653c4338209SJason Wessel 		kgdb_cpu_enter(ks, regs);
654c4338209SJason Wessel 		kgdb_info[cpu].exception_state &= ~DCPU_IS_SLAVE;
655c4338209SJason Wessel 		return 0;
656c4338209SJason Wessel 	}
657c4338209SJason Wessel #endif
658c4338209SJason Wessel 	return 1;
659c4338209SJason Wessel }
660c4338209SJason Wessel 
661c4338209SJason Wessel static void kgdb_console_write(struct console *co, const char *s,
662c4338209SJason Wessel    unsigned count)
663c4338209SJason Wessel {
664c4338209SJason Wessel 	unsigned long flags;
665c4338209SJason Wessel 
666c4338209SJason Wessel 	/* If we're debugging, or KGDB has not connected, don't try
667c4338209SJason Wessel 	 * and print. */
668c4338209SJason Wessel 	if (!kgdb_connected || atomic_read(&kgdb_active) != -1)
669c4338209SJason Wessel 		return;
670c4338209SJason Wessel 
671c4338209SJason Wessel 	local_irq_save(flags);
672*53197fc4SJason Wessel 	gdbstub_msg_write(s, count);
673c4338209SJason Wessel 	local_irq_restore(flags);
674c4338209SJason Wessel }
675c4338209SJason Wessel 
676c4338209SJason Wessel static struct console kgdbcons = {
677c4338209SJason Wessel 	.name		= "kgdb",
678c4338209SJason Wessel 	.write		= kgdb_console_write,
679c4338209SJason Wessel 	.flags		= CON_PRINTBUFFER | CON_ENABLED,
680c4338209SJason Wessel 	.index		= -1,
681c4338209SJason Wessel };
682c4338209SJason Wessel 
683c4338209SJason Wessel #ifdef CONFIG_MAGIC_SYSRQ
684*53197fc4SJason Wessel static void sysrq_handle_dbg(int key, struct tty_struct *tty)
685c4338209SJason Wessel {
686*53197fc4SJason Wessel 	if (!dbg_io_ops) {
687c4338209SJason Wessel 		printk(KERN_CRIT "ERROR: No KGDB I/O module available\n");
688c4338209SJason Wessel 		return;
689c4338209SJason Wessel 	}
690c4338209SJason Wessel 	if (!kgdb_connected)
691c4338209SJason Wessel 		printk(KERN_CRIT "Entering KGDB\n");
692c4338209SJason Wessel 
693c4338209SJason Wessel 	kgdb_breakpoint();
694c4338209SJason Wessel }
695c4338209SJason Wessel 
696*53197fc4SJason Wessel static struct sysrq_key_op sysrq_dbg_op = {
697*53197fc4SJason Wessel 	.handler	= sysrq_handle_dbg,
698c4338209SJason Wessel 	.help_msg	= "debug(G)",
699c4338209SJason Wessel 	.action_msg	= "DEBUG",
700c4338209SJason Wessel };
701c4338209SJason Wessel #endif
702c4338209SJason Wessel 
703c4338209SJason Wessel static void kgdb_register_callbacks(void)
704c4338209SJason Wessel {
705c4338209SJason Wessel 	if (!kgdb_io_module_registered) {
706c4338209SJason Wessel 		kgdb_io_module_registered = 1;
707c4338209SJason Wessel 		kgdb_arch_init();
708c4338209SJason Wessel #ifdef CONFIG_MAGIC_SYSRQ
709*53197fc4SJason Wessel 		register_sysrq_key('g', &sysrq_dbg_op);
710c4338209SJason Wessel #endif
711c4338209SJason Wessel 		if (kgdb_use_con && !kgdb_con_registered) {
712c4338209SJason Wessel 			register_console(&kgdbcons);
713c4338209SJason Wessel 			kgdb_con_registered = 1;
714c4338209SJason Wessel 		}
715c4338209SJason Wessel 	}
716c4338209SJason Wessel }
717c4338209SJason Wessel 
718c4338209SJason Wessel static void kgdb_unregister_callbacks(void)
719c4338209SJason Wessel {
720c4338209SJason Wessel 	/*
721c4338209SJason Wessel 	 * When this routine is called KGDB should unregister from the
722c4338209SJason Wessel 	 * panic handler and clean up, making sure it is not handling any
723c4338209SJason Wessel 	 * break exceptions at the time.
724c4338209SJason Wessel 	 */
725c4338209SJason Wessel 	if (kgdb_io_module_registered) {
726c4338209SJason Wessel 		kgdb_io_module_registered = 0;
727c4338209SJason Wessel 		kgdb_arch_exit();
728c4338209SJason Wessel #ifdef CONFIG_MAGIC_SYSRQ
729*53197fc4SJason Wessel 		unregister_sysrq_key('g', &sysrq_dbg_op);
730c4338209SJason Wessel #endif
731c4338209SJason Wessel 		if (kgdb_con_registered) {
732c4338209SJason Wessel 			unregister_console(&kgdbcons);
733c4338209SJason Wessel 			kgdb_con_registered = 0;
734c4338209SJason Wessel 		}
735c4338209SJason Wessel 	}
736c4338209SJason Wessel }
737c4338209SJason Wessel 
738c4338209SJason Wessel static void kgdb_initial_breakpoint(void)
739c4338209SJason Wessel {
740c4338209SJason Wessel 	kgdb_break_asap = 0;
741c4338209SJason Wessel 
742c4338209SJason Wessel 	printk(KERN_CRIT "kgdb: Waiting for connection from remote gdb...\n");
743c4338209SJason Wessel 	kgdb_breakpoint();
744c4338209SJason Wessel }
745c4338209SJason Wessel 
746c4338209SJason Wessel /**
747c4338209SJason Wessel  *	kgdb_register_io_module - register KGDB IO module
748*53197fc4SJason Wessel  *	@new_dbg_io_ops: the io ops vector
749c4338209SJason Wessel  *
750c4338209SJason Wessel  *	Register it with the KGDB core.
751c4338209SJason Wessel  */
752*53197fc4SJason Wessel int kgdb_register_io_module(struct kgdb_io *new_dbg_io_ops)
753c4338209SJason Wessel {
754c4338209SJason Wessel 	int err;
755c4338209SJason Wessel 
756c4338209SJason Wessel 	spin_lock(&kgdb_registration_lock);
757c4338209SJason Wessel 
758*53197fc4SJason Wessel 	if (dbg_io_ops) {
759c4338209SJason Wessel 		spin_unlock(&kgdb_registration_lock);
760c4338209SJason Wessel 
761c4338209SJason Wessel 		printk(KERN_ERR "kgdb: Another I/O driver is already "
762c4338209SJason Wessel 				"registered with KGDB.\n");
763c4338209SJason Wessel 		return -EBUSY;
764c4338209SJason Wessel 	}
765c4338209SJason Wessel 
766*53197fc4SJason Wessel 	if (new_dbg_io_ops->init) {
767*53197fc4SJason Wessel 		err = new_dbg_io_ops->init();
768c4338209SJason Wessel 		if (err) {
769c4338209SJason Wessel 			spin_unlock(&kgdb_registration_lock);
770c4338209SJason Wessel 			return err;
771c4338209SJason Wessel 		}
772c4338209SJason Wessel 	}
773c4338209SJason Wessel 
774*53197fc4SJason Wessel 	dbg_io_ops = new_dbg_io_ops;
775c4338209SJason Wessel 
776c4338209SJason Wessel 	spin_unlock(&kgdb_registration_lock);
777c4338209SJason Wessel 
778c4338209SJason Wessel 	printk(KERN_INFO "kgdb: Registered I/O driver %s.\n",
779*53197fc4SJason Wessel 	       new_dbg_io_ops->name);
780c4338209SJason Wessel 
781c4338209SJason Wessel 	/* Arm KGDB now. */
782c4338209SJason Wessel 	kgdb_register_callbacks();
783c4338209SJason Wessel 
784c4338209SJason Wessel 	if (kgdb_break_asap)
785c4338209SJason Wessel 		kgdb_initial_breakpoint();
786c4338209SJason Wessel 
787c4338209SJason Wessel 	return 0;
788c4338209SJason Wessel }
789c4338209SJason Wessel EXPORT_SYMBOL_GPL(kgdb_register_io_module);
790c4338209SJason Wessel 
791c4338209SJason Wessel /**
792c4338209SJason Wessel  *	kkgdb_unregister_io_module - unregister KGDB IO module
793*53197fc4SJason Wessel  *	@old_dbg_io_ops: the io ops vector
794c4338209SJason Wessel  *
795c4338209SJason Wessel  *	Unregister it with the KGDB core.
796c4338209SJason Wessel  */
797*53197fc4SJason Wessel void kgdb_unregister_io_module(struct kgdb_io *old_dbg_io_ops)
798c4338209SJason Wessel {
799c4338209SJason Wessel 	BUG_ON(kgdb_connected);
800c4338209SJason Wessel 
801c4338209SJason Wessel 	/*
802c4338209SJason Wessel 	 * KGDB is no longer able to communicate out, so
803c4338209SJason Wessel 	 * unregister our callbacks and reset state.
804c4338209SJason Wessel 	 */
805c4338209SJason Wessel 	kgdb_unregister_callbacks();
806c4338209SJason Wessel 
807c4338209SJason Wessel 	spin_lock(&kgdb_registration_lock);
808c4338209SJason Wessel 
809*53197fc4SJason Wessel 	WARN_ON_ONCE(dbg_io_ops != old_dbg_io_ops);
810*53197fc4SJason Wessel 	dbg_io_ops = NULL;
811c4338209SJason Wessel 
812c4338209SJason Wessel 	spin_unlock(&kgdb_registration_lock);
813c4338209SJason Wessel 
814c4338209SJason Wessel 	printk(KERN_INFO
815c4338209SJason Wessel 		"kgdb: Unregistered I/O driver %s, debugger disabled.\n",
816*53197fc4SJason Wessel 		old_dbg_io_ops->name);
817c4338209SJason Wessel }
818c4338209SJason Wessel EXPORT_SYMBOL_GPL(kgdb_unregister_io_module);
819c4338209SJason Wessel 
820c4338209SJason Wessel /**
821c4338209SJason Wessel  * kgdb_breakpoint - generate breakpoint exception
822c4338209SJason Wessel  *
823c4338209SJason Wessel  * This function will generate a breakpoint exception.  It is used at the
824c4338209SJason Wessel  * beginning of a program to sync up with a debugger and can be used
825c4338209SJason Wessel  * otherwise as a quick means to stop program execution and "break" into
826c4338209SJason Wessel  * the debugger.
827c4338209SJason Wessel  */
828c4338209SJason Wessel void kgdb_breakpoint(void)
829c4338209SJason Wessel {
830c4338209SJason Wessel 	atomic_inc(&kgdb_setting_breakpoint);
831c4338209SJason Wessel 	wmb(); /* Sync point before breakpoint */
832c4338209SJason Wessel 	arch_kgdb_breakpoint();
833c4338209SJason Wessel 	wmb(); /* Sync point after breakpoint */
834c4338209SJason Wessel 	atomic_dec(&kgdb_setting_breakpoint);
835c4338209SJason Wessel }
836c4338209SJason Wessel EXPORT_SYMBOL_GPL(kgdb_breakpoint);
837c4338209SJason Wessel 
838c4338209SJason Wessel static int __init opt_kgdb_wait(char *str)
839c4338209SJason Wessel {
840c4338209SJason Wessel 	kgdb_break_asap = 1;
841c4338209SJason Wessel 
842c4338209SJason Wessel 	if (kgdb_io_module_registered)
843c4338209SJason Wessel 		kgdb_initial_breakpoint();
844c4338209SJason Wessel 
845c4338209SJason Wessel 	return 0;
846c4338209SJason Wessel }
847c4338209SJason Wessel 
848c4338209SJason Wessel early_param("kgdbwait", opt_kgdb_wait);
849