1a9643ea8Slogwang /*-
2*22ce4affSfengbojiang * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3*22ce4affSfengbojiang *
4a9643ea8Slogwang * Copyright (c) 2005 Antoine Brodin
5a9643ea8Slogwang * All rights reserved.
6a9643ea8Slogwang *
7a9643ea8Slogwang * Redistribution and use in source and binary forms, with or without
8a9643ea8Slogwang * modification, are permitted provided that the following conditions
9a9643ea8Slogwang * are met:
10a9643ea8Slogwang * 1. Redistributions of source code must retain the above copyright
11a9643ea8Slogwang * notice, this list of conditions and the following disclaimer.
12a9643ea8Slogwang * 2. Redistributions in binary form must reproduce the above copyright
13a9643ea8Slogwang * notice, this list of conditions and the following disclaimer in the
14a9643ea8Slogwang * documentation and/or other materials provided with the distribution.
15a9643ea8Slogwang *
16a9643ea8Slogwang * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17a9643ea8Slogwang * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18a9643ea8Slogwang * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19a9643ea8Slogwang * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20a9643ea8Slogwang * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21a9643ea8Slogwang * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22a9643ea8Slogwang * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23a9643ea8Slogwang * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24a9643ea8Slogwang * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25a9643ea8Slogwang * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26a9643ea8Slogwang * SUCH DAMAGE.
27a9643ea8Slogwang */
28a9643ea8Slogwang
29a9643ea8Slogwang #include "opt_ddb.h"
30a9643ea8Slogwang
31a9643ea8Slogwang #include <sys/cdefs.h>
32a9643ea8Slogwang __FBSDID("$FreeBSD$");
33a9643ea8Slogwang
34a9643ea8Slogwang #include <sys/param.h>
35a9643ea8Slogwang #include <sys/kernel.h>
36a9643ea8Slogwang #ifdef KTR
37a9643ea8Slogwang #include <sys/ktr.h>
38a9643ea8Slogwang #endif
39a9643ea8Slogwang #include <sys/linker.h>
40a9643ea8Slogwang #include <sys/malloc.h>
41a9643ea8Slogwang #include <sys/sbuf.h>
42a9643ea8Slogwang #include <sys/stack.h>
43a9643ea8Slogwang #include <sys/systm.h>
44a9643ea8Slogwang #include <sys/sysctl.h>
45a9643ea8Slogwang
46a9643ea8Slogwang FEATURE(stack, "Support for capturing kernel stack");
47a9643ea8Slogwang
48*22ce4affSfengbojiang MALLOC_DEFINE(M_STACK, "stack", "Stack Traces");
49a9643ea8Slogwang
50a9643ea8Slogwang static int stack_symbol(vm_offset_t pc, char *namebuf, u_int buflen,
51*22ce4affSfengbojiang long *offset, int flags);
52a9643ea8Slogwang static int stack_symbol_ddb(vm_offset_t pc, const char **name, long *offset);
53a9643ea8Slogwang
54a9643ea8Slogwang struct stack *
stack_create(int flags)55*22ce4affSfengbojiang stack_create(int flags)
56a9643ea8Slogwang {
57a9643ea8Slogwang struct stack *st;
58a9643ea8Slogwang
59*22ce4affSfengbojiang st = malloc(sizeof(*st), M_STACK, flags | M_ZERO);
60a9643ea8Slogwang return (st);
61a9643ea8Slogwang }
62a9643ea8Slogwang
63a9643ea8Slogwang void
stack_destroy(struct stack * st)64a9643ea8Slogwang stack_destroy(struct stack *st)
65a9643ea8Slogwang {
66a9643ea8Slogwang
67a9643ea8Slogwang free(st, M_STACK);
68a9643ea8Slogwang }
69a9643ea8Slogwang
70a9643ea8Slogwang int
stack_put(struct stack * st,vm_offset_t pc)71a9643ea8Slogwang stack_put(struct stack *st, vm_offset_t pc)
72a9643ea8Slogwang {
73a9643ea8Slogwang
74a9643ea8Slogwang if (st->depth < STACK_MAX) {
75a9643ea8Slogwang st->pcs[st->depth++] = pc;
76a9643ea8Slogwang return (0);
77a9643ea8Slogwang } else
78a9643ea8Slogwang return (-1);
79a9643ea8Slogwang }
80a9643ea8Slogwang
81a9643ea8Slogwang void
stack_copy(const struct stack * src,struct stack * dst)82a9643ea8Slogwang stack_copy(const struct stack *src, struct stack *dst)
83a9643ea8Slogwang {
84a9643ea8Slogwang
85a9643ea8Slogwang *dst = *src;
86a9643ea8Slogwang }
87a9643ea8Slogwang
88a9643ea8Slogwang void
stack_zero(struct stack * st)89a9643ea8Slogwang stack_zero(struct stack *st)
90a9643ea8Slogwang {
91a9643ea8Slogwang
92a9643ea8Slogwang bzero(st, sizeof *st);
93a9643ea8Slogwang }
94a9643ea8Slogwang
95a9643ea8Slogwang void
stack_print(const struct stack * st)96a9643ea8Slogwang stack_print(const struct stack *st)
97a9643ea8Slogwang {
98a9643ea8Slogwang char namebuf[64];
99a9643ea8Slogwang long offset;
100a9643ea8Slogwang int i;
101a9643ea8Slogwang
102a9643ea8Slogwang KASSERT(st->depth <= STACK_MAX, ("bogus stack"));
103a9643ea8Slogwang for (i = 0; i < st->depth; i++) {
104a9643ea8Slogwang (void)stack_symbol(st->pcs[i], namebuf, sizeof(namebuf),
105*22ce4affSfengbojiang &offset, M_WAITOK);
106a9643ea8Slogwang printf("#%d %p at %s+%#lx\n", i, (void *)st->pcs[i],
107a9643ea8Slogwang namebuf, offset);
108a9643ea8Slogwang }
109a9643ea8Slogwang }
110a9643ea8Slogwang
111a9643ea8Slogwang void
stack_print_short(const struct stack * st)112a9643ea8Slogwang stack_print_short(const struct stack *st)
113a9643ea8Slogwang {
114a9643ea8Slogwang char namebuf[64];
115a9643ea8Slogwang long offset;
116a9643ea8Slogwang int i;
117a9643ea8Slogwang
118a9643ea8Slogwang KASSERT(st->depth <= STACK_MAX, ("bogus stack"));
119a9643ea8Slogwang for (i = 0; i < st->depth; i++) {
120a9643ea8Slogwang if (i > 0)
121a9643ea8Slogwang printf(" ");
122a9643ea8Slogwang if (stack_symbol(st->pcs[i], namebuf, sizeof(namebuf),
123*22ce4affSfengbojiang &offset, M_WAITOK) == 0)
124a9643ea8Slogwang printf("%s+%#lx", namebuf, offset);
125a9643ea8Slogwang else
126a9643ea8Slogwang printf("%p", (void *)st->pcs[i]);
127a9643ea8Slogwang }
128a9643ea8Slogwang printf("\n");
129a9643ea8Slogwang }
130a9643ea8Slogwang
131a9643ea8Slogwang void
stack_print_ddb(const struct stack * st)132a9643ea8Slogwang stack_print_ddb(const struct stack *st)
133a9643ea8Slogwang {
134a9643ea8Slogwang const char *name;
135a9643ea8Slogwang long offset;
136a9643ea8Slogwang int i;
137a9643ea8Slogwang
138a9643ea8Slogwang KASSERT(st->depth <= STACK_MAX, ("bogus stack"));
139a9643ea8Slogwang for (i = 0; i < st->depth; i++) {
140a9643ea8Slogwang stack_symbol_ddb(st->pcs[i], &name, &offset);
141a9643ea8Slogwang printf("#%d %p at %s+%#lx\n", i, (void *)st->pcs[i],
142a9643ea8Slogwang name, offset);
143a9643ea8Slogwang }
144a9643ea8Slogwang }
145a9643ea8Slogwang
146a9643ea8Slogwang #if defined(DDB) || defined(WITNESS)
147a9643ea8Slogwang void
stack_print_short_ddb(const struct stack * st)148a9643ea8Slogwang stack_print_short_ddb(const struct stack *st)
149a9643ea8Slogwang {
150a9643ea8Slogwang const char *name;
151a9643ea8Slogwang long offset;
152a9643ea8Slogwang int i;
153a9643ea8Slogwang
154a9643ea8Slogwang KASSERT(st->depth <= STACK_MAX, ("bogus stack"));
155a9643ea8Slogwang for (i = 0; i < st->depth; i++) {
156a9643ea8Slogwang if (i > 0)
157a9643ea8Slogwang printf(" ");
158a9643ea8Slogwang if (stack_symbol_ddb(st->pcs[i], &name, &offset) == 0)
159a9643ea8Slogwang printf("%s+%#lx", name, offset);
160a9643ea8Slogwang else
161a9643ea8Slogwang printf("%p", (void *)st->pcs[i]);
162a9643ea8Slogwang }
163a9643ea8Slogwang printf("\n");
164a9643ea8Slogwang }
165a9643ea8Slogwang #endif
166a9643ea8Slogwang
167a9643ea8Slogwang /*
168*22ce4affSfengbojiang * Format stack into sbuf from live kernel.
169*22ce4affSfengbojiang *
170*22ce4affSfengbojiang * flags - M_WAITOK or M_NOWAIT (EWOULDBLOCK).
171a9643ea8Slogwang */
172*22ce4affSfengbojiang int
stack_sbuf_print_flags(struct sbuf * sb,const struct stack * st,int flags,enum stack_sbuf_fmt format)173*22ce4affSfengbojiang stack_sbuf_print_flags(struct sbuf *sb, const struct stack *st, int flags,
174*22ce4affSfengbojiang enum stack_sbuf_fmt format)
175a9643ea8Slogwang {
176a9643ea8Slogwang char namebuf[64];
177a9643ea8Slogwang long offset;
178*22ce4affSfengbojiang int i, error;
179a9643ea8Slogwang
180a9643ea8Slogwang KASSERT(st->depth <= STACK_MAX, ("bogus stack"));
181a9643ea8Slogwang for (i = 0; i < st->depth; i++) {
182*22ce4affSfengbojiang error = stack_symbol(st->pcs[i], namebuf, sizeof(namebuf),
183*22ce4affSfengbojiang &offset, flags);
184*22ce4affSfengbojiang if (error == EWOULDBLOCK)
185*22ce4affSfengbojiang return (error);
186*22ce4affSfengbojiang switch (format) {
187*22ce4affSfengbojiang case STACK_SBUF_FMT_LONG:
188*22ce4affSfengbojiang sbuf_printf(sb, "#%d %p at %s+%#lx\n", i,
189*22ce4affSfengbojiang (void *)st->pcs[i], namebuf, offset);
190*22ce4affSfengbojiang break;
191*22ce4affSfengbojiang case STACK_SBUF_FMT_COMPACT:
192*22ce4affSfengbojiang sbuf_printf(sb, "%s+%#lx ", namebuf, offset);
193*22ce4affSfengbojiang break;
194*22ce4affSfengbojiang default:
195*22ce4affSfengbojiang __assert_unreachable();
196a9643ea8Slogwang }
197a9643ea8Slogwang }
198*22ce4affSfengbojiang sbuf_nl_terminate(sb);
199*22ce4affSfengbojiang return (0);
200*22ce4affSfengbojiang }
201*22ce4affSfengbojiang
202*22ce4affSfengbojiang void
stack_sbuf_print(struct sbuf * sb,const struct stack * st)203*22ce4affSfengbojiang stack_sbuf_print(struct sbuf *sb, const struct stack *st)
204*22ce4affSfengbojiang {
205*22ce4affSfengbojiang
206*22ce4affSfengbojiang (void)stack_sbuf_print_flags(sb, st, M_WAITOK, STACK_SBUF_FMT_LONG);
207*22ce4affSfengbojiang }
208a9643ea8Slogwang
209a9643ea8Slogwang #if defined(DDB) || defined(WITNESS)
210a9643ea8Slogwang void
stack_sbuf_print_ddb(struct sbuf * sb,const struct stack * st)211a9643ea8Slogwang stack_sbuf_print_ddb(struct sbuf *sb, const struct stack *st)
212a9643ea8Slogwang {
213a9643ea8Slogwang const char *name;
214a9643ea8Slogwang long offset;
215a9643ea8Slogwang int i;
216a9643ea8Slogwang
217a9643ea8Slogwang KASSERT(st->depth <= STACK_MAX, ("bogus stack"));
218a9643ea8Slogwang for (i = 0; i < st->depth; i++) {
219a9643ea8Slogwang (void)stack_symbol_ddb(st->pcs[i], &name, &offset);
220a9643ea8Slogwang sbuf_printf(sb, "#%d %p at %s+%#lx\n", i, (void *)st->pcs[i],
221a9643ea8Slogwang name, offset);
222a9643ea8Slogwang }
223a9643ea8Slogwang }
224a9643ea8Slogwang #endif
225a9643ea8Slogwang
226a9643ea8Slogwang #ifdef KTR
227a9643ea8Slogwang void
stack_ktr(u_int mask,const char * file,int line,const struct stack * st,u_int depth)228a9643ea8Slogwang stack_ktr(u_int mask, const char *file, int line, const struct stack *st,
229*22ce4affSfengbojiang u_int depth)
230a9643ea8Slogwang {
231a9643ea8Slogwang #ifdef DDB
232a9643ea8Slogwang const char *name;
233a9643ea8Slogwang long offset;
234a9643ea8Slogwang int i;
235a9643ea8Slogwang #endif
236a9643ea8Slogwang
237a9643ea8Slogwang KASSERT(st->depth <= STACK_MAX, ("bogus stack"));
238a9643ea8Slogwang #ifdef DDB
239a9643ea8Slogwang if (depth == 0 || st->depth < depth)
240a9643ea8Slogwang depth = st->depth;
241a9643ea8Slogwang for (i = 0; i < depth; i++) {
242a9643ea8Slogwang (void)stack_symbol_ddb(st->pcs[i], &name, &offset);
243a9643ea8Slogwang ktr_tracepoint(mask, file, line, "#%d %p at %s+%#lx",
244a9643ea8Slogwang i, st->pcs[i], (u_long)name, offset, 0, 0);
245a9643ea8Slogwang }
246a9643ea8Slogwang #endif
247a9643ea8Slogwang }
248a9643ea8Slogwang #endif
249a9643ea8Slogwang
250a9643ea8Slogwang /*
251a9643ea8Slogwang * Two variants of stack symbol lookup -- one that uses the DDB interfaces
252a9643ea8Slogwang * and bypasses linker locking, and the other that doesn't.
253a9643ea8Slogwang */
254a9643ea8Slogwang static int
stack_symbol(vm_offset_t pc,char * namebuf,u_int buflen,long * offset,int flags)255*22ce4affSfengbojiang stack_symbol(vm_offset_t pc, char *namebuf, u_int buflen, long *offset,
256*22ce4affSfengbojiang int flags)
257a9643ea8Slogwang {
258*22ce4affSfengbojiang int error;
259a9643ea8Slogwang
260*22ce4affSfengbojiang error = linker_search_symbol_name_flags((caddr_t)pc, namebuf, buflen,
261*22ce4affSfengbojiang offset, flags);
262*22ce4affSfengbojiang if (error == 0 || error == EWOULDBLOCK)
263*22ce4affSfengbojiang return (error);
264*22ce4affSfengbojiang
265a9643ea8Slogwang *offset = 0;
266a9643ea8Slogwang strlcpy(namebuf, "??", buflen);
267a9643ea8Slogwang return (ENOENT);
268a9643ea8Slogwang }
269a9643ea8Slogwang
270a9643ea8Slogwang static int
stack_symbol_ddb(vm_offset_t pc,const char ** name,long * offset)271a9643ea8Slogwang stack_symbol_ddb(vm_offset_t pc, const char **name, long *offset)
272a9643ea8Slogwang {
273a9643ea8Slogwang linker_symval_t symval;
274a9643ea8Slogwang c_linker_sym_t sym;
275a9643ea8Slogwang
276a9643ea8Slogwang if (linker_ddb_search_symbol((caddr_t)pc, &sym, offset) != 0)
277a9643ea8Slogwang goto out;
278a9643ea8Slogwang if (linker_ddb_symbol_values(sym, &symval) != 0)
279a9643ea8Slogwang goto out;
280a9643ea8Slogwang if (symval.name != NULL) {
281a9643ea8Slogwang *name = symval.name;
282a9643ea8Slogwang return (0);
283a9643ea8Slogwang }
284a9643ea8Slogwang out:
285a9643ea8Slogwang *offset = 0;
286a9643ea8Slogwang *name = "??";
287a9643ea8Slogwang return (ENOENT);
288a9643ea8Slogwang }
289