2 * Copyright (c) 2013 Luca Clementi <luca.clementi@gmail.com>
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 * 3. The name of the author may not be used to endorse or promote products
13 * derived from this software without specific prior written permission.
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 #include <libunwind-ptrace.h>
31 #ifdef _LARGEFILE64_SOURCE
33 # define fopen_for_input fopen64
35 # define fopen_for_input fopen
38 # define fopen_for_input fopen
41 #define DPRINTF(F, A, ...) if (debug_flag) fprintf(stderr, " [unwind(" A ")] " F "\n", __VA_ARGS__)
44 * Кeep a sorted array of cache entries,
45 * so that we can binary search through it.
50 * 7fabbb09b000-7fabbb09f000 r--p 00179000 fc:00 1180246 /lib/libc-2.11.1.so
52 * start_addr is 0x7fabbb09b000
53 * end_addr is 0x7fabbb09f000
54 * mmap_offset is 0x179000
55 * binary_filename is "/lib/libc-2.11.1.so"
57 unsigned long start_addr;
58 unsigned long end_addr;
59 unsigned long mmap_offset;
60 char* binary_filename;
65 * Type used in stacktrace walker
67 typedef void (*call_action_fn)(void *data,
68 char *binary_filename,
70 unw_word_t function_off_set,
71 unsigned long true_offset);
72 typedef void (*error_action_fn)(void *data,
74 unsigned long true_offset);
77 * Type used in stacktrace capturing
89 static void queue_print(struct queue_t *queue);
90 static void delete_mmap_cache(struct tcb *tcp, const char *caller);
92 static unw_addr_space_t libunwind_as;
93 static unsigned int mmap_cache_generation;
98 libunwind_as = unw_create_addr_space(&_UPT_accessors, 0);
100 error_msg_and_die("failed to create address space for stack tracing");
101 unw_set_caching_policy(libunwind_as, UNW_CACHE_GLOBAL);
105 unwind_tcb_init(struct tcb *tcp)
107 tcp->libunwind_ui = _UPT_create(tcp->pid);
108 if (!tcp->libunwind_ui)
111 tcp->queue = malloc(sizeof(*tcp->queue));
114 tcp->queue->head = NULL;
115 tcp->queue->tail = NULL;
119 unwind_tcb_fin(struct tcb *tcp)
121 queue_print(tcp->queue);
125 delete_mmap_cache(tcp, __FUNCTION__);
127 _UPT_destroy(tcp->libunwind_ui);
128 tcp->libunwind_ui = NULL;
132 * caching of /proc/ID/maps for each process to speed up stack tracing
134 * The cache must be refreshed after some syscall: mmap, mprotect, munmap, execve
137 build_mmap_cache(struct tcb* tcp)
139 unsigned long start_addr, end_addr, mmap_offset;
140 char filename[sizeof ("/proc/0123456789/maps")];
141 char buffer[PATH_MAX + 80];
142 char binary_path[PATH_MAX];
143 struct mmap_cache_t *cur_entry, *prev_entry;
144 /* start with a small dynamically-allocated array and then expand it */
145 size_t cur_array_size = 10;
146 struct mmap_cache_t *cache_head;
149 const char *deleted = " (deleted)";
153 unw_flush_cache (libunwind_as, 0, 0);
155 sprintf(filename, "/proc/%d/maps", tcp->pid);
156 fp = fopen_for_input(filename, "r");
158 perror_msg("fopen: %s", filename);
162 cache_head = calloc(cur_array_size, sizeof(*cache_head));
166 while (fgets(buffer, sizeof(buffer), fp) != NULL) {
167 binary_path[0] = '\0'; // 'reset' it just to be paranoid
169 sscanf(buffer, "%lx-%lx %*c%*c%*c%*c %lx %*x:%*x %*d %[^\n]",
170 &start_addr, &end_addr, &mmap_offset, binary_path);
172 /* ignore special 'fake files' like "[vdso]", "[heap]", "[stack]", */
173 if (binary_path[0] == '[') {
177 if (binary_path[0] == '\0') {
181 if (end_addr < start_addr)
182 perror_msg_and_die("%s: unrecognized maps file format",
185 cur_entry = &cache_head[tcp->mmap_cache_size];
186 cur_entry->start_addr = start_addr;
187 cur_entry->end_addr = end_addr;
188 cur_entry->mmap_offset = mmap_offset;
189 cur_entry->binary_filename = strdup(binary_path);
191 dlen = strlen(deleted);
192 blen = strlen(binary_path);
193 if (blen >= dlen && strcmp(binary_path + blen - dlen, deleted) == 0)
194 cur_entry->deleted = true;
196 cur_entry->deleted = false;
199 * sanity check to make sure that we're storing
200 * non-overlapping regions in ascending order
202 if (tcp->mmap_cache_size > 0) {
203 prev_entry = &cache_head[tcp->mmap_cache_size - 1];
204 if (prev_entry->start_addr >= cur_entry->start_addr)
205 perror_msg_and_die("Overlaying memory region in %s",
207 if (prev_entry->end_addr > cur_entry->start_addr)
208 perror_msg_and_die("Overlaying memory region in %s",
211 tcp->mmap_cache_size++;
213 /* resize doubling its size */
214 if (tcp->mmap_cache_size >= cur_array_size) {
216 cache_head = realloc(cache_head, cur_array_size * sizeof(*cache_head));
222 tcp->mmap_cache = cache_head;
223 tcp->mmap_cache_generation = mmap_cache_generation;
225 DPRINTF("tgen=%u, ggen=%u, tcp=%p, cache=%p",
227 tcp->mmap_cache_generation,
228 mmap_cache_generation,
229 tcp, tcp->mmap_cache);
232 /* deleting the cache */
234 delete_mmap_cache(struct tcb *tcp, const char *caller)
238 DPRINTF("tgen=%u, ggen=%u, tcp=%p, cache=%p, caller=%s",
240 tcp->mmap_cache_generation,
241 mmap_cache_generation,
242 tcp, tcp->mmap_cache, caller);
244 for (i = 0; i < tcp->mmap_cache_size; i++) {
245 free(tcp->mmap_cache[i].binary_filename);
246 tcp->mmap_cache[i].binary_filename = NULL;
248 free(tcp->mmap_cache);
249 tcp->mmap_cache = NULL;
250 tcp->mmap_cache_size = 0;
254 rebuild_cache_if_invalid(struct tcb *tcp, const char *caller)
256 if ((tcp->mmap_cache_generation != mmap_cache_generation)
258 delete_mmap_cache(tcp, caller);
260 if (!tcp->mmap_cache)
261 build_mmap_cache(tcp);
263 if (!tcp->mmap_cache || !tcp->mmap_cache_size)
270 unwind_cache_invalidate(struct tcb* tcp)
272 mmap_cache_generation++;
273 DPRINTF("tgen=%u, ggen=%u, tcp=%p, cache=%p", "increment",
274 tcp->mmap_cache_generation,
275 mmap_cache_generation,
284 stacktrace_walk(struct tcb *tcp,
285 call_action_fn call_action,
286 error_action_fn error_action,
291 unw_word_t function_off_set;
292 int stack_depth = 0, ret_val;
293 /* these are used for the binary search through the mmap_chace */
294 unsigned int lower, upper, mid;
295 size_t symbol_name_size = 40;
297 struct mmap_cache_t* cur_mmap_cache;
298 unsigned long true_offset;
299 bool berror_expected = false;
301 if (!tcp->mmap_cache)
302 error_msg_and_die("bug: mmap_cache is NULL");
303 if (tcp->mmap_cache_size == 0)
304 error_msg_and_die("bug: mmap_cache is empty");
306 symbol_name = malloc(symbol_name_size);
310 if (unw_init_remote(&cursor, libunwind_as, tcp->libunwind_ui) < 0)
311 perror_msg_and_die("Can't initiate libunwind");
314 /* looping on the stack frame */
315 if (unw_get_reg(&cursor, UNW_REG_IP, &ip) < 0) {
316 perror_msg("Can't walk the stack of process %d", tcp->pid);
321 upper = tcp->mmap_cache_size - 1;
323 while (lower <= upper) {
324 /* find the mmap_cache and print the stack frame */
325 mid = (upper + lower) / 2;
326 cur_mmap_cache = &tcp->mmap_cache[mid];
328 if (ip >= cur_mmap_cache->start_addr &&
329 ip < cur_mmap_cache->end_addr) {
331 symbol_name[0] = '\0';
332 ret_val = unw_get_proc_name(&cursor, symbol_name,
333 symbol_name_size, &function_off_set);
334 if (ret_val != -UNW_ENOMEM)
336 symbol_name_size *= 2;
337 symbol_name = realloc(symbol_name, symbol_name_size);
342 if (cur_mmap_cache->deleted)
343 berror_expected = true;
345 true_offset = ip - cur_mmap_cache->start_addr +
346 cur_mmap_cache->mmap_offset;
347 if (symbol_name[0]) {
349 cur_mmap_cache->binary_filename,
355 cur_mmap_cache->binary_filename,
360 break; /* stack frame printed */
364 * there is a bug in libunwind >= 1.0
365 * after a set_tid_address syscall
366 * unw_get_reg returns IP == 0
370 "backtracing_error", 0);
373 else if (ip < cur_mmap_cache->start_addr)
382 ?"expected_backtracing_error"
383 :"unexpected_backtracing_error",
388 ret_val = unw_step(&cursor);
390 if (++stack_depth > 255) {
392 "too many stack frames", 0);
395 } while (ret_val > 0);
401 * printing an entry in stack to stream or buffer
404 * we want to keep the format used by backtrace_symbols from the glibc
406 * ./a.out() [0x40063d]
407 * ./a.out() [0x4006bb]
408 * ./a.out() [0x4006c6]
409 * /lib64/libc.so.6(__libc_start_main+0xed) [0x7fa2f8a5976d]
410 * ./a.out() [0x400569]
412 #define STACK_ENTRY_SYMBOL_FMT \
413 " > %s(%s+0x%lx) [0x%lx]\n", \
416 (unsigned long) function_off_set, \
418 #define STACK_ENTRY_NOSYMBOL_FMT \
419 " > %s() [0x%lx]\n", \
420 binary_filename, true_offset
421 #define STACK_ENTRY_BUG_FMT \
423 #define STACK_ENTRY_ERROR_WITH_OFFSET_FMT \
424 " > %s [0x%lx]\n", error, true_offset
425 #define STACK_ENTRY_ERROR_FMT \
429 print_call_cb(void *dummy,
430 char *binary_filename,
432 unw_word_t function_off_set,
433 unsigned long true_offset)
436 tprintf(STACK_ENTRY_SYMBOL_FMT);
437 else if (binary_filename)
438 tprintf(STACK_ENTRY_NOSYMBOL_FMT);
440 tprintf(STACK_ENTRY_BUG_FMT, __FUNCTION__);
446 print_error_cb(void *dummy,
448 unsigned long true_offset)
451 tprintf(STACK_ENTRY_ERROR_WITH_OFFSET_FMT);
453 tprintf(STACK_ENTRY_ERROR_FMT);
459 sprint_call_or_error(char *binary_filename,
461 unw_word_t function_off_set,
462 unsigned long true_offset,
465 char *output_line = NULL;
469 n = asprintf(&output_line, STACK_ENTRY_SYMBOL_FMT);
470 else if (binary_filename)
471 n = asprintf(&output_line, STACK_ENTRY_NOSYMBOL_FMT);
474 ? asprintf(&output_line, STACK_ENTRY_ERROR_WITH_OFFSET_FMT)
475 : asprintf(&output_line, STACK_ENTRY_ERROR_FMT);
477 n = asprintf(&output_line, STACK_ENTRY_BUG_FMT, __FUNCTION__);
480 error_msg_and_die("error in asprintf");
489 queue_put(struct queue_t *queue,
490 char *binary_filename,
492 unw_word_t function_off_set,
493 unsigned long true_offset,
498 call = malloc(sizeof(*call));
502 call->output_line = sprint_call_or_error(binary_filename,
513 queue->tail->next = call;
519 queue_put_call(void *queue,
520 char *binary_filename,
522 unw_word_t function_off_set,
523 unsigned long true_offset)
534 queue_put_error(void *queue,
538 queue_put(queue, NULL, NULL, 0, ip, error);
542 queue_print(struct queue_t *queue)
544 struct call_t *call, *tmp;
553 tprints(tmp->output_line);
556 free(tmp->output_line);
557 tmp->output_line = NULL;
567 unwind_print_stacktrace(struct tcb* tcp)
569 if (tcp->queue->head) {
570 DPRINTF("tcp=%p, queue=%p", "queueprint", tcp, tcp->queue->head);
571 queue_print(tcp->queue);
573 else if (rebuild_cache_if_invalid(tcp, __FUNCTION__)) {
574 DPRINTF("tcp=%p, queue=%p", "stackprint", tcp, tcp->queue->head);
575 stacktrace_walk(tcp, print_call_cb, print_error_cb, NULL);
583 unwind_capture_stacktrace(struct tcb *tcp)
585 if (tcp->queue->head)
586 error_msg_and_die("bug: unprinted entries in queue");
588 if (rebuild_cache_if_invalid(tcp, __FUNCTION__)) {
589 stacktrace_walk(tcp, queue_put_call, queue_put_error,
591 DPRINTF("tcp=%p, queue=%p", "captured", tcp, tcp->queue->head);