Asterisk segfault in dmesg

Home » Asterisk Users » Asterisk segfault in dmesg
Asterisk Users 2 Comments

Hello everyone,

We are using an Asterisk server (Ubuntu 10.04 64 bits, Asterisk 1.6.2.7,
TDM2400 – 12 FXS/12 FXO), but I noticed the following dmesg alert:

asterisk[4687]: segfault at 60 ip ****** sp ****** error 4 in
asterisk[400000+187000]

The server is running without troubles. I know I should worry, just don’t
know where to start. Any advices?

Alex Saavedra

2 thoughts on - Asterisk segfault in dmesg

  • Paul,

    Thank you for your reply. From the backtrace it seems like “core restart
    when convenient” caused the segmentation fault, in which case I shouldn’t be
    really concerned (…should I?). I’m attaching the backtrace.

    I issue this command from time to time, because our TDM2400 seems to hold
    zombie DAHDI channels on FXO ports (DAHDI v 2.3.0), never putting them on
    hook again, and resulting in wrong CDR entries reporting extremely long
    conversations.

    Once you confirm that the segfault error is related to “core restart when
    convenient” I will post a question regarding those zombie DAHDI channels.

    Best regards,

    Alex Saavedra

    [New Thread 4687]
    [New Thread 1377]
    [New Thread 1372]
    [New Thread 1375]
    [New Thread 1373]
    [New Thread 1378]
    [New Thread 1381]
    [New Thread 1382]
    [New Thread 1376]
    [New Thread 1379]
    [New Thread 1404]
    [New Thread 1402]
    [New Thread 1403]
    [New Thread 1409]
    [New Thread 1412]
    [New Thread 1411]
    [New Thread 1401]
    [New Thread 1432]
    [New Thread 1554]
    [New Thread 1410]
    [New Thread 2641]
    [New Thread 1371]
    [New Thread 1405]
    [New Thread 1374]
    [New Thread 1413]
    [New Thread 1407]
    Core was generated by `/usr/sbin/asterisk -f -U asterisk -G asterisk -vvvg -c’.
    Program terminated with signal 11, Segmentation fault.
    #0 ast_sched_thread_get_context (st=0x0) at sched.c:132
    132 {
    #0 ast_sched_thread_get_context (st=0x0) at sched.c:132
    #1 0x00007f42259b87fe in iax2_destroy_helper (pvt=0x7f4210030698) at chan_iax2.c:1643
    #2 0x00007f42259bdff0 in iax2_destroy (callno=1688) at chan_iax2.c:3230
    #3 0x00007f42259be98e in __unload_module () at chan_iax2.c:13654
    #4 0x00000000004a2f21 in ast_module_shutdown () at loader.c:470
    #5 0x0000000000434575 in quit_handler (niceness=2, safeshutdown=1, restart=1, num=) at asterisk.c:1597
    #6 0x0000000000434f65 in handle_restart_when_convenient (e=
    , cmd=,
    a=
    ) at asterisk.c:1916
    #7 0x0000000000464481 in ast_cli_command_full (uid=
    , gid=, fd=49,
    s=0x7f42163e4930 “core restart when convenient “) at cli.c:2299
    #8 0x00000000004646c0 in ast_cli_command_multiple_full (uid=
    , gid=, fd=49,
    size=30, s=0x7f42163e4ba0 “core restart when convenient “) at cli.c:2322
    #9 0x000000000043541a in netconsole (vconsole=0x7afca0) at asterisk.c:1231
    #10 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #11 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #12 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #13 0x0000000000000000 in ?? ()
    #0 ast_sched_thread_get_context (st=0x0) at sched.c:132
    No locals.
    #1 0x00007f42259b87fe in iax2_destroy_helper (pvt=0x7f4210030698) at chan_iax2.c:1643
    __tmp_context =

    __PRETTY_FUNCTION__ = “iax2_destroy_helper”
    #2 0x00007f42259bdff0 in iax2_destroy (callno=1688) at chan_iax2.c:3230
    pvt = 0x7f4210030698
    owner = 0x788470
    __PRETTY_FUNCTION__ = “iax2_destroy”
    #3 0x00007f42259be98e in __unload_module () at chan_iax2.c:13654
    con =

    x = 1688
    #4 0x00000000004a2f21 in ast_module_shutdown () at loader.c:470
    __list_next = 0x7f422c033c50
    __list_prev = 0x7f422c03b300
    __new_prev =

    mod = 0x7f422c05daa0
    somethingchanged = -64
    #5 0x0000000000434575 in quit_handler (niceness=2, safeshutdown=1, restart=1, num=
    ) at asterisk.c:1597
    filename = ‘00’
    s = 4589321
    e = 49
    x =
    #6 0x0000000000434f65 in handle_restart_when_convenient (e=
    , cmd=,
    a=
    ) at asterisk.c:1916
    No locals.
    #7 0x0000000000464481 in ast_cli_command_full (uid=
    , gid=, fd=49,
    s=0x7f42163e4930 “core restart when convenient “) at cli.c:2299
    args = {0x788470 “3003300220B177”, 0xe70c90 “core”, 0xe70c95 “restart”, 0xe70c9d “when”,
    0xe70ca2 “convenient”, 0x0, 0x0, 0x7f422c000020 “”, 0x7f422c0e7e90 “”, 0x7f422c0e8120 “from-internal”,
    0x7f42163e472c “01”, 0xd3088bfe04ac4300

    ,
    0x7f42163e4730 “374375376377”, 0xd3088bfe04ac4300
    , 0x0,
    0x7f422c0e7d60 “0[25,B177”, 0x7f422c0e7e90 “”, 0x0, 0x7f42163e472c “01”,
    0x459250 “3513073743773771737”, 0x7f422c114198 “260i03,B177”, 0x7f422c1141a4 “”, 0xd2b1e0 “”,
    0xe0b820 “240366”, , 0x10

    , 0x5408d6 “Normal Clearing”,
    0x7f422c0e7d60 “0[25,B177”, 0xfffffffe
    , 0x7f422c0e8120 “from-internal”,
    0x4ce794 “1300H213224$x01”, 0xe
    , 0x7f422c114198 “260i03,B177”,
    0x7f42163e472c “01”, 0xabaaa9a800000001
    ,
    0xb3b2b1b0afaeadac
    , 0xe44ad0 “220r”, ,
    0x7f422c0e7e78 “”, 0x7f422c0e7e90 “”, 0xffffffff

    ,
    0x7f42163e4840 “`}16,B177”, 0x80000163e4750
    , 0x7f422c0e8171 “433447”,
    0xf3f2f1f0efeeedec
    , 0x1f7f6f5f4
    ,
    0x3020100fffefdfc
    , 0xe44ad0 “220r”, ,
    0x7f42163e4660 “,G>26B177”, 0xd3088bfe04ac4300

    ,
    0x232221201f1e1d1c
    ,
    0x2b2a292827262524
    ,
    0x333231302f2e2d2c
    ,
    0x3b3a393837363534
    ,
    0x434241403f3e3d3c
    ,
    0x4b4a494847464544
    ,
    0x535251504f4e4d4c
    ,
    0x5b5a595857565554
    ,
    0x636261605f5e5d5c
    ,
    0x6b6a696867666564
    ,
    0x737271706f6e6d6c
    ,
    0x7b7a797877767574
    ,
    0x838281807f7e7d7c
    , 0x13b4a20 “”,
    0x319d0
    , 0x4bfb5d “H201Ę”, 0x7f4235034e40 “”}
    e =
    x = 4
    duplicate = 0xe70c90 “core”
    tmp = “core restart when convenient00start when conv conv00000060000000XI>26B1770000”
    retval =

    a = {fd = 49, argc = 4, argv = 0x7f42163e45d8, line = 0x0, word = 0x0, pos = 0, n = 0}
    #8 0x00000000004646c0 in ast_cli_command_multiple_full (uid=
    , gid=, fd=49,
    size=30, s=0x7f42163e4ba0 “core restart when convenient “) at cli.c:2322
    cmd = “core restart when convenient 00start when conv” “conv”000000240K>26B1770000237M>26B177”, ‘00’ , “04”, ‘00’ , “>26”, ‘00’ , “Linux”, ‘00’ “377, 377377377”, ‘00’ , “ipbxlpz300370365B177”, ‘00’ , “2.6.32-26-server”, ‘00’ , “oK>26B1770000240K>26B1770000240M>26B177”, ‘00’
    x = 30
    y =
    count = 1
    #9 0x000000000043541a in netconsole (vconsole=0x7afca0) at asterisk.c:1231
    hostname = “ipbxlpz”, ‘00’
    tmp = “core restart when convenient 0000tart when conv” “conv”0000ger mute silent0000tt|375375366361364361364370370373375364364|n[OJEFGINX_l375352337334333333332330330330331325325324325325322322324324325332335336343352357375xnigb^\\]\^\]^]b`ejnqv|}}}z|xtztz|t|||zx377364363363345351ziknlnx375364361361361361361370363356240Q35400000000003032321000000000030320A”, ‘00’
    , “:”P”, ‘00’ “271, T4B177000000000000000000@”, ‘00’ “310, M>26″…
    res =
    fds = {{fd = 49, events = 1, revents = 1}, {fd = 50, events = 1, revents = 0}}
    __PRETTY_FUNCTION__ = “netconsole”
    #10 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    __cancel_buf = {__cancel_jmp_buf = {{__cancel_jmp_buf = {15997440, -3649329657971583558, 0, 0, 0, 139921817753360,
    3737660578627212730, -3649328967943563846}, __mask_was_saved = 0}}, __pad = {0x7f42163e4f50, 0x0,
    0x7f4234de8782, 0xd9ba40}}
    not_first_call =

    ret = 0x0
    #11 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    No symbol table info available.
    #12 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    No symbol table info available.
    #13 0x0000000000000000 in ?? ()
    No symbol table info available.

    Thread 26 (Thread 1407):
    #0 0x00007f4234d6039d in nanosleep () from /lib/libc.so.6
    #1 0x00007f42269ac134 in scan_thread (unused=) at pbx_spool.c:452
    #2 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #3 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #4 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #5 0x0000000000000000 in ?? ()

    Thread 25 (Thread 1413):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x0000000000434950 in monitor_sig_flags (unused=) at asterisk.c:3022
    #2 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #3 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #4 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #5 0x0000000000000000 in ?? ()

    Thread 24 (Thread 1374):
    #0 0x00007f4234551abc in pthread_kill () from /lib/libpthread.so.0
    #1 0x000000000043a319 in console_verboser (
    s=0x7f42101204f0 “177 — Remove from-did-direct-ivr/*1114/4, registrar=pbx_config; con=((nil)); con->root=(nil)n”) at asterisk.c:1715
    #2 0x00000000004a782f in logger_print_verbose (data=) at logger.c:956
    #3 logger_thread (data=
    ) at logger.c:990
    #4 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #5 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #6 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #7 0x0000000000000000 in ?? ()

    Thread 23 (Thread 1405):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x00007f4224f4def1 in do_monitor (data=) at chan_dahdi.c:9561
    #2 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #3 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #4 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #5 0x0000000000000000 in ?? ()

    Thread 22 (Thread 1371):
    #0 0x00007f4234d8e4bd in read () from /lib/libc.so.6
    #1 0x000000000051c9f9 in read (el=0x9979d0, cp=0x7fffff2464bf “”) at /usr/include/bits/unistd.h:45
    #2 read_char (el=0x9979d0, cp=0x7fffff2464bf “”) at read.c:298
    #3 0x000000000051801e in el_getc (el=0x9979d0, cp=0x7fffff2464bf “”) at read.c:350
    #4 0x000000000051825e in read_getcmd (el=0x9979d0, nread=0x7fffff24667c) at read.c:243
    #5 el_gets (el=0x9979d0, nread=0x7fffff24667c) at read.c:446
    #6 0x0000000000437a67 in main (argc=, argv=) at asterisk.c:3706
    #7 0x00007f4234cd4c4d in __libc_start_main () from /lib/libc.so.6
    #8 0x000000000041e069 in ?? ()
    #9 0x00007fffff2478e8 in ?? ()
    #10 0x000000000000001c in ?? ()
    #11 0x0000000000000008 in ?? ()
    #12 0x00007fffff248e13 in ?? ()
    #13 0x00007fffff248e26 in ?? ()
    #14 0x00007fffff248e29 in ?? ()
    #15 0x00007fffff248e2c in ?? ()
    #16 0x00007fffff248e35 in ?? ()
    #17 0x00007fffff248e38 in ?? ()
    #18 0x00007fffff248e41 in ?? ()
    #19 0x00007fffff248e47 in ?? ()
    #20 0x0000000000000000 in ?? ()

    Thread 21 (Thread 2641):
    #0 0x00007f4234d8e51d in write () from /lib/libc.so.6
    #1 0x000000000043531f in netconsole (vconsole=0x7afc60) at asterisk.c:1239
    #2 0x000000000050d4ca in dummy_start (data=) at utils.c:968
    #3 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #4 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #5 0x0000000000000000 in ?? ()

    Thread 20 (Thread 1410):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x00000000004a041e in ast_io_wait (ioc=0xd13490, howlong=1000) at io.c:275
    #2 0x00007f421787d348 in network_thread (ignore=) at pbx_dundi.c:2179
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 19 (Thread 1554):
    #0 0x00007f423455085c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
    #1 0x000000000043ecb4 in ast_cond_wait (ign=)
    at /usr/src/asterisk-1.6.2.7/include/asterisk/lock.h:1747
    #2 autoservice_run (ign=
    ) at autoservice.c:96
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 18 (Thread 1432):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x000000000050de87 in ast_wait_for_input (fd=-516, ms=-1) at utils.c:1057
    #2 0x00000000004b5f41 in get_input (s=0x7f4216ad8c30) at manager.c:3109
    #3 do_message (s=0x7f4216ad8c30) at manager.c:3147
    #4 0x00000000004b6428 in session_do (data=) at manager.c:3210
    #5 0x000000000050223a in handle_tcptls_connection (data=
    ) at tcptls.c:229
    #6 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #7 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #8 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #9 0x0000000000000000 in ?? ()

    Thread 17 (Thread 1401):
    #0 0x00007f4234d9d2cd in accept () from /lib/libc.so.6
    #1 0x00007f421e142b09 in accept_thread (ignore=) at chan_skinny.c:6398
    #2 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #3 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #4 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #5 0x0000000000000000 in ?? ()

    Thread 16 (Thread 1411):
    #0 0x00007f4234d6039d in nanosleep () from /lib/libc.so.6
    #1 0x00007f4234d60210 in sleep () from /lib/libc.so.6
    #2 0x00007f42178877cc in process_precache (ign=) at pbx_dundi.c:2256
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 15 (Thread 1412):
    #0 0x00007f4234d6039d in nanosleep () from /lib/libc.so.6
    #1 0x00007f4234d60210 in sleep () from /lib/libc.so.6
    #2 0x00007f421787b17b in process_clearcache (ignore=) at pbx_dundi.c:2219
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 14 (Thread 1409):
    #0 0x00007f4234d94ff3 in select () from /lib/libc.so.6
    #1 0x00007f4230145a43 in ast_select (data=)
    at /usr/src/asterisk-1.6.2.7/include/asterisk/channel.h:1729
    #2 do_monitor (data=
    ) at chan_phone.c:1075
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 13 (Thread 1403):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x00000000004a041e in ast_io_wait (ioc=0x7f4210004390, howlong=1000) at io.c:275
    #2 0x00007f421f392179 in do_monitor (data=) at chan_unistim.c:4568
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 12 (Thread 1402):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x00000000004a041e in ast_io_wait (ioc=0x1196230, howlong=1000) at io.c:275
    #2 0x00007f421e140767 in do_monitor (data=) at chan_skinny.c:6443
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 11 (Thread 1404):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x00000000004a041e in ast_io_wait (ioc=0x7f42100b1040, howlong=240) at io.c:275
    #2 0x00007f422996662f in do_monitor (data=) at chan_sip.c:22483
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 10 (Thread 1379):
    #0 0x00007f4234d94ff3 in select () from /lib/libc.so.6
    #1 0x0000000000488f6d in ast_select (ignore=)
    at /usr/src/asterisk-1.6.2.7/include/asterisk/channel.h:1729
    #2 do_parking_thread (ignore=
    ) at features.c:3217
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 9 (Thread 1376):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x000000000050de87 in ast_wait_for_input (fd=-516, ms=5000) at utils.c:1057
    #2 0x000000000050282c in ast_tcptls_server_root (data=0x7932a0) at tcptls.c:248
    #3 0x000000000050d4ca in dummy_start (data=) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 8 (Thread 1382):
    #0 0x00007f423455085c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
    #1 0x00000000005015cc in ast_cond_wait (data=)
    at /usr/src/asterisk-1.6.2.7/include/asterisk/lock.h:1747
    #2 tps_processing_function (data=
    ) at taskprocessor.c:293
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 7 (Thread 1381):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x00000000004a041e in ast_io_wait (ioc=0xebb9f0, howlong=1000) at io.c:275
    #2 0x00007f421a701d18 in do_monitor (data=) at chan_mgcp.c:3462
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 6 (Thread 1378):
    #0 0x00007f423455085c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
    #1 0x00000000005015cc in ast_cond_wait (data=)
    at /usr/src/asterisk-1.6.2.7/include/asterisk/lock.h:1747
    #2 tps_processing_function (data=
    ) at taskprocessor.c:293
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 5 (Thread 1373):
    #0 0x00007f4234d8ff93 in poll () from /lib/libc.so.6
    #1 0x0000000000435e6b in listener (unused=) at asterisk.c:1268
    #2 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #3 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #4 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #5 0x0000000000000000 in ?? ()

    Thread 4 (Thread 1375):
    #0 0x00007f4234d8e4bd in read () from /lib/libc.so.6
    #1 0x00000000004fc84c in read (data=) at /usr/include/bits/unistd.h:45
    #2 inotify_daemon (data=
    ) at stdtime/localtime.c:259
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 3 (Thread 1372):
    #0 0x00007f423455085c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
    #1 0x00000000005015cc in ast_cond_wait (data=)
    at /usr/src/asterisk-1.6.2.7/include/asterisk/lock.h:1747
    #2 tps_processing_function (data=
    ) at taskprocessor.c:293
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 2 (Thread 1377):
    #0 0x00007f423455085c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
    #1 0x00000000004712b7 in ast_cond_wait (data=)
    at /usr/src/asterisk-1.6.2.7/include/asterisk/lock.h:1747
    #2 do_devstate_changes (data=
    ) at devicestate.c:541
    #3 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #4 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #5 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #6 0x0000000000000000 in ?? ()

    Thread 1 (Thread 4687):
    #0 ast_sched_thread_get_context (st=0x0) at sched.c:132
    #1 0x00007f42259b87fe in iax2_destroy_helper (pvt=0x7f4210030698) at chan_iax2.c:1643
    #2 0x00007f42259bdff0 in iax2_destroy (callno=1688) at chan_iax2.c:3230
    #3 0x00007f42259be98e in __unload_module () at chan_iax2.c:13654
    #4 0x00000000004a2f21 in ast_module_shutdown () at loader.c:470
    #5 0x0000000000434575 in quit_handler (niceness=2, safeshutdown=1, restart=1, num=) at asterisk.c:1597
    #6 0x0000000000434f65 in handle_restart_when_convenient (e=
    , cmd=,
    a=
    ) at asterisk.c:1916
    #7 0x0000000000464481 in ast_cli_command_full (uid=
    , gid=, fd=49,
    s=0x7f42163e4930 “core restart when convenient “) at cli.c:2299
    #8 0x00000000004646c0 in ast_cli_command_multiple_full (uid=
    , gid=, fd=49,
    size=30, s=0x7f42163e4ba0 “core restart when convenient “) at cli.c:2322
    #9 0x000000000043541a in netconsole (vconsole=0x7afca0) at asterisk.c:1231
    #10 0x000000000050d4ca in dummy_start (data=
    ) at utils.c:968
    #11 0x00007f423454b9ca in start_thread () from /lib/libpthread.so.0
    #12 0x00007f4234d9c70d in clone () from /lib/libc.so.6
    #13 0x0000000000000000 in ?? ()