[Thread debugging using libthread_db enabled] [New Thread 0xb7ba36c0 (LWP 29192)] [New Thread 0xb7b76b90 (LWP 29193)] [New Thread 0xb7b3ab90 (LWP 29194)] [New Thread 0xb7afeb90 (LWP 29195)] [New Thread 0xb7abfb90 (LWP 29196)] [New Thread 0xb7a83b90 (LWP 29197)] [New Thread 0xb7a47b90 (LWP 29198)] [New Thread 0xb7a0bb90 (LWP 29199)] [New Thread 0xb73c2b90 (LWP 29201)] [New Thread 0xb7336b90 (LWP 29202)] [New Thread 0xb6b35b90 (LWP 29203)] [New Thread 0xb6af9b90 (LWP 29204)] [New Thread 0xb6abdb90 (LWP 29206)] [Thread 0xb6abdb90 (LWP 29206) exited] [New Thread 0xb6abdb90 (LWP 29990)] [Thread 0xb6abdb90 (LWP 29990) exited] [New Thread 0xb6abdb90 (LWP 29991)] [Thread 0xb6abdb90 (LWP 29991) exited] [New Thread 0xb6abdb90 (LWP 29994)] Program received signal SIGSEGV, Segmentation fault. [Switching to Thread 0xb6b35b90 (LWP 29203)] 0x08183acf in sched_cmp (a=0xb6b35128, b=0x0) at sched.c:224 224 return as->id != bs->id; /* return 0 on a match like strcmp would */ #0 0x08183acf in sched_cmp (a=0xb6b35128, b=0x0) at sched.c:224 #1 0x0810f4c7 in ast_hashtab_lookup_internal (tab=0xa0f8980, obj=0xb6b35128, h=4) at hashtab.c:601 #2 0x0810f30d in ast_hashtab_lookup (tab=0xa0f8980, obj=0xb6b35128) at hashtab.c:547 #3 0x081845cb in _ast_sched_del (con=0xa0f82b8, id=98, file=0xb7946914 "chan_sip.c", line=2524, function=0xb7947005 "dialog_unlink_all") at sched.c:484 #4 0xb78c2a89 in dialog_unlink_all (dialog=0xa14f750, lockowner=1, lockdialoglist=0) at chan_sip.c:2524 #5 0xb79066cb in dialog_needdestroy (dialogobj=0xa14f750, arg=0xb6b35338, flags=7) at chan_sip.c:14550 #6 0x08088721 in internal_ao2_callback (c=0xa0f7080, flags=7, cb_fn=0xb79061e1, arg=0xb6b35338, data=0x0, type=DEFAULT, tag=0x0, file=0x0, line=0, funcname=0x0) at astobj2.c:669 #7 0x08088a24 in __ao2_callback (c=0xa0f7080, flags=7, cb_fn=0xb79061e1 , arg=0xb6b35338) at astobj2.c:735 #8 0xb792f41b in do_monitor (data=0x0) at chan_sip.c:22237 #9 0x081a1298 in dummy_start (data=0xa108228) at utils.c:968 #10 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #11 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 #0 0x08183acf in sched_cmp (a=0xb6b35128, b=0x0) at sched.c:224 #1 0x0810f4c7 in ast_hashtab_lookup_internal (tab=0xa0f8980, obj=0xb6b35128, h=4) at hashtab.c:601 #2 0x0810f30d in ast_hashtab_lookup (tab=0xa0f8980, obj=0xb6b35128) at hashtab.c:547 #3 0x081845cb in _ast_sched_del (con=0xa0f82b8, id=98, file=0xb7946914 "chan_sip.c", line=2524, function=0xb7947005 "dialog_unlink_all") at sched.c:484 #4 0xb78c2a89 in dialog_unlink_all (dialog=0xa14f750, lockowner=1, lockdialoglist=0) at chan_sip.c:2524 #5 0xb79066cb in dialog_needdestroy (dialogobj=0xa14f750, arg=0xb6b35338, flags=7) at chan_sip.c:14550 #6 0x08088721 in internal_ao2_callback (c=0xa0f7080, flags=7, cb_fn=0xb79061e1, arg=0xb6b35338, data=0x0, type=DEFAULT, tag=0x0, file=0x0, line=0, funcname=0x0) at astobj2.c:669 #7 0x08088a24 in __ao2_callback (c=0xa0f7080, flags=7, cb_fn=0xb79061e1 , arg=0xb6b35338) at astobj2.c:735 #8 0xb792f41b in do_monitor (data=0x0) at chan_sip.c:22237 #9 0x081a1298 in dummy_start (data=0xa108228) at utils.c:968 #10 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #11 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 #0 0x08183acf in sched_cmp (a=0xb6b35128, b=0x0) at sched.c:224 as = (const struct sched *) 0xb6b35128 bs = (const struct sched *) 0x0 #1 0x0810f4c7 in ast_hashtab_lookup_internal (tab=0xa0f8980, obj=0xb6b35128, h=4) at hashtab.c:601 b = (struct ast_hashtab_bucket *) 0xa15c020 #2 0x0810f30d in ast_hashtab_lookup (tab=0xa0f8980, obj=0xb6b35128) at hashtab.c:547 h = 4 ret = (void *) 0xb795c73c __PRETTY_FUNCTION__ = "ast_hashtab_lookup" #3 0x081845cb in _ast_sched_del (con=0xa0f82b8, id=98, file=0xb7946914 "chan_sip.c", line=2524, function=0xb7947005 "dialog_unlink_all") at sched.c:484 s = (struct sched *) 0x80884d5 tmp = {list = {next = 0x0}, id = 98, when = {tv_sec = 0, tv_usec = 0}, resched = 0, variable = 0, data = 0x0, callback = 0, __heap_index = 0} __PRETTY_FUNCTION__ = "_ast_sched_del" #4 0xb78c2a89 in dialog_unlink_all (dialog=0xa14f750, lockowner=1, lockdialoglist=0) at chan_sip.c:2524 _count = 0 cp = (struct sip_pkt *) 0x0 __PRETTY_FUNCTION__ = "dialog_unlink_all" #5 0xb79066cb in dialog_needdestroy (dialogobj=0xa14f750, arg=0xb6b35338, flags=7) at chan_sip.c:14550 dialog = (struct sip_pvt *) 0xa14f750 t = (time_t *) 0xb6b35338 __PRETTY_FUNCTION__ = "dialog_needdestroy" #6 0x08088721 in internal_ao2_callback (c=0xa0f7080, flags=7, cb_fn=0xb79061e1, arg=0xb6b35338, data=0x0, type=DEFAULT, tag=0x0, file=0x0, line=0, funcname=0x0) at astobj2.c:669 match = 3 __list_head = (struct bucket *) 0xa0f7964 __list_next = (struct bucket_list *) 0x0 __list_prev = (struct bucket_list *) 0x0 __new_prev = (struct bucket_list *) 0xa151330 cur = (struct bucket_list *) 0xa151330 i = 282 last = 563 ret = (void *) 0x0 cb_default = (ao2_callback_fn *) 0xb79061e1 cb_withdata = (ao2_callback_data_fn *) 0 __PRETTY_FUNCTION__ = "internal_ao2_callback" #7 0x08088a24 in __ao2_callback (c=0xa0f7080, flags=7, cb_fn=0xb79061e1 , arg=0xb6b35338) at astobj2.c:735 No locals. #8 0xb792f41b in do_monitor (data=0x0) at chan_sip.c:22237 res = 0 t = 1248144460 reloading = 0 __PRETTY_FUNCTION__ = "do_monitor" #9 0x081a1298 in dummy_start (data=0xa108228) at utils.c:968 __cancel_buf = {__cancel_jmp_buf = {{__cancel_jmp_buf = {-1211895820, -1229759600, 0, -1229761592, -821519592, -1651727259}, __mask_was_saved = 0}}, __pad = {0xb6b35480, 0x0, 0x0, 0x0}} __cancel_routine = (void (*)(void *)) 0x80797af __cancel_arg = (void *) 0xb6b35b90 not_first_call = 0 ret = (void *) 0x0 a = {start_routine = 0xb792f1d3 , data = 0x0, name = 0xa1082c0 "do_monitor", ' ' , "started at [22286] chan_sip.c restart_monitor()"} lock_info = (struct thr_lock_info *) 0xa108cd0 mutex_attr = {__size = "\001\000\000", __align = 1} __PRETTY_FUNCTION__ = "dummy_start" #10 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 No symbol table info available. #11 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 No symbol table info available. Thread 16 (Thread 0xb6abdb90 (LWP 29994)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7e59b17 in poll () from /lib/i686/cmov/libc.so.6 #2 0x080b0b90 in ast_waitfor_nandfds (c=0xb6ab72a8, n=2, fds=0x0, nfds=0, exception=0x0, outfd=0x0, ms=0xb6ab72a4) at channel.c:2517 #3 0x080b0f2b in ast_waitfor_n (c=0xb6ab72a8, n=2, ms=0xb6ab72a4) at channel.c:2775 #4 0x080bbc71 in ast_generic_bridge (c0=0xb775cb88, c1=0xa124878, config=0xb6ab87a4, fo=0xb6ab7924, rc=0xb6ab7920) at channel.c:5544 #5 0x080bde65 in ast_channel_bridge (c0=0xb775cb88, c1=0xa124878, config=0xb6ab87a4, fo=0xb6ab7924, rc=0xb6ab7920) at channel.c:5979 #6 0x080f8ea0 in ast_bridge_call (chan=0xb775cb88, peer=0xa124878, config=0xb6ab87a4) at features.c:2798 #7 0xb740866f in dial_exec_full (chan=0xb775cb88, data=0xb6abae78 "SIP/52,,tT", peerflags=0xb6ab8cac, continue_exec=0x0) at app_dial.c:2371 #8 0xb740994e in dial_exec (chan=0xb775cb88, data=0xb6abae78 "SIP/52,,tT") at app_dial.c:2454 #9 0x0813d993 in pbx_exec (c=0xb775cb88, app=0xa0d3628, data=0xb6abae78 "SIP/52,,tT") at pbx.c:1369 #10 0x08147d70 in pbx_extension_helper (c=0xb775cb88, con=0x0, context=0xb775cdfc "appel-recu", exten=0xb775ce4c "52", priority=17, label=0x0, callerid=0xb775d8a0 "51", action=E_SPAWN, found=0xb6abd2d8, combined_find_spawn=1) at pbx.c:4028 #11 0x08149618 in ast_spawn_extension (c=0xb775cb88, context=0xb775cdfc "appel-recu", exten=0xb775ce4c "52", priority=17, callerid=0xb775d8a0 "51", found=0xb6abd2d8, combined_find_spawn=1) at pbx.c:4507 #12 0x08149d04 in __ast_pbx_run (c=0xb775cb88, args=0x0) at pbx.c:4597 #13 0x0814baf3 in pbx_thread (data=0xb775cb88) at pbx.c:4884 #14 0x081a1298 in dummy_start (data=0xa1568d0) at utils.c:968 #15 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #16 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 12 (Thread 0xb6af9b90 (LWP 29204)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7e59b17 in poll () from /lib/i686/cmov/libc.so.6 #2 0x080823ad in monitor_sig_flags (unused=0x0) at asterisk.c:3021 #3 0x081a1298 in dummy_start (data=0xa121d88) at utils.c:968 #4 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #5 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 11 (Thread 0xb6b35b90 (LWP 29203)): #0 0x08183acf in sched_cmp (a=0xb6b35128, b=0x0) at sched.c:224 #1 0x0810f4c7 in ast_hashtab_lookup_internal (tab=0xa0f8980, obj=0xb6b35128, h=4) at hashtab.c:601 #2 0x0810f30d in ast_hashtab_lookup (tab=0xa0f8980, obj=0xb6b35128) at hashtab.c:547 #3 0x081845cb in _ast_sched_del (con=0xa0f82b8, id=98, file=0xb7946914 "chan_sip.c", line=2524, function=0xb7947005 "dialog_unlink_all") at sched.c:484 #4 0xb78c2a89 in dialog_unlink_all (dialog=0xa14f750, lockowner=1, lockdialoglist=0) at chan_sip.c:2524 #5 0xb79066cb in dialog_needdestroy (dialogobj=0xa14f750, arg=0xb6b35338, flags=7) at chan_sip.c:14550 #6 0x08088721 in internal_ao2_callback (c=0xa0f7080, flags=7, cb_fn=0xb79061e1, arg=0xb6b35338, data=0x0, type=DEFAULT, tag=0x0, file=0x0, line=0, funcname=0x0) at astobj2.c:669 #7 0x08088a24 in __ao2_callback (c=0xa0f7080, flags=7, cb_fn=0xb79061e1 , arg=0xb6b35338) at astobj2.c:735 #8 0xb792f41b in do_monitor (data=0x0) at chan_sip.c:22237 #9 0x081a1298 in dummy_start (data=0xa108228) at utils.c:968 #10 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #11 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 10 (Thread 0xb7336b90 (LWP 29202)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7c32fb5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7e7305d in pthread_cond_wait () from /lib/i686/cmov/libc.so.6 #3 0xb758165f in ?? () from /usr/lib/libjack.so.0 #4 0xb75906e0 in ?? () from /usr/lib/libjack.so.0 #5 0xb75906c4 in ?? () from /usr/lib/libjack.so.0 #6 0xb75906e0 in ?? () from /usr/lib/libjack.so.0 #7 0xb7c3eff4 in ?? () from /lib/i686/cmov/libpthread.so.0 #8 0xb7336b90 in ?? () #9 0x00000000 in ?? () Thread 9 (Thread 0xb73c2b90 (LWP 29201)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7c32fb5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7e7305d in pthread_cond_wait () from /lib/i686/cmov/libc.so.6 #3 0xb768b703 in __ast_cond_wait (filename=0xb768bef4 "res_timing_pthread.c", lineno=468, func=0xb768c354 "do_timing", cond_name=0xb768bf86 "&timing_thread.cond", mutex_name=0xb768bf72 "&timing_thread.lock", cond=0xb768dfcc, t=0xb768d9a4) at /usr/src/asterisk-svn/include/asterisk/lock.h:828 #4 0xb768acec in do_timing (arg=0x0) at res_timing_pthread.c:468 #5 0x081a1298 in dummy_start (data=0xa0665b0) at utils.c:968 #6 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 8 (Thread 0xb7a0bb90 (LWP 29199)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7e5c6c1 in select () from /lib/i686/cmov/libc.so.6 #2 0x080fbaed in ast_select (nfds=0, rfds=0xb7a0b298, wfds=0x0, efds=0xb7a0b218, tvp=0x0) at /usr/src/asterisk-svn/include/asterisk/channel.h:2052 #3 0x080fbab6 in do_parking_thread (ignore=0x0) at features.c:3405 #4 0x081a1298 in dummy_start (data=0x9f7b2c8) at utils.c:968 #5 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #6 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 7 (Thread 0xb7a47b90 (LWP 29198)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7c32fb5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7e7305d in pthread_cond_wait () from /lib/i686/cmov/libc.so.6 #3 0x081903b2 in __ast_cond_wait (filename=0x8206038 "taskprocessor.c", lineno=293, func=0x82065dc "tps_processing_function", cond_name=0x8206655 "&i->poll_cond", mutex_name=0x820663e "&i->taskprocessor_lock", cond=0x9f62a4c, t=0x9f62a80) at /usr/src/asterisk-svn/include/asterisk/lock.h:828 #4 0x0818fe40 in tps_processing_function (data=0x9f62a48) at taskprocessor.c:293 #5 0x081a1298 in dummy_start (data=0x9f631e0) at utils.c:968 #6 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 6 (Thread 0xb7a83b90 (LWP 29197)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7c32fb5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7e7305d in pthread_cond_wait () from /lib/i686/cmov/libc.so.6 #3 0x080d8f94 in __ast_cond_wait (filename=0x81e6394 "devicestate.c", lineno=537, func=0x81e6a1d "do_devstate_changes", cond_name=0x81e6888 "&change_pending", mutex_name=0x81e6a31 "&state_changes.lock", cond=0x8242fc0, t=0x821d088) at /usr/src/asterisk-svn/include/asterisk/lock.h:828 #4 0x080d8b83 in do_devstate_changes (data=0x0) at devicestate.c:537 #5 0x081a1298 in dummy_start (data=0x9f5bf38) at utils.c:968 #6 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 5 (Thread 0xb7abfb90 (LWP 29196)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7e5448b in read () from /lib/i686/cmov/libc.so.6 #2 0x081875af in inotify_daemon (data=0x0) at stdtime/localtime.c:258 #3 0x081a1298 in dummy_start (data=0x9f58c20) at utils.c:968 #4 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #5 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 4 (Thread 0xb7afeb90 (LWP 29195)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7c32fb5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7e7305d in pthread_cond_wait () from /lib/i686/cmov/libc.so.6 #3 0x08123539 in __ast_cond_wait (filename=0x81f3a54 "logger.c", lineno=895, func=0x81f46e3 "logger_thread", cond_name=0x81f4711 "&logcond", mutex_name=0x81f4703 "&logmsgs.lock", cond=0x8247580, t=0x82259a8) at /usr/src/asterisk-svn/include/asterisk/lock.h:828 #4 0x08122db1 in logger_thread (data=0x0) at logger.c:895 #5 0x081a1298 in dummy_start (data=0x9d440a8) at utils.c:968 #6 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 3 (Thread 0xb7b3ab90 (LWP 29194)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7e59b17 in poll () from /lib/i686/cmov/libc.so.6 #2 0x0807c6cf in listener (unused=0x0) at asterisk.c:1267 #3 0x081a1298 in dummy_start (data=0x9d43420) at utils.c:968 #4 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #5 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 2 (Thread 0xb7b76b90 (LWP 29193)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7c32fb5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7e7305d in pthread_cond_wait () from /lib/i686/cmov/libc.so.6 #3 0x081903b2 in __ast_cond_wait (filename=0x8206038 "taskprocessor.c", lineno=293, func=0x82065dc "tps_processing_function", cond_name=0x8206655 "&i->poll_cond", mutex_name=0x820663e "&i->taskprocessor_lock", cond=0x9d429ec, t=0x9d42a20) at /usr/src/asterisk-svn/include/asterisk/lock.h:828 #4 0x0818fe40 in tps_processing_function (data=0x9d429e8) at taskprocessor.c:293 #5 0x081a1298 in dummy_start (data=0x9d3bef8) at utils.c:968 #6 0xb7c2f4e5 in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7e6421e in clone () from /lib/i686/cmov/libc.so.6 Thread 1 (Thread 0xb7ba36c0 (LWP 29192)): #0 0xb7efa424 in __kernel_vsyscall () #1 0xb7e5448b in read () from /lib/i686/cmov/libc.so.6 #2 0x081b34d1 in read_char (el=0x9d35c48, cp=0xbfd174ab "") at /usr/include/bits/unistd.h:45 #3 0x081ae51b in el_getc (el=0x9d35c48, cp=0xbfd174ab "") at read.c:350 #4 0x081ae733 in el_gets (el=0x9d35c48, nread=0xbfd18720) at read.c:243 #5 0x08084934 in main (argc=2, argv=0xbfd189c4) at asterisk.c:3710 0x08183acf 224 return as->id != bs->id; /* return 0 on a match like strcmp would */ $26 = {list = {next = 0x0}, id = 98, when = {tv_sec = 0, tv_usec = 0}, resched = 0, variable = 0, data = 0x0, callback = 0, __heap_index = 0} Cannot access memory at address 0x0