pc2372*CLI> core show locks ======================================================================= === Currently Held Locks ============================================== ======================================================================= === === (): (times locked) === === Thread ID: 0xb764cb90 (tps_processing_function started at [ 451] taskprocessor.c ast_taskprocessor_get()) === ---> Lock #0 (pbx.c): MUTEX 4286 handle_statechange hints 0x9a96180 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x19) [0x811fdf6] /usr/sbin/asterisk(__ast_pthread_mutex_lock+0xb5) [0x8119593] /usr/sbin/asterisk(__ao2_lock+0x4a) [0x8086004] /usr/sbin/asterisk [0x8141a69] /usr/sbin/asterisk [0x8185bd0] /usr/sbin/asterisk [0x82197008] /lib/i686/cmov/libpthread.so.0 [0xb7a954c0] /lib/i686/cmov/libc.so.6(clone+0x5e) [0xb7cc561e] === ---> Lock #1 (pbx.c): MUTEX 4287 handle_statechange hint 0xb62a6e10 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x19) [0x811fdf6] /usr/sbin/asterisk(__ast_pthread_mutex_lock+0xb5) [0x8119593] /usr/sbin/asterisk(__ao2_lock+0x4a) [0x8086004] /usr/sbin/asterisk [0x8141a94] /usr/sbin/asterisk [0x8185bd0] /usr/sbin/asterisk [0x8197008] /lib/i686/cmov/libpthread.so.0 [0xb7a954c0] /lib/i686/cmov/libc.so.6(clone+0x5e) [0xb7cc561e] === ---> Waiting for Lock #2 (pbx.c): MUTEX 9981 ast_rdlock_contexts &conlock 0x82068a0 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x19) [0x811fdf6] /usr/sbin/asterisk(__ast_pthread_mutex_lock+0xb5) [0x8119593] /usr/sbin/asterisk(ast_rdlock_contexts+0x32) [0x8154a9b] /usr/sbin/asterisk [0x8140cae] /usr/sbin/asterisk(ast_exists_extension+0x55) [0x8142955] /usr/lib/asterisk/modules/chan_sip.so [0xb7269b97] /usr/lib/asterisk/modules/chan_sip.so [0xb728b388] /usr/lib/asterisk/modules/chan_sip.so [0xb7298ed1] /usr/lib/asterisk/modules/chan_sip.so [0xb7299903] /usr/lib/asterisk/modules/chan_sip.so [0xb72994f8] /usr/sbin/asterisk(ast_io_wait+0x14d) [0x8113e8b] /usr/lib/asterisk/modules/chan_sip.so [0xb729afd6] /usr/sbin/asterisk [0x8197008] /lib/i686/cmov/libpthread.so.0 [0xb7a954c0] /lib/i686/cmov/libc.so.6(clone+0x5e) [0xb7cc561e] === --- ---> Locked Here: pbx.c line 9981 (ast_rdlock_contexts) === ------------------------------------------------------------------- === === Thread ID: 0xb6604b90 (do_monitor started at [25035] chan_sip.c restart_monitor()) === ---> Lock #0 (chan_sip.c): MUTEX 24550 handle_request_do &netlock 0xb72dd860 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x19) [0x811fdf6] /usr/sbin/asterisk(__ast_pthread_mutex_lock+0xb5) [0x8119593] /usr/lib/asterisk/modules/chan_sip.so [0xb7299724] /usr/lib/asterisk/modules/chan_sip.so [0xb72994f8] /usr/sbin/asterisk(ast_io_wait+0x14d) [0x8113e8b] /usr/lib/asterisk/modules/chan_sip.so [0xb729afd6] /usr/sbin/asterisk [0x8197008] /lib/i686/cmov/libpthread.so.0 [0xb7a954c0] /lib/i686/cmov/libc.so.6(clone+0x5e) [0xb7cc561e] === ---> Lock #1 (chan_sip.c): MUTEX 7736 sip_pvt_lock_full pvt 0x101028c8 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x19) [0x811fdf6] /usr/sbin/asterisk(__ast_pthread_mutex_lock+0xb5) [0x8119593] /usr/sbin/asterisk(__ao2_lock+0x4a) [0x8086004] /usr/lib/asterisk/modules/chan_sip.so [0xb7245fd7] /usr/lib/asterisk/modules/chan_sip.so [0xb7299815] /usr/lib/asterisk/modules/chan_sip.so [0xb72994f8] /usr/sbin/asterisk(ast_io_wait+0x14d) [0x8113e8b] /usr/lib/asterisk/modules/chan_sip.so [0xb729afd6] /usr/sbin/asterisk [0x8197008] /lib/i686/cmov/libpthread.so.0 [0xb7a954c0] /lib/i686/cmov/libc.so.6(clone+0x5e) [0xb7cc561e] === ---> Waiting for Lock #2 (pbx.c): MUTEX 9981 ast_rdlock_contexts &conlock 0x82068a0 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x19) [0x811fdf6] /usr/sbin/asterisk(__ast_pthread_mutex_lock+0xb5) [0x8119593] /usr/sbin/asterisk(ast_rdlock_contexts+0x32) [0x8154a9b] /usr/sbin/asterisk [0x8140cae] /usr/sbin/asterisk(ast_exists_extension+0x55) [0x8142955] /usr/lib/asterisk/modules/chan_sip.so [0xb7269b97] /usr/lib/asterisk/modules/chan_sip.so [0xb728b388] /usr/lib/asterisk/modules/chan_sip.so [0xb7298ed1] /usr/lib/asterisk/modules/chan_sip.so [0xb7299903] /usr/lib/asterisk/modules/chan_sip.so [0xb72994f8] /usr/sbin/asterisk(ast_io_wait+0x14d) [0x8113e8b] /usr/lib/asterisk/modules/chan_sip.so [0xb729afd6] /usr/sbin/asterisk [0x8197008] /lib/i686/cmov/libpthread.so.0 [0xb7a954c0] /lib/i686/cmov/libc.so.6(clone+0x5e) [0xb7cc561e] === --- ---> Locked Here: pbx.c line 9981 (ast_rdlock_contexts) === ------------------------------------------------------------------- === ======================================================================= (gdb) bt #0 0xb7ef4424 in __kernel_vsyscall () #1 0xb7a9bc99 in __lll_lock_wait () from /lib/i686/cmov/libpthread.so.0 #2 0xb7a970d3 in _L_lock_291 () from /lib/i686/cmov/libpthread.so.0 #3 0xb7a96b36 in pthread_mutex_lock () from /lib/i686/cmov/libpthread.so.0 #4 0xb7cd3926 in pthread_mutex_lock () from /lib/i686/cmov/libc.so.6 #5 0x08119603 in __ast_pthread_mutex_lock (filename=0x81c71f4 "astobj2.c", lineno=657, func=0x81c7364 "internal_ao2_callback", mutex_name=0x81c7346 "c", t=0x9a96180) at lock.c:244 #6 0x08086004 in __ao2_lock (user_data=0x9a961b0, file=0x81c71f4 "astobj2.c", func=0x81c7364 "internal_ao2_callback", line=657, var=0x81c7346 "c") at astobj2.c:157 #7 0x08086cd0 in internal_ao2_callback (c=0x9a961b0, flags=0, cb_fn=0x81555ea, arg=0x10014650, data=0x0, type=DEFAULT, tag=0x0, file=0x0, line=0, funcname=0x0) at astobj2.c:657 #8 0x080871c9 in __ao2_callback (c=0x9a961b0, flags=0, cb_fn=0x81555ea , arg=0x10014650) at astobj2.c:769 #9 0x080872e5 in __ao2_find (c=0x9a961b0, arg=0x10014650, flags=0) at astobj2.c:796 #10 0x081423b7 in ast_add_hint (e=0x10014650) at pbx.c:4478 #11 0x0814f016 in ast_add_extension2_lockopt (con=0x100139a8, replace=0, extension=0xff56ebc "fwd6099", priority=-1, label=0x0, callerid=0x0, application=0xff56ec5 "Custom:fwd6099", data=0x0, datad=0x8063c30 , registrar=0xb740b82f "pbx_ael", lockconts=1, lockhints=1) at pbx.c:8319 #12 0x0814e894 in ast_add_extension2 (con=0x100139a8, replace=0, extension=0xff56ebc "fwd6099", priority=-1, label=0x0, callerid=0x0, application=0xff56ec5 "Custom:fwd6099", data=0x0, datad=0x8063c30 , registrar=0xb740b82f "pbx_ael") at pbx.c:8132 #13 0x0814b92d in context_merge (extcontexts=0xb738bdac, exttable=0xff2ccd8, context=0xb6424148, registrar=0xb7388b31 "pbx_config") at pbx.c:7053 #14 0x0814bb6b in ast_merge_contexts_and_delete (extcontexts=0xb738bdac, exttable=0xff2ccd8, registrar=0xb7388b31 "pbx_config") at pbx.c:7111 #15 0xb7388946 in pbx_load_module () at pbx_config.c:1762 #16 0xb7388a0b in load_module () at pbx_config.c:1782 #17 0x081178b5 in start_resource (mod=0xb7577930) at loader.c:785 #18 0x081181b2 in load_resource_list (load_order=0xbf80bf88, global_symbols=0, mod_count=0xbf80bf80) at loader.c:973 #19 0x081187fc in load_modules (preload_only=0) at loader.c:1126 #20 0x080859f7 in main (argc=4, argv=0xbf80d4f4) at asterisk.c:3815 (gdb) info threads 33 Thread 0xb79feb90 (LWP 21949) 0xb7ef4424 in __kernel_vsyscall () 32 Thread 0xb79c2b90 (LWP 21950) 0xb7ef4424 in __kernel_vsyscall () 31 Thread 0xb7986b90 (LWP 21951) 0xb7ef4424 in __kernel_vsyscall () 30 Thread 0xb794ab90 (LWP 21952) 0xb7ef4424 in __kernel_vsyscall () 29 Thread 0xb76c4b90 (LWP 21978) 0xb7ef4424 in __kernel_vsyscall () 28 Thread 0xb7688b90 (LWP 21979) 0xb7ef4424 in __kernel_vsyscall () 27 Thread 0xb764cb90 (LWP 21980) 0xb7ef4424 in __kernel_vsyscall () 26 Thread 0xb74ffb90 (LWP 21981) 0xb7ef4424 in __kernel_vsyscall () 25 Thread 0xb74c3b90 (LWP 21982) 0xb7ef4424 in __kernel_vsyscall () 24 Thread 0xb7487b90 (LWP 21983) 0xb7ef4424 in __kernel_vsyscall () 23 Thread 0xb744bb90 (LWP 21984) 0xb7ef4424 in __kernel_vsyscall () 22 Thread 0xb696eb90 (LWP 21989) 0xb7ef4424 in __kernel_vsyscall () 21 Thread 0xb6932b90 (LWP 21990) 0xb7ef4424 in __kernel_vsyscall () 20 Thread 0xb68f6b90 (LWP 21999) 0xb7ef4424 in __kernel_vsyscall () 19 Thread 0xb68bab90 (LWP 22000) 0xb7ef4424 in __kernel_vsyscall () 18 Thread 0xb687eb90 (LWP 22001) 0xb7ef4424 in __kernel_vsyscall () 17 Thread 0xb6842b90 (LWP 22002) 0xb7ef4424 in __kernel_vsyscall () 16 Thread 0xb6806b90 (LWP 22003) 0xb7ef4424 in __kernel_vsyscall () 15 Thread 0xb67cab90 (LWP 22004) 0xb7ef4424 in __kernel_vsyscall () 14 Thread 0xb678eb90 (LWP 22005) 0xb7ef4424 in __kernel_vsyscall () 13 Thread 0xb6752b90 (LWP 22006) 0xb7ef4424 in __kernel_vsyscall () 12 Thread 0xb6716b90 (LWP 22007) 0xb7ef4424 in __kernel_vsyscall () 11 Thread 0xb66dab90 (LWP 22008) 0xb7ef4424 in __kernel_vsyscall () 10 Thread 0xb669eb90 (LWP 22009) 0xb7ef4424 in __kernel_vsyscall () 9 Thread 0xb6662b90 (LWP 22020) 0xb7ef4424 in __kernel_vsyscall () 8 Thread 0xb6604b90 (LWP 22021) 0xb7ef4424 in __kernel_vsyscall () 7 Thread 0xb65c8b90 (LWP 22024) 0xb7ef4424 in __kernel_vsyscall () 6 Thread 0xb658cb90 (LWP 22030) 0xb7ef4424 in __kernel_vsyscall () 5 Thread 0xb6550b90 (LWP 22031) 0xb7ef4424 in __kernel_vsyscall () 4 Thread 0xb63ffb90 (LWP 22032) 0xb7ef4424 in __kernel_vsyscall () 3 Thread 0xb63c3b90 (LWP 22033) 0xb7ef4424 in __kernel_vsyscall () 2 Thread 0xb6387b90 (LWP 22034) 0xb7ef4424 in __kernel_vsyscall () 1 Thread 0xb7a0c9e0 (LWP 4968) 0xb7ef4424 in __kernel_vsyscall () (gdb) thread 27 [Switching to thread 27 (Thread 0xb764cb90 (LWP 21980))]#0 0xb7ef4424 in __kernel_vsyscall () (gdb) bt #0 0xb7ef4424 in __kernel_vsyscall () #1 0xb7a9bc99 in __lll_lock_wait () from /lib/i686/cmov/libpthread.so.0 #2 0xb7a970d3 in _L_lock_291 () from /lib/i686/cmov/libpthread.so.0 #3 0xb7a96b36 in pthread_mutex_lock () from /lib/i686/cmov/libpthread.so.0 #4 0xb7cd3926 in pthread_mutex_lock () from /lib/i686/cmov/libc.so.6 #5 0x08119603 in __ast_pthread_mutex_lock (filename=0x81e8af4 "pbx.c", lineno=9981, func=0x81ee8cb "ast_rdlock_contexts", mutex_name=0x81ee8c2 "&conlock", t=0x82068a0) at lock.c:244 #6 0x08154a9b in ast_rdlock_contexts () at pbx.c:9981 #7 0x08141640 in ast_hint_extension (c=0x0, context=0xb64241b8 "to-internal-users", exten=0xb62a6cc4 "6005") at pbx.c:4155 #8 0x081427dd in ast_get_hint (hint=0xb764c058 "", hintsize=512, name=0x0, namesize=0, c=0x0, context=0xb64241b8 "to-internal-users", exten=0xb62a6cc4 "6005") at pbx.c:4562 #9 0x0812e2d2 in manager_state_cb (context=0xb64241b8 "to-internal-users", exten=0xb62a6cc4 "6005", state=0, data=0x0) at manager.c:4996 #10 0x08141b7f in handle_statechange (datap=0x1000a568) at pbx.c:4299 #11 0x08185bd0 in tps_processing_function (data=0x9ae6f58) at taskprocessor.c:310 #12 0x08197008 in dummy_start (data=0x9ae6930) at utils.c:1004 #13 0xb7a954c0 in start_thread () from /lib/i686/cmov/libpthread.so.0 #14 0xb7cc561e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 8 [Switching to thread 8 (Thread 0xb6604b90 (LWP 22021))]#0 0xb7ef4424 in __kernel_vsyscall () (gdb) bt #0 0xb7ef4424 in __kernel_vsyscall () #1 0xb7a9bc99 in __lll_lock_wait () from /lib/i686/cmov/libpthread.so.0 #2 0xb7a970d3 in _L_lock_291 () from /lib/i686/cmov/libpthread.so.0 #3 0xb7a96b36 in pthread_mutex_lock () from /lib/i686/cmov/libpthread.so.0 #4 0xb7cd3926 in pthread_mutex_lock () from /lib/i686/cmov/libc.so.6 #5 0x08119603 in __ast_pthread_mutex_lock (filename=0x81e8af4 "pbx.c", lineno=9981, func=0x81ee8cb "ast_rdlock_contexts", mutex_name=0x81ee8c2 "&conlock", t=0x82068a0) at lock.c:244 #6 0x08154a9b in ast_rdlock_contexts () at pbx.c:9981 #7 0x08140cae in pbx_extension_helper (c=0x0, con=0x0, context=0x10103ef6 "default", exten=0xb72c5501 "s", priority=1, label=0x0, callerid=0xb6603604 "asterisk", action=E_MATCH, found=0x0, combined_find_spawn=0) at pbx.c:4050 #8 0x08142955 in ast_exists_extension (c=0x0, context=0x10103ef6 "default", exten=0xb72c5501 "s", priority=1, callerid=0xb6603604 "asterisk") at pbx.c:4600 #9 0xb7269b97 in get_destination (p=0x101028f8, oreq=0xb6603d60, cc_recall_core_id=0x0) at chan_sip.c:14865 #10 0xb728b388 in handle_request_options (p=0x101028f8, req=0xb6603d60, addr=0xb6603cdc, e=0x10077f64 "sip:10.52.17.132") at chan_sip.c:21228 #11 0xb7298ed1 in handle_incoming (p=0x101028f8, req=0xb6603d60, addr=0xb6603cdc, recount=0xb6603c90, nounlock=0xb6603c8c) at chan_sip.c:24389 #12 0xb7299903 in handle_request_do (req=0xb6603d60, addr=0xb6603cdc) at chan_sip.c:24575 #13 0xb72994f8 in sipsock_read (id=0xff14978, fd=11, events=1, ignore=0x0) at chan_sip.c:24509 #14 0x08113e8b in ast_io_wait (ioc=0xb759ce98, howlong=169) at io.c:288 #15 0xb729afd6 in do_monitor (data=0x0) at chan_sip.c:25004 #16 0x08197008 in dummy_start (data=0xb75b5fa8) at utils.c:1004 #17 0xb7a954c0 in start_thread () from /lib/i686/cmov/libpthread.so.0 #18 0xb7cc561e in clone () from /lib/i686/cmov/libc.so.6 (gdb)