(gdb) t 20 [Switching to thread 20 (Thread 0x7ff34935c950 (LWP 4749))]#0 0x00007ff365848a94 in __lll_lock_wait () from /lib/libpthread.so.0 (gdb) bt #0 0x00007ff365848a94 in __lll_lock_wait () from /lib/libpthread.so.0 #1 0x00007ff3658441ab in _L_lock_312 () from /lib/libpthread.so.0 #2 0x00007ff365843bb1 in pthread_mutex_lock () from /lib/libpthread.so.0 #3 0x000000000044425b in __ast_pthread_mutex_lock (filename=0x5b03d4 "channel.c", lineno=2477, func=0x5b2330 "ast_waitfor_nandfds", mutex_name=0x5b2344 "c[x]", t=0x1b907f0) at /home/jpeeler/src/asterisk-trunk/include/asterisk/lock.h:562 #4 0x000000000044407c in __ao2_lock (user_data=0x1b913d8, file=0x5b03d4 "channel.c", func=0x5b2330 "ast_waitfor_nandfds", line=2477, var=0x5b2344 "c[x]") at astobj2.c:164 #5 0x000000000046f0f5 in ast_waitfor_nandfds (c=0x7ff349355360, n=2, fds=0x0, nfds=0, exception=0x0, outfd=0x0, ms=0x7ff349355400) at channel.c:2477 #6 0x000000000046fb8b in ast_waitfor_n (c=0x7ff349355360, n=2, ms=0x7ff349355400) at channel.c:2792 #7 0x000000000047b6fa in ast_generic_bridge (c0=0x1b913d8, c1=0x1b9ae48, config=0x7ff349355eb0, fo=0x7ff349355988, rc=0x7ff349355980) at channel.c:5517 #8 0x000000000047dd10 in ast_channel_bridge (c0=0x1b913d8, c1=0x1b9ae48, config=0x7ff349355eb0, fo=0x7ff349355988, rc=0x7ff349355980) at channel.c:5951 #9 0x00000000004bcf52 in ast_bridge_call (chan=0x1b913d8, peer=0x1b9ae48, config=0x7ff349355eb0) at features.c:2870 #10 0x00007ff35add203d in dial_exec_full (chan=0x1b913d8, data=0x7ff349359460 "dahdi/2,,tTkK", peerflags=0x7ff349356e80, continue_exec=0x0) at app_dial.c:2263 #11 0x00007ff35add3250 in dial_exec (chan=0x1b913d8, data=0x7ff349359460 "dahdi/2,,tTkK") at app_dial.c:2346 #12 0x0000000000504bcc in pbx_exec (c=0x1b913d8, app=0x1b9e780, data=0x7ff349359460 "dahdi/2,,tTkK") at pbx.c:1369 #13 0x000000000050fa69 in pbx_extension_helper (c=0x1b913d8, con=0x0, context=0x1b917b0 "default", exten=0x1b91800 "4998", priority=1, label=0x0, callerid=0x1c68ef0 "2564286000", action=E_SPAWN, found=0x7ff34935b63c, combined_find_spawn=1) at pbx.c:4028 #14 0x00000000005111cb in ast_spawn_extension (c=0x1b913d8, context=0x1b917b0 "default", exten=0x1b91800 "4998", priority=1, callerid=0x1c68ef0 "2564286000", found=0x7ff34935b63c, combined_find_spawn=1) at pbx.c:4507 #15 0x0000000000511982 in __ast_pbx_run (c=0x1b913d8, args=0x0) at pbx.c:4597 #16 0x0000000000513a80 in ast_pbx_run_args (c=0x1b913d8, args=0x0) at pbx.c:4922 #17 0x0000000000513aad in ast_pbx_run (c=0x1b913d8) at pbx.c:4931 #18 0x00007ff35526b3f5 in __analog_ss_thread (data=0x1b25cb0) at sig_analog.c:1837 #19 0x000000000057074d in dummy_start (data=0x1c639a0) at utils.c:968 #20 0x00007ff3658423ba in start_thread () from /lib/libpthread.so.0 #21 0x00007ff36609dfcd in clone () from /lib/libc.so.6 #22 0x0000000000000000 in ?? () (gdb) frame 5 #5 0x000000000046f0f5 in ast_waitfor_nandfds (c=0x7ff349355360, n=2, fds=0x0, nfds=0, exception=0x0, outfd=0x0, ms=0x7ff349355400) at channel.c:2477 2477 ast_channel_lock(c[x]); (gdb) p c[x]->name $1 = 0x1bae702 "DAHDI/1-1" (gdb) p x $2 = 1 (gdb) p 0 $3 = 0 (gdb) p c[0]->name $4 = 0x1ba4932 "DAHDI/2-1" (gdb) t 22 [Switching to thread 22 (Thread 0x7ff349264950 (LWP 4751))]#0 0x00007ff365848a94 in __lll_lock_wait () from /lib/libpthread.so.0 (gdb) bt #0 0x00007ff365848a94 in __lll_lock_wait () from /lib/libpthread.so.0 #1 0x00007ff3658441ab in _L_lock_312 () from /lib/libpthread.so.0 #2 0x00007ff365843bb1 in pthread_mutex_lock () from /lib/libpthread.so.0 #3 0x000000000044425b in __ast_pthread_mutex_lock (filename=0x5aa7c4 "astobj2.c", lineno=659, func=0x5aac80 "internal_ao2_callback", mutex_name=0x5aac52 "c", t=0x1938740) at /home/jpeeler/src/asterisk-trunk/include/asterisk/lock.h:562 #4 0x000000000044407c in __ao2_lock (user_data=0x1939328, file=0x5aa7c4 "astobj2.c", func=0x5aac80 "internal_ao2_callback", line=659, var=0x5aac52 "c") at astobj2.c:164 #5 0x0000000000445f0d in internal_ao2_callback (c=0x1939328, flags=11, cb_fn=0x445c59, arg=0x1b913d8, data=0x0, type=DEFAULT, tag=0x0, file=0x0, line=0, funcname=0x0) at astobj2.c:659 #6 0x00000000004463a0 in __ao2_callback (c=0x1939328, flags=11, cb_fn=0x445c59 , arg=0x1b913d8) at astobj2.c:748 #7 0x0000000000445d43 in __ao2_unlink (c=0x1939328, user_data=0x1b913d8) at astobj2.c:575 #8 0x00000000004770f6 in ast_change_name (chan=0x1b913d8, newname=0x7ff34925f3b0 "DAHDI/1-1") at channel.c:4775 #9 0x00000000004791dc in ast_do_masquerade (original=0x1b96698) at channel.c:5084 #10 0x00000000004c4368 in do_bridge_masquerade (chan=0x1b913d8, tmpchan=0x1b96698) at features.c:4387 #11 0x00000000004c7549 in bridge_exec (chan=0x1b885a8, data=0x7ff349261d10 "DAHDI/2,p") at features.c:5007 #12 0x0000000000504bcc in pbx_exec (c=0x1b885a8, app=0x1970a10, data=0x7ff349261d10 "DAHDI/2,p") at pbx.c:1369 #13 0x000000000050fa69 in pbx_extension_helper (c=0x1b885a8, con=0x0, context=0x1b88980 "default", exten=0x1b889d0 "5020", priority=1, label=0x0, callerid=0x1c75430 "5001", action=E_SPAWN, found=0x7ff349263eec, combined_find_spawn=1) at pbx.c:4028 #14 0x00000000005111cb in ast_spawn_extension (c=0x1b885a8, context=0x1b88980 "default", exten=0x1b889d0 "5020", priority=1, callerid=0x1c75430 "5001", found=0x7ff349263eec, combined_find_spawn=1) at pbx.c:4507 #15 0x0000000000511982 in __ast_pbx_run (c=0x1b885a8, args=0x0) at pbx.c:4597 #16 0x0000000000513960 in pbx_thread (data=0x1b885a8) at pbx.c:4884 #17 0x000000000057074d in dummy_start (data=0x1ba6cf0) at utils.c:968 #18 0x00007ff3658423ba in start_thread () from /lib/libpthread.so.0 #19 0x00007ff36609dfcd in clone () from /lib/libc.so.6 #20 0x0000000000000000 in ?? () (gdb) frame 9 #9 0x00000000004791dc in ast_do_masquerade (original=0x1b96698) at channel.c:5084 5084 ast_change_name(clonechan, masqn); (gdb) p clonechan->name $5 = 0x1bae702 "DAHDI/1-1" (gdb) t 6 [Switching to thread 6 (Thread 0x7ff364cb4950 (LWP 4735))]#0 0x00007ff365848a94 in __lll_lock_wait () from /lib/libpthread.so.0 (gdb) bt #0 0x00007ff365848a94 in __lll_lock_wait () from /lib/libpthread.so.0 #1 0x00007ff3658441ab in _L_lock_312 () from /lib/libpthread.so.0 #2 0x00007ff365843bb1 in pthread_mutex_lock () from /lib/libpthread.so.0 #3 0x000000000044425b in __ast_pthread_mutex_lock (filename=0x5b03d4 "channel.c", lineno=6262, func=0x5b40f0 "ast_channel_cmp_cb", mutex_name=0x5b1518 "chan", t=0x1b907f0) at /home/jpeeler/src/asterisk-trunk/include/asterisk/lock.h:562 #4 0x000000000044407c in __ao2_lock (user_data=0x1b913d8, file=0x5b03d4 "channel.c", func=0x5b40f0 "ast_channel_cmp_cb", line=6262, var=0x5b1518 "chan") at astobj2.c:164 #5 0x000000000047ed64 in ast_channel_cmp_cb (obj=0x1b913d8, arg=0x7ff364cb3400, flags=0) at channel.c:6262 #6 0x000000000044603a in internal_ao2_callback (c=0x1939328, flags=0, cb_fn=0x47ed0c, arg=0x7ff364cb3400, data=0x0, type=DEFAULT, tag=0x0, file=0x0, line=0, funcname=0x0) at astobj2.c:671 #7 0x00000000004463a0 in __ao2_callback (c=0x1939328, flags=0, cb_fn=0x47ed0c , arg=0x7ff364cb3400) at astobj2.c:748 #8 0x00000000004464f9 in __ao2_find (c=0x1939328, arg=0x7ff364cb3400, flags=0) at astobj2.c:775 #9 0x000000000046bfcc in ast_channel_get_full (name=0x7ff364cb3ea0 "Bridge/DAHDI/1-", name_len=15, exten=0x0, context=0x0) at channel.c:1407 #10 0x000000000046c03d in ast_channel_get_by_name_prefix (name=0x7ff364cb3ea0 "Bridge/DAHDI/1-", name_len=15) at channel.c:1418 #11 0x0000000000499049 in ast_parse_device_state (device=0x1b74658 "Bridge/DAHDI/1") at devicestate.c:273 #12 0x0000000000499360 in _ast_device_state (device=0x1b74658 "Bridge/DAHDI/1", check_cache=0) at devicestate.c:344 #13 0x000000000049a1ad in do_state_change (device=0x1b74658 "Bridge/DAHDI/1") at devicestate.c:454 #14 0x000000000049af05 in do_devstate_changes (data=0x0) at devicestate.c:545 #15 0x000000000057074d in dummy_start (data=0x191e620) at utils.c:968 #16 0x00007ff3658423ba in start_thread () from /lib/libpthread.so.0 #17 0x00007ff36609dfcd in clone () from /lib/libc.so.6 #18 0x0000000000000000 in ?? () (gdb) cont Continuing. *CLI> *CLI> core sh -- Registered SIP '5001' at 10.24.18.240 port 5060 ow l -- Registered SIP '5002' at 10.24.19.251 port 5060 ocks ======================================================================= === Currently Held Locks ============================================== ======================================================================= === === (): (times locked) === === Thread ID: 140683344824656 (do_devstate_changes started at [ 721] devicestate.c ast_device_state_engine_init()) === ---> Lock #0 (astobj2.c): MUTEX 659 internal_ao2_callback c 0x1938740 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x1a) [0x4eab21] /usr/sbin/asterisk [0x4441e0] /usr/sbin/asterisk(__ao2_lock+0x62) [0x44407c] /usr/sbin/asterisk [0x445f0d] /usr/sbin/asterisk(__ao2_callback+0x59) [0x4463a0] /usr/sbin/asterisk(__ao2_find+0x2b) [0x4464f9] /usr/sbin/asterisk [0x46bfcc] /usr/sbin/asterisk(ast_channel_get_by_name_prefix+0x27) [0x46c03d] /usr/sbin/asterisk(ast_parse_device_state+0x4c) [0x499049] /usr/sbin/asterisk [0x499360] /usr/sbin/asterisk [0x49a1ad] /usr/sbin/asterisk [0x49af05] /usr/sbin/asterisk [0x57074d] /lib/libpthread.so.0 [0x7ff3658423ba] /lib/libc.so.6(clone+0x6d) [0x7ff36609dfcd] === ---> Waiting for Lock #1 (channel.c): MUTEX 6262 ast_channel_cmp_cb chan 0x1b907f0 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x1a) [0x4eab21] /usr/sbin/asterisk [0x4441e0] /usr/sbin/asterisk(__ao2_lock+0x62) [0x44407c] /usr/sbin/asterisk(ast_do_masquerade+0x87) [0x47900e] /usr/sbin/asterisk [0x4c4368] /usr/sbin/asterisk [0x4c7549] /usr/sbin/asterisk(pbx_exec+0x2c3) [0x504bcc] /usr/sbin/asterisk [0x50fa69] /usr/sbin/asterisk(ast_spawn_extension+0x64) [0x5111cb] /usr/sbin/asterisk [0x511982] /usr/sbin/asterisk [0x513960] /usr/sbin/asterisk [0x57074d] /lib/libpthread.so.0 [0x7ff3658423ba] /lib/libc.so.6(clone+0x6d) [0x7ff36609dfcd] === --- ---> Locked Here: features.c line 4381 (do_bridge_masquerade) === --- ---> Locked Here: channel.c line 5059 (ast_do_masquerade) === ------------------------------------------------------------------- === === Thread ID: 140682882042192 (__analog_ss_thread started at [ 3227] sig_analog.c analog_handle_init_event()) === ---> Waiting for Lock #0 (channel.c): MUTEX 2477 ast_waitfor_nandfds c[x] 0x1b907f0 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x1a) [0x4eab21] /usr/sbin/asterisk [0x4441e0] /usr/sbin/asterisk(__ao2_lock+0x62) [0x44407c] /usr/sbin/asterisk(ast_waitfor_nandfds+0x1cd) [0x46f0f5] /usr/sbin/asterisk(ast_waitfor_n+0x3d) [0x46fb8b] /usr/sbin/asterisk [0x47b6fa] /usr/sbin/asterisk(ast_channel_bridge+0x1643) [0x47dd10] /usr/sbin/asterisk(ast_bridge_call+0xf2a) [0x4bcf52] /usr/lib/asterisk/modules/app_dial.so [0x7ff35add203d] /usr/lib/asterisk/modules/app_dial.so [0x7ff35add3250] /usr/sbin/asterisk(pbx_exec+0x2c3) [0x504bcc] /usr/sbin/asterisk [0x50fa69] /usr/sbin/asterisk(ast_spawn_extension+0x64) [0x5111cb] /usr/sbin/asterisk [0x511982] /usr/sbin/asterisk(ast_pbx_run_args+0x3a) [0x513a80] /usr/sbin/asterisk(ast_pbx_run+0x1a) [0x513aad] /usr/lib/asterisk/modules/chan_dahdi.so [0x7ff35526b3f5] /usr/sbin/asterisk [0x57074d] /lib/libpthread.so.0 [0x7ff3658423ba] /lib/libc.so.6(clone+0x6d) [0x7ff36609dfcd] === --- ---> Locked Here: features.c line 4381 (do_bridge_masquerade) === --- ---> Locked Here: channel.c line 5059 (ast_do_masquerade) === ------------------------------------------------------------------- === === Thread ID: 140682881026384 (pbx_thread started at [ 4905] pbx.c ast_pbx_start()) === ---> Lock #0 (features.c): MUTEX 4381 do_bridge_masquerade chan 0x1b907f0 (2) /usr/sbin/asterisk(ast_bt_get_addresses+0x1a) [0x4eab21] /usr/sbin/asterisk [0x4441e0] /usr/sbin/asterisk(__ao2_lock+0x62) [0x44407c] /usr/sbin/asterisk(ast_do_masquerade+0x87) [0x47900e] /usr/sbin/asterisk [0x4c4368] /usr/sbin/asterisk [0x4c7549] /usr/sbin/asterisk(pbx_exec+0x2c3) [0x504bcc] /usr/sbin/asterisk [0x50fa69] /usr/sbin/asterisk(ast_spawn_extension+0x64) [0x5111cb] /usr/sbin/asterisk [0x511982] /usr/sbin/asterisk [0x513960] /usr/sbin/asterisk [0x57074d] /lib/libpthread.so.0 [0x7ff3658423ba] /lib/libc.so.6(clone+0x6d) [0x7ff36609dfcd] === ---> Lock #1 (features.c): MUTEX 4386 do_bridge_masquerade tmpchan 0x1b95ab0 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x1a) [0x4eab21] /usr/sbin/asterisk [0x4441e0] /usr/sbin/asterisk(__ao2_lock+0x62) [0x44407c] /usr/sbin/asterisk [0x4c435f] /usr/sbin/asterisk [0x4c7549] /usr/sbin/asterisk(pbx_exec+0x2c3) [0x504bcc] /usr/sbin/asterisk [0x50fa69] /usr/sbin/asterisk(ast_spawn_extension+0x64) [0x5111cb] /usr/sbin/asterisk [0x511982] /usr/sbin/asterisk [0x513960] /usr/sbin/asterisk [0x57074d] /lib/libpthread.so.0 [0x7ff3658423ba] /lib/libc.so.6(clone+0x6d) [0x7ff36609dfcd] === ---> Waiting for Lock #2 (astobj2.c): MUTEX 659 internal_ao2_callback c 0x1938740 (1) /usr/sbin/asterisk(ast_bt_get_addresses+0x1a) [0x4eab21] /usr/sbin/asterisk [0x4441e0] /usr/sbin/asterisk(__ao2_lock+0x62) [0x44407c] /usr/sbin/asterisk [0x445f0d] /usr/sbin/asterisk(__ao2_callback+0x59) [0x4463a0] /usr/sbin/asterisk(__ao2_unlink+0x3f) [0x445d43] /usr/sbin/asterisk(ast_change_name+0x20) [0x4770f6] /usr/sbin/asterisk(ast_do_masquerade+0x255) [0x4791dc] /usr/sbin/asterisk [0x4c4368] /usr/sbin/asterisk [0x4c7549] /usr/sbin/asterisk(pbx_exec+0x2c3) [0x504bcc] /usr/sbin/asterisk [0x50fa69] /usr/sbin/asterisk(ast_spawn_extension+0x64) [0x5111cb] /usr/sbin/asterisk [0x511982] /usr/sbin/asterisk [0x513960] /usr/sbin/asterisk [0x57074d] /lib/libpthread.so.0 [0x7ff3658423ba] /lib/libc.so.6(clone+0x6d) [0x7ff36609dfcd] === --- ---> Locked Here: astobj2.c line 659 (internal_ao2_callback) === ------------------------------------------------------------------- === =======================================================================