Script started on Thu 08 Oct 2015 03:26:25 PM EDT root@pbxw3:/tmp# asterisk -rv Asterisk 13.6.0-rc2, Copyright (C) 1999 - 2014, Digium, Inc. and others. Created by Mark Spencer Asterisk comes with ABSOLUTELY NO WARRANTY; type 'core show warranty' for details. This is free software, with components licensed under the GNU General Public License version 2 and other licenses; you are welcome to redistribute it under certain conditions. Type 'core show license' for details. ========================================================================= Running as user 'asterisk' Connected to Asterisk 13.6.0-rc2 currently running on pbxw3 (pid = 2477) pbxw3*CLI> core show locks pbxw3*CLI>  ======================================================================= === 13.6.0-rc2 === Currently Held Locks ======================================================================= === === (): (times locked) === === Thread ID: 0x7fed5c081700 LWP:2493 (do_devstate_changes started at [ 633] devicestate.c ast_device_state_engine_init()) === ---> Lock #0 (sorcery.c): RDLOCK 1840 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x2938ca0 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] asterisk(ast_sorcery_retrieve_by_id+0x8b) [0x5b7c4a] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/chan_pjsip.so(+0x8178) [0x7fecfd77d178] asterisk() [0x4f17df] asterisk() [0x4f1c21] asterisk() [0x4f207c] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Lock #1 (res_config_pgsql.c): MUTEX 479 realtime_pgsql &pgsql_lock 0x7fed2356d500 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_pthread_mutex_lock+0xba) [0x52fcff] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_config_pgsql.so(+0x3e22) [0x7fed23363e22] asterisk(ast_load_realtime_all_fields+0x90) [0x4dc963] asterisk(ast_load_realtime_fields+0x23) [0x4dcad0] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x17d3) [0x7fed235eb7d3] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x1903) [0x7fed235eb903] asterisk(ast_sorcery_retrieve_by_id+0xe8) [0x5b7ca7] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/chan_pjsip.so(+0x8178) [0x7fecfd77d178] asterisk() [0x4f17df] asterisk() [0x4f1c21] asterisk() [0x4f207c] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ------------------------------------------------------------------- === === Thread ID: 0x7fed2015f700 LWP:2505 (worker_start started at [ 1049] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): RDLOCK 2200 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fed1b186930 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x2d) [0x7fed1af634dd] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Lock #1 (sorcery.c): RDLOCK 1840 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x2938ca0 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] asterisk(ast_sorcery_retrieve_by_id+0x8b) [0x5b7c4a] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Waiting for Lock #2 (res_config_pgsql.c): MUTEX 479 realtime_pgsql &pgsql_lock 0x7fed2356d500 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_pthread_mutex_lock+0xba) [0x52fcff] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_config_pgsql.so(+0x3e22) [0x7fed23363e22] asterisk(ast_load_realtime_all_fields+0x90) [0x4dc963] asterisk(ast_load_realtime_fields+0x23) [0x4dcad0] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x17d3) [0x7fed235eb7d3] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x1903) [0x7fed235eb903] asterisk(ast_sorcery_retrieve_by_id+0xe8) [0x5b7ca7] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === --- ---> Locked Here: res_config_pgsql.c line 479 (realtime_pgsql) === ------------------------------------------------------------------- === === Thread ID: 0x7fed19047700 LWP:2507 (worker_start started at [ 1049] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): RDLOCK 2200 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fed1b186930 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x2d) [0x7fed1af634dd] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Lock #1 (sorcery.c): RDLOCK 1840 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x2938ca0 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] asterisk(ast_sorcery_retrieve_by_id+0x8b) [0x5b7c4a] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Waiting for Lock #2 (res_config_pgsql.c): MUTEX 479 realtime_pgsql &pgsql_lock 0x7fed2356d500 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_pthread_mutex_lock+0xba) [0x52fcff] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_config_pgsql.so(+0x3e22) [0x7fed23363e22] asterisk(ast_load_realtime_all_fields+0x90) [0x4dc963] asterisk(ast_load_realtime_fields+0x23) [0x4dcad0] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x17d3) [0x7fed235eb7d3] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x1903) [0x7fed235eb903] asterisk(ast_sorcery_retrieve_by_id+0xe8) [0x5b7ca7] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === --- ---> Locked Here: res_config_pgsql.c line 479 (realtime_pgsql) === ------------------------------------------------------------------- === === Thread ID: 0x7fed200e3700 LWP:2506 (worker_start started at [ 1049] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): RDLOCK 2200 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fed1b186930 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x2d) [0x7fed1af634dd] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Lock #1 (sorcery.c): RDLOCK 1840 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x2938ca0 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] asterisk(ast_sorcery_retrieve_by_id+0x8b) [0x5b7c4a] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Waiting for Lock #2 (res_config_pgsql.c): MUTEX 479 realtime_pgsql &pgsql_lock 0x7fed2356d500 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_pthread_mutex_lock+0xba) [0x52fcff] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_config_pgsql.so(+0x3e22) [0x7fed23363e22] asterisk(ast_load_realtime_all_fields+0x90) [0x4dc963] asterisk(ast_load_realtime_fields+0x23) [0x4dcad0] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x17d3) [0x7fed235eb7d3] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x1903) [0x7fed235eb903] asterisk(ast_sorcery_retrieve_by_id+0xe8) [0x5b7ca7] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === --- ---> Locked Here: res_config_pgsql.c line 479 (realtime_pgsql) === ------------------------------------------------------------------- === === Thread ID: 0x7fed18fcb700 LWP:2508 (worker_start started at [ 1049] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): RDLOCK 2200 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fed1b186930 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x2d) [0x7fed1af634dd] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Lock #1 (sorcery.c): RDLOCK 1840 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x2938ca0 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] asterisk(ast_sorcery_retrieve_by_id+0x8b) [0x5b7c4a] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Waiting for Lock #2 (res_config_pgsql.c): MUTEX 479 realtime_pgsql &pgsql_lock 0x7fed2356d500 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_pthread_mutex_lock+0xba) [0x52fcff] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_config_pgsql.so(+0x3e22) [0x7fed23363e22] asterisk(ast_load_realtime_all_fields+0x90) [0x4dc963] asterisk(ast_load_realtime_fields+0x23) [0x4dcad0] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x17d3) [0x7fed235eb7d3] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x1903) [0x7fed235eb903] asterisk(ast_sorcery_retrieve_by_id+0xe8) [0x5b7ca7] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === --- ---> Locked Here: res_config_pgsql.c line 479 (realtime_pgsql) === ------------------------------------------------------------------- === === Thread ID: 0x7fed18f4f700 LWP:2509 (worker_start started at [ 1049] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): RDLOCK 2200 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fed1b186930 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x2d) [0x7fed1af634dd] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Lock #1 (sorcery.c): RDLOCK 1840 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x2938ca0 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] asterisk(ast_sorcery_retrieve_by_id+0x8b) [0x5b7c4a] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Waiting for Lock #2 (res_config_pgsql.c): MUTEX 479 realtime_pgsql &pgsql_lock 0x7fed2356d500 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_pthread_mutex_lock+0xba) [0x52fcff] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_config_pgsql.so(+0x3e22) [0x7fed23363e22] asterisk(ast_load_realtime_all_fields+0x90) [0x4dc963] asterisk(ast_load_realtime_fields+0x23) [0x4dcad0] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x17d3) [0x7fed235eb7d3] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x1903) [0x7fed235eb903] asterisk(ast_sorcery_retrieve_by_id+0xe8) [0x5b7ca7] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === --- ---> Locked Here: res_config_pgsql.c line 479 (realtime_pgsql) === ------------------------------------------------------------------- === === Thread ID: 0x7fecf9a77700 LWP:2530 (worker_start started at [ 1049] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): RDLOCK 2200 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fed1b186930 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x2d) [0x7fed1af634dd] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Lock #1 (sorcery.c): RDLOCK 1840 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x2938ca0 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] asterisk(ast_sorcery_retrieve_by_id+0x8b) [0x5b7c4a] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Waiting for Lock #2 (res_config_pgsql.c): MUTEX 479 realtime_pgsql &pgsql_lock 0x7fed2356d500 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_pthread_mutex_lock+0xba) [0x52fcff] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_config_pgsql.so(+0x3e22) [0x7fed23363e22] asterisk(ast_load_realtime_all_fields+0x90) [0x4dc963] asterisk(ast_load_realtime_fields+0x23) [0x4dcad0] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x17d3) [0x7fed235eb7d3] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x1903) [0x7fed235eb903] asterisk(ast_sorcery_retrieve_by_id+0xe8) [0x5b7ca7] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === --- ---> Locked Here: res_config_pgsql.c line 479 (realtime_pgsql) === ------------------------------------------------------------------- === === Thread ID: 0x7fecf99fb700 LWP:2531 (worker_start started at [ 1049] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): RDLOCK 2200 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fed1b186930 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x2d) [0x7fed1af634dd] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Lock #1 (sorcery.c): RDLOCK 1840 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x2938ca0 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] asterisk(ast_sorcery_retrieve_by_id+0x8b) [0x5b7c4a] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Waiting for Lock #2 (res_config_pgsql.c): MUTEX 479 realtime_pgsql &pgsql_lock 0x7fed2356d500 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_pthread_mutex_lock+0xba) [0x52fcff] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_config_pgsql.so(+0x3e22) [0x7fed23363e22] asterisk(ast_load_realtime_all_fields+0x90) [0x4dc963] asterisk(ast_load_realtime_fields+0x23) [0x4dcad0] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x17d3) [0x7fed235eb7d3] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x1903) [0x7fed235eb903] asterisk(ast_sorcery_retrieve_by_id+0xe8) [0x5b7ca7] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === --- ---> Locked Here: res_config_pgsql.c line 479 (realtime_pgsql) === ------------------------------------------------------------------- === === Thread ID: 0x7fecf997f700 LWP:2532 (worker_start started at [ 1049] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): RDLOCK 2200 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fed1b186930 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x2d) [0x7fed1af634dd] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Lock #1 (sorcery.c): RDLOCK 1840 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x2938ca0 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_rwlock_rdlock+0xba) [0x531ab8] asterisk(ast_sorcery_retrieve_by_id+0x8b) [0x5b7c4a] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === ---> Waiting for Lock #2 (res_config_pgsql.c): MUTEX 479 realtime_pgsql &pgsql_lock 0x7fed2356d500 (1) asterisk(__ast_bt_get_addresses+0x1d) [0x46599d] asterisk(__ast_pthread_mutex_lock+0xba) [0x52fcff] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_config_pgsql.so(+0x3e22) [0x7fed23363e22] asterisk(ast_load_realtime_all_fields+0x90) [0x4dc963] asterisk(ast_load_realtime_fields+0x23) [0x4dcad0] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x17d3) [0x7fed235eb7d3] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_sorcery_realtime.so(+0x1903) [0x7fed235eb903] asterisk(ast_sorcery_retrieve_by_id+0xe8) [0x5b7ca7] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip_endpoint_identifier_user.so(+0x111d) [0x7fed07c1411d] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(ast_sip_identify_endpoint+0x52) [0x7fed1af63502] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x178cd) [0x7fed1af6d8cd] /usr/lib64/libpjsip.so.2(pjsip_endpt_process_rx_data+0x157) [0x7fed21728c97] /usr/local/asterisk-13.6.0-rc2/lib/asterisk/modules/res_pjsip.so(+0x17219) [0x7fed1af6d219] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5decb7] asterisk(ast_taskprocessor_execute+0x10d) [0x5d6077] asterisk() [0x5dd155] asterisk() [0x5de673] asterisk() [0x5de430] asterisk() [0x5eb74a] /lib64/libpthread.so.0(+0x7ce2) [0x7fed5df3fce2] /lib64/libc.so.6(clone+0x6d) [0x7fed5d5498cd] === --- ---> Locked Here: res_config_pgsql.c line 479 (realtime_pgsql) === ------------------------------------------------------------------- === ======================================================================= pbxw3*CLI> exit Asterisk cleanly ending (0). Executing last minute cleanups root@pbxw3:/tmp# exit exit Script done on Thu 08 Oct 2015 03:26:33 PM EDT