Setting max files open to 300000 ======================================================================= === GIT-13-2ffade4M === Currently Held Locks ======================================================================= === === (): (times locked) === === Thread ID: 0x7f8cee4f1700 LWP:363 (db_sync_thread started at [ 1022] db.c astdb_init()) === ---> Lock #0 (db.c): MUTEX 981 db_sync_thread &dblock 0x8b3a80 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/db.c:982 db_sync_thread() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f8c4eb0f700 LWP:2660 (worker_start started at [ 1077] threadpool.c worker_thread_start()) === ---> Lock #0 (astobj2_container.c): RDLOCK 333 internal_ao2_traverse self 0x2c69b90 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:864 __ast_rwlock_rdlock() (0x5338be+BA) main/astobj2.c:188 __ao2_lock() (0x45b1de+11C) main/astobj2_container.c:338 internal_ao2_traverse() main/astobj2_container.c:453 __ao2_callback() (0x45cca0+5C) main/sorcery.c:2110 sorcery_observers_notify_delete() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ---> Lock #1 (astobj2_container.c): MUTEX 333 internal_ao2_traverse self 0x1f72e30 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/astobj2.c:167 __ao2_lock() (0x45b1de+93) main/astobj2_container.c:338 internal_ao2_traverse() main/astobj2_container.c:453 __ao2_callback() (0x45cca0+5C) res_pjsip/pjsip_configuration.c:182 persistent_endpoint_contact_deleted_observer() main/sorcery.c:2101 sorcery_observer_notify_delete() main/astobj2_container.c:351 internal_ao2_traverse() main/astobj2_container.c:453 __ao2_callback() (0x45cca0+5C) main/sorcery.c:2110 sorcery_observers_notify_delete() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ---> Lock #2 (sorcery.c): RDLOCK 1928 ast_sorcery_retrieve_by_regex &(&object_type->wizards)->lock 0x2c69d80 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:864 __ast_rwlock_rdlock() (0x5338be+BA) main/sorcery.c:1929 ast_sorcery_retrieve_by_regex() (0x5bb7a4+9C) res_pjsip/location.c:183 ast_sip_location_retrieve_aor_contacts() (0x7f8c8bdeb890+68) res_pjsip/location.c:251 gather_contacts_for_aor() res_pjsip/location.c:459 _dtor_aor() (0x7f8c8bdec320+8F) res_pjsip/location.c:274 ast_sip_location_retrieve_contacts_from_aor_list() (0x7f8c8bdec400+3B) res_pjsip/pjsip_configuration.c:95 persistent_endpoint_update_state() main/astobj2_container.c:351 internal_ao2_traverse() main/astobj2_container.c:453 __ao2_callback() (0x45cca0+5C) res_pjsip/pjsip_configuration.c:182 persistent_endpoint_contact_deleted_observer() main/sorcery.c:2101 sorcery_observer_notify_delete() main/astobj2_container.c:351 internal_ao2_traverse() main/astobj2_container.c:453 __ao2_callback() (0x45cca0+5C) main/sorcery.c:2110 sorcery_observers_notify_delete() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ---> Waiting for Lock #3 (db.c): MUTEX 495 ast_db_gettree &dblock 0x8b3a80 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/db.c:496 ast_db_gettree() (0x4f16c7+EA) res/res_sorcery_astdb.c:298 sorcery_astdb_retrieve_regex() main/sorcery.c:1939 ast_sorcery_retrieve_by_regex() (0x5bb7a4+FF) res_pjsip/location.c:183 ast_sip_location_retrieve_aor_contacts() (0x7f8c8bdeb890+68) res_pjsip/location.c:251 gather_contacts_for_aor() res_pjsip/location.c:459 _dtor_aor() (0x7f8c8bdec320+8F) res_pjsip/location.c:274 ast_sip_location_retrieve_contacts_from_aor_list() (0x7f8c8bdec400+3B) res_pjsip/pjsip_configuration.c:95 persistent_endpoint_update_state() main/astobj2_container.c:351 internal_ao2_traverse() main/astobj2_container.c:453 __ao2_callback() (0x45cca0+5C) res_pjsip/pjsip_configuration.c:182 persistent_endpoint_contact_deleted_observer() main/sorcery.c:2101 sorcery_observer_notify_delete() main/astobj2_container.c:351 internal_ao2_traverse() main/astobj2_container.c:453 __ao2_callback() (0x45cca0+5C) main/sorcery.c:2110 sorcery_observers_notify_delete() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === --- ---> Locked Here: db.c line 495 (ast_db_gettree) === ------------------------------------------------------------------- === === Thread ID: 0x7f8c4eb8b700 LWP:5788 (worker_start started at [ 1077] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): MUTEX 3121 endpt_send_request req_wrapper 0x7f8c72372250 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/astobj2.c:167 __ao2_lock() (0x45b1de+93) res/res_pjsip.c:3123 endpt_send_request() res/res_pjsip.c:3279 ast_sip_send_out_of_dialog_request() (0x7f8c8bddad50+160) res_pjsip/pjsip_options.c:391 qualify_contact() res_pjsip/pjsip_options.c:467 qualify_contact_task() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f8c4ee73700 LWP:7996 (worker_start started at [ 1077] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): MUTEX 3121 endpt_send_request req_wrapper 0x7f8c485626a0 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/astobj2.c:167 __ao2_lock() (0x45b1de+93) res/res_pjsip.c:3123 endpt_send_request() res/res_pjsip.c:3279 ast_sip_send_out_of_dialog_request() (0x7f8c8bddad50+160) res_pjsip/pjsip_options.c:391 qualify_contact() res_pjsip/pjsip_options.c:467 qualify_contact_task() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f8c4dd7f700 LWP:14944 (worker_start started at [ 1077] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): MUTEX 3121 endpt_send_request req_wrapper 0x7f8c714cc9a0 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/astobj2.c:167 __ao2_lock() (0x45b1de+93) res/res_pjsip.c:3123 endpt_send_request() res/res_pjsip.c:3279 ast_sip_send_out_of_dialog_request() (0x7f8c8bddad50+160) res_pjsip/pjsip_options.c:391 qualify_contact() res_pjsip/pjsip_options.c:467 qualify_contact_task() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f8c88605700 LWP:19466 (worker_start started at [ 1077] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): MUTEX 3121 endpt_send_request req_wrapper 0x7f8c72570970 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/astobj2.c:167 __ao2_lock() (0x45b1de+93) res/res_pjsip.c:3123 endpt_send_request() res/res_pjsip.c:3279 ast_sip_send_out_of_dialog_request() (0x7f8c8bddad50+160) res_pjsip/pjsip_options.c:391 qualify_contact() res_pjsip/pjsip_options.c:467 qualify_contact_task() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f8c4d8eb700 LWP:12999 (worker_start started at [ 1077] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): MUTEX 3121 endpt_send_request req_wrapper 0x7f8c719b30a0 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/astobj2.c:167 __ao2_lock() (0x45b1de+93) res/res_pjsip.c:3123 endpt_send_request() res/res_pjsip.c:3279 ast_sip_send_out_of_dialog_request() (0x7f8c8bddad50+160) res_pjsip/pjsip_options.c:391 qualify_contact() res_pjsip/pjsip_options.c:467 qualify_contact_task() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f8c4e34f700 LWP:22930 (worker_start started at [ 1077] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): MUTEX 3121 endpt_send_request req_wrapper 0x7f8c70029310 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/astobj2.c:167 __ao2_lock() (0x45b1de+93) res/res_pjsip.c:3123 endpt_send_request() res/res_pjsip.c:3279 ast_sip_send_out_of_dialog_request() (0x7f8c8bddad50+160) res_pjsip/pjsip_options.c:391 qualify_contact() res_pjsip/pjsip_options.c:467 qualify_contact_task() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f8cee75d700 LWP:27587 (worker_start started at [ 1077] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): MUTEX 3121 endpt_send_request req_wrapper 0x7f8c724069b0 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/astobj2.c:167 __ao2_lock() (0x45b1de+93) res/res_pjsip.c:3123 endpt_send_request() res/res_pjsip.c:3279 ast_sip_send_out_of_dialog_request() (0x7f8c8bddad50+160) res_pjsip/pjsip_options.c:391 qualify_contact() res_pjsip/pjsip_options.c:467 qualify_contact_task() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f8c4d397700 LWP:700 (worker_start started at [ 1077] threadpool.c worker_thread_start()) === ---> Lock #0 (res_pjsip.c): MUTEX 3121 endpt_send_request req_wrapper 0x7f8c70555f20 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x465e0c+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x531aef+BA) main/astobj2.c:167 __ao2_lock() (0x45b1de+93) res/res_pjsip.c:3123 endpt_send_request() res/res_pjsip.c:3279 ast_sip_send_out_of_dialog_request() (0x7f8c8bddad50+160) res_pjsip/pjsip_options.c:391 qualify_contact() res_pjsip/pjsip_options.c:467 qualify_contact_task() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:1320 execute_tasks() main/taskprocessor.c:786 ast_taskprocessor_execute() (0x5d9910+10D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1103 worker_active() main/threadpool.c:1024 worker_start() main/utils.c:1237 dummy_start() :0 start_thread() :0 __clone() (0x7f8ceef8ba50+6D) === ------------------------------------------------------------------- === =======================================================================