ofpuelmapu*CLI> core show locks

=======================================================================
=== 13.15.0
=== Currently Held Locks
=======================================================================
===
=== <pending> <lock#> (<file>): <lock type> <line num> <function> <lock name> <lock addr> (times locked)
===
=== Thread ID: 0x7fb97a4bb700 LWP:35604 (do_devstate_changes  started at [  646] devicestate.c ast_device_state_engine_init())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1a9f918 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        channels/chan_pjsip.c:971 chan_pjsip_devicestate()
        main/devicestate.c:382 _ast_device_state()
        main/devicestate.c:472 do_state_change()
        main/devicestate.c:565 do_devstate_changes()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Waiting for Lock #1 (res_pjsip/pjsip_configuration.c): MUTEX 1277 persistent_endpoint_find_or_create ((persistent_endpoints)) 0x1ad68a0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        main/astobj2.c:164 __ao2_lock() (0x45ddfe+96)
        res_pjsip/pjsip_configuration.c:1277 persistent_endpoint_find_or_create()
        res_pjsip/pjsip_configuration.c:1313 sip_endpoint_apply_handler()
        main/sorcery.c:1681 ast_sorcery_objectset_apply() (0x5d1465+117)
        res/res_sorcery_realtime.c:235 sorcery_realtime_retrieve_multiple()
        main/sorcery.c:1922 ast_sorcery_retrieve_by_fields() (0x5d1f61+141)
        res_pjsip/pjsip_options.c:358 find_an_endpoint()
        res_pjsip/pjsip_options.c:416 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+7FB934C3775F)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+16C96)
        libpthread.so.0 <unknown>()
=== --- ---> Locked Here: res_pjsip/pjsip_configuration.c line 1277 (persistent_endpoint_find_or_create)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb91ad35700 LWP:35617 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa3498 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/pjsip_configuration.c:2152 ast_sip_retrieve_auths() (0x7fb935249c22+67)
        res/res_pjsip_authenticator_digest.c:424 digest_check_auth()
        res/res_pjsip.c:2433 ast_sip_check_authentication() (0x7fb93522ae9a+70)
        res_pjsip/pjsip_distributor.c:720 authenticate()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb91aac9700 LWP:36051 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (astobj2_container.c): RDLOCK 336 internal_ao2_traverse self 0x1b22fb0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/astobj2.c:185 __ao2_lock() (0x45ddfe+121)
        main/astobj2_container.c:341 internal_ao2_traverse()
        main/astobj2_container.c:456 __ao2_callback() (0x45faa0+5F)
        main/sorcery.c:2084 sorcery_observers_notify_update()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (astobj2_container.c): MUTEX 336 internal_ao2_traverse self 0x1ad68a0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        main/astobj2.c:164 __ao2_lock() (0x45ddfe+96)
        res_pjsip/pjsip_configuration.c:1277 persistent_endpoint_find_or_create()
        res_pjsip/pjsip_configuration.c:1313 sip_endpoint_apply_handler()
        main/sorcery.c:1681 ast_sorcery_objectset_apply() (0x5d1465+117)
        res/res_sorcery_realtime.c:175 sorcery_realtime_retrieve_fields()
        res/res_sorcery_realtime.c:188 sorcery_realtime_retrieve_id()
        main/sorcery.c:1875 ast_sorcery_retrieve_by_id() (0x5d1d02+11B)
        res/res_pjsip_endpoint_identifier_user.c:114 find_endpoint()
        res/res_pjsip_endpoint_identifier_user.c:135 username_identify()
        res/res_pjsip.c:2598 ast_sip_identify_endpoint() (0x7fb93522ba02+67)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #2 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa4748 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res_pjsip/location.c:621 ast_sip_for_each_aor() (0x7fb93523d105+C3)
        res_pjsip/location.c:304 ast_sip_location_retrieve_contacts_from_aor_list() (0x7fb93523b332+50)
        res_pjsip/pjsip_configuration.c:163 persistent_endpoint_update_state()
        main/astobj2_container.c:354 internal_ao2_traverse()
        main/astobj2_container.c:456 __ao2_callback() (0x45faa0+5F)
        res_pjsip/pjsip_configuration.c:277 persistent_endpoint_contact_status_observer()
        main/sorcery.c:2075 sorcery_observer_notify_update()
        main/astobj2_container.c:354 internal_ao2_traverse()
        main/astobj2_container.c:456 __ao2_callback() (0x45faa0+5F)
        main/sorcery.c:2084 sorcery_observers_notify_update()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb91acb9700 LWP:36495 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip_registrar.c): MUTEX 554 register_aor lock 0x7fb908079c90 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        main/astobj2.c:164 __ao2_lock() (0x45ddfe+96)
        res/res_pjsip_registrar.c:555 register_aor()
        res/res_pjsip_registrar.c:749 registrar_on_rx_request()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (res_pjsip.c): RDLOCK 4284 supplement_outgoing_response &(&supplements)->lock 0x7fb935467d70 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:4285 supplement_outgoing_response()
        res/res_pjsip.c:4323 ast_sip_send_stateful_response() (0x7fb935230af1+EB)
        res/res_pjsip_registrar.c:537 register_aor_core()
        res/res_pjsip_registrar.c:562 register_aor()
        res/res_pjsip_registrar.c:749 registrar_on_rx_request()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #2 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa4748 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res/res_pjsip_path.c:100 find_aor()
        res/res_pjsip_path.c:208 path_outgoing_response()
        res/res_pjsip.c:4285 supplement_outgoing_response()
        res/res_pjsip.c:4323 ast_sip_send_stateful_response() (0x7fb935230af1+EB)
        res/res_pjsip_registrar.c:537 register_aor_core()
        res/res_pjsip_registrar.c:562 register_aor()
        res/res_pjsip_registrar.c:749 registrar_on_rx_request()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Waiting for Lock #3 (res_odbc.c): MUTEX 818 _ast_odbc_request_obj2 &class->lock 0x205bff8 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        res/res_odbc.c:726 ast_odbc_release_obj() (0x7fb97a23c931+C4)
        res/res_config_odbc.c:308 realtime_odbc()
        main/config.c:3257 ast_load_realtime_all_fields() (0x4e86b1+96)
        main/config.c:3291 ast_load_realtime_fields() (0x4e88c6+23)
        res/res_sorcery_realtime.c:169 sorcery_realtime_retrieve_fields()
        res/res_sorcery_realtime.c:188 sorcery_realtime_retrieve_id()
        main/sorcery.c:1875 ast_sorcery_retrieve_by_id() (0x5d1d02+11B)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res_pjsip/location.c:621 ast_sip_for_each_aor() (0x7fb93523d105+C3)
        res_pjsip/location.c:304 ast_sip_location_retrieve_contacts_from_aor_list() (0x7fb93523b332+50)
        res_pjsip/pjsip_configuration.c:163 persistent_endpoint_update_state()
        main/astobj2_container.c:354 internal_ao2_traverse()
        main/astobj2_container.c:456 __ao2_callback() (0x45faa0+5F)
        res_pjsip/pjsip_configuration.c:277 persistent_endpoint_contact_status_observer()
        main/sorcery.c:2075 sorcery_observer_notify_update()
        main/astobj2_container.c:354 internal_ao2_traverse()
        main/astobj2_container.c:456 __ao2_callback() (0x45faa0+5F)
        main/sorcery.c:2084 sorcery_observers_notify_update()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== --- ---> Locked Here: res_odbc.c line 818 (_ast_odbc_request_obj2)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb97a917700 LWP:44283 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1a9f918 (1)
        No backtrace to print
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb91ac3d700 LWP:44284 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 2595 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fb935467cb0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:2595 ast_sip_identify_endpoint() (0x7fb93522ba02+3B)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa5b48 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res/res_pjsip_endpoint_identifier_user.c:95 find_endpoint()
        res/res_pjsip_endpoint_identifier_user.c:135 username_identify()
        res/res_pjsip.c:2598 ast_sip_identify_endpoint() (0x7fb93522ba02+67)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb91ab45700 LWP:44286 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa4748 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res/res_pjsip_registrar.c:695 find_registrar_aor()
        res/res_pjsip_registrar.c:732 registrar_on_rx_request()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb97a7a3700 LWP:44287 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 2595 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fb935467cb0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:2595 ast_sip_identify_endpoint() (0x7fb93522ba02+3B)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa5b48 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res/res_pjsip_endpoint_identifier_user.c:95 find_endpoint()
        res/res_pjsip_endpoint_identifier_user.c:135 username_identify()
        res/res_pjsip.c:2598 ast_sip_identify_endpoint() (0x7fb93522ba02+67)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)

=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb97a81f700 LWP:44288 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 3875 ast_sip_send_out_of_dialog_request &(&supplements)->lock 0x7fb935467d70 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+A8)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa4748 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res/res_pjsip_path.c:100 find_aor()
        res/res_pjsip_path.c:160 path_outgoing_request()
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+106)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Waiting for Lock #2 (res_odbc.c): MUTEX 818 _ast_odbc_request_obj2 &class->lock 0x205bff8 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        res/res_odbc.c:726 ast_odbc_release_obj() (0x7fb97a23c931+C4)
        res/res_config_odbc.c:237 realtime_odbc()
        main/config.c:3257 ast_load_realtime_all_fields() (0x4e86b1+96)
        main/config.c:3291 ast_load_realtime_fields() (0x4e88c6+23)
        res/res_sorcery_realtime.c:169 sorcery_realtime_retrieve_fields()
        res/res_sorcery_realtime.c:188 sorcery_realtime_retrieve_id()
        main/sorcery.c:1875 ast_sorcery_retrieve_by_id() (0x5d1d02+11B)
        res/res_pjsip_endpoint_identifier_user.c:95 find_endpoint()
        res/res_pjsip_endpoint_identifier_user.c:135 username_identify()
        res/res_pjsip.c:2598 ast_sip_identify_endpoint() (0x7fb93522ba02+67)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== --- ---> Locked Here: res_odbc.c line 818 (_ast_odbc_request_obj2)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb91a9d1700 LWP:44289 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa3498 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/pjsip_configuration.c:2152 ast_sip_retrieve_auths() (0x7fb935249c22+67)
        res/res_pjsip_authenticator_digest.c:424 digest_check_auth()
        res/res_pjsip.c:2433 ast_sip_check_authentication() (0x7fb93522ae9a+70)
        res_pjsip/pjsip_distributor.c:720 authenticate()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8ae31c700 LWP:44290 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa3498 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/pjsip_configuration.c:2152 ast_sip_retrieve_auths() (0x7fb935249c22+67)
        res/res_pjsip_authenticator_digest.c:424 digest_check_auth()
        res/res_pjsip.c:2433 ast_sip_check_authentication() (0x7fb93522ae9a+70)
        res_pjsip/pjsip_distributor.c:720 authenticate()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8ae2a0700 LWP:44291 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 3875 ast_sip_send_out_of_dialog_request &(&supplements)->lock 0x7fb935467d70 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+A8)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa4748 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res/res_pjsip_path.c:100 find_aor()
        res/res_pjsip_path.c:160 path_outgoing_request()
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+106)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8ae0b0700 LWP:44295 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 3875 ast_sip_send_out_of_dialog_request &(&supplements)->lock 0x7fb935467d70 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+A8)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa4748 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res/res_pjsip_path.c:100 find_aor()
        res/res_pjsip_path.c:160 path_outgoing_request()
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+106)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8ae034700 LWP:44296 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip_registrar.c): MUTEX 554 register_aor lock 0x7fb82000c320 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        main/astobj2.c:164 __ao2_lock() (0x45ddfe+96)
        res/res_pjsip_registrar.c:555 register_aor()
        res/res_pjsip_registrar.c:749 registrar_on_rx_request()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (res_pjsip.c): RDLOCK 4284 supplement_outgoing_response &(&supplements)->lock 0x7fb935467d70 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:4263 supplement_on_rx_request()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #2 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa4748 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res/res_pjsip_path.c:100 find_aor()
        res/res_pjsip_path.c:208 path_outgoing_response()
        res/res_pjsip.c:4285 supplement_outgoing_response()
        res/res_pjsip.c:4323 ast_sip_send_stateful_response() (0x7fb935230af1+EB)
        res/res_pjsip_registrar.c:537 register_aor_core()
        res/res_pjsip_registrar.c:562 register_aor()
        res/res_pjsip_registrar.c:749 registrar_on_rx_request()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8adfb8700 LWP:44297 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa5b48 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res/res_pjsip_registrar.c:606 find_aor_name()
        res/res_pjsip_registrar.c:664 find_registrar_aor()
        res/res_pjsip_registrar.c:732 registrar_on_rx_request()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8adf3c700 LWP:44298 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa5b48 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res/res_pjsip_endpoint_identifier_user.c:95 find_endpoint()
        res/res_pjsip_endpoint_identifier_user.c:135 username_identify()
        res/res_pjsip.c:2598 ast_sip_identify_endpoint() (0x7fb93522ba02+67)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8adec0700 LWP:44299 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 2595 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fb935467cb0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:2595 ast_sip_identify_endpoint() (0x7fb93522ba02+3B)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1a9f918 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res/res_pjsip_endpoint_identifier_user.c:114 find_endpoint()
        res/res_pjsip_endpoint_identifier_user.c:135 username_identify()
        res/res_pjsip.c:2598 ast_sip_identify_endpoint() (0x7fb93522ba02+67)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Waiting for Lock #2 (res_pjsip/pjsip_configuration.c): MUTEX 1277 persistent_endpoint_find_or_create ((persistent_endpoints)) 0x1ad68a0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        main/astobj2.c:164 __ao2_lock() (0x45ddfe+96)
        res_pjsip/pjsip_configuration.c:1277 persistent_endpoint_find_or_create()
        res_pjsip/pjsip_configuration.c:1313 sip_endpoint_apply_handler()
        main/sorcery.c:1681 ast_sorcery_objectset_apply() (0x5d1465+117)
        res/res_sorcery_realtime.c:175 sorcery_realtime_retrieve_fields()
        res/res_sorcery_realtime.c:188 sorcery_realtime_retrieve_id()
        main/sorcery.c:1875 ast_sorcery_retrieve_by_id() (0x5d1d02+11B)
        res_pjsip/pjsip_options.c:413 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== --- ---> Locked Here: res_pjsip/pjsip_configuration.c line 1277 (persistent_endpoint_find_or_create)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8ade44700 LWP:44301 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1a9f918 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/pjsip_options.c:413 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Waiting for Lock #1 (res_pjsip/pjsip_configuration.c): MUTEX 1277 persistent_endpoint_find_or_create ((persistent_endpoints)) 0x1ad68a0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        main/astobj2.c:164 __ao2_lock() (0x45ddfe+96)
        res_pjsip/pjsip_configuration.c:1277 persistent_endpoint_find_or_create()
        res_pjsip/pjsip_configuration.c:1313 sip_endpoint_apply_handler()
        main/sorcery.c:1681 ast_sorcery_objectset_apply() (0x5d1465+117)
        res/res_sorcery_realtime.c:175 sorcery_realtime_retrieve_fields()
        res/res_sorcery_realtime.c:188 sorcery_realtime_retrieve_id()
        main/sorcery.c:1875 ast_sorcery_retrieve_by_id() (0x5d1d02+11B)
        channels/chan_pjsip.c:971 chan_pjsip_devicestate()
        main/devicestate.c:382 _ast_device_state()
        main/devicestate.c:472 do_state_change()
        main/devicestate.c:565 do_devstate_changes()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== --- ---> Locked Here: res_pjsip/pjsip_configuration.c line 1277 (persistent_endpoint_find_or_create)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8add4c700 LWP:44303 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 2595 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fb935467cb0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:2595 ast_sip_identify_endpoint() (0x7fb93522ba02+3B)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1915 ast_sorcery_retrieve_by_fields &(&object_type->wizards)->lock 0x3113d98 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1916 ast_sorcery_retrieve_by_fields() (0x5d1f61+C2)
        res/res_pjsip_endpoint_identifier_ip.c:210 ip_identify()
        res/res_pjsip.c:2598 ast_sip_identify_endpoint() (0x7fb93522ba02+67)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8adc54700 LWP:44305 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1a9f918 (1)
        No backtrace to print
=== ---> Waiting for Lock #1 (res_pjsip/pjsip_configuration.c): MUTEX 1277 persistent_endpoint_find_or_create ((persistent_endpoints)) 0x1ad68a0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        main/astobj2.c:164 __ao2_lock() (0x45ddfe+96)
        res_pjsip/pjsip_configuration.c:1277 persistent_endpoint_find_or_create()
        res_pjsip/pjsip_configuration.c:1313 sip_endpoint_apply_handler()
        main/sorcery.c:1681 ast_sorcery_objectset_apply() (0x5d1465+117)
        res/res_sorcery_realtime.c:175 sorcery_realtime_retrieve_fields()
        res/res_sorcery_realtime.c:188 sorcery_realtime_retrieve_id()
        main/sorcery.c:1875 ast_sorcery_retrieve_by_id() (0x5d1d02+11B)
        res/res_pjsip_endpoint_identifier_user.c:114 find_endpoint()
        res/res_pjsip_endpoint_identifier_user.c:135 username_identify()
        res/res_pjsip.c:2598 ast_sip_identify_endpoint() (0x7fb93522ba02+67)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== --- ---> Locked Here: astobj2_container.c line 336 (internal_ao2_traverse)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8adb5c700 LWP:44307 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 2595 ast_sip_identify_endpoint &((&endpoint_identifiers))->lock 0x7fb935467cb0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:2595 ast_sip_identify_endpoint() (0x7fb93522ba02+3B)
        res_pjsip/pjsip_distributor.c:567 endpoint_lookup()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1a9f918 (1)
        No backtrace to print
=== ---> Waiting for Lock #2 (res_pjsip/pjsip_configuration.c): MUTEX 1277 persistent_endpoint_find_or_create ((persistent_endpoints)) 0x1ad68a0 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:258 __ast_pthread_mutex_lock() (0x53f3d9+BA)
        main/astobj2.c:164 __ao2_lock() (0x45ddfe+96)
        res_pjsip/pjsip_configuration.c:1277 persistent_endpoint_find_or_create()
        res_pjsip/pjsip_configuration.c:1313 sip_endpoint_apply_handler()
        main/sorcery.c:1681 ast_sorcery_objectset_apply() (0x5d1465+117)
        res/res_sorcery_realtime.c:175 sorcery_realtime_retrieve_fields()
        res/res_sorcery_realtime.c:188 sorcery_realtime_retrieve_id()
        main/sorcery.c:1875 ast_sorcery_retrieve_by_id() (0x5d1d02+11B)
        res_pjsip/pjsip_options.c:413 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+9B10)
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)





=== --- ---> Locked Here: res_pjsip/pjsip_configuration.c line 1277 (persistent_endpoint_find_or_create)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8ad9e8700 LWP:44330 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa3498 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/pjsip_configuration.c:2152 ast_sip_retrieve_auths() (0x7fb935249c22+67)
        res/res_pjsip_authenticator_digest.c:424 digest_check_auth()
        res/res_pjsip.c:2433 ast_sip_check_authentication() (0x7fb93522ae9a+70)
        res_pjsip/pjsip_distributor.c:720 authenticate()
        libpjsip.so.2 pjsip_endpt_process_rx_data() (0x7fb93469f160+173)
        res_pjsip/pjsip_distributor.c:771 distribute()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8ad96c700 LWP:44331 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 3875 ast_sip_send_out_of_dialog_request &(&supplements)->lock 0x7fb935467d70 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+A8)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa4748 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res/res_pjsip_path.c:100 find_aor()
        res/res_pjsip_path.c:160 path_outgoing_request()
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+106)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=== Thread ID: 0x7fb8ad510700 LWP:44343 (worker_start         started at [ 1079] threadpool.c worker_thread_start())
=== ---> Lock #0 (res_pjsip.c): RDLOCK 3875 ast_sip_send_out_of_dialog_request &(&supplements)->lock 0x7fb935467d70 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+A8)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== ---> Lock #1 (sorcery.c): RDLOCK 1870 ast_sorcery_retrieve_by_id &(&object_type->wizards)->lock 0x1aa4748 (1)
        main/backtrace.c:59 __ast_bt_get_addresses() (0x469510+1D)
        main/lock.c:866 __ast_rwlock_rdlock() (0x541245+BA)
        main/sorcery.c:1871 ast_sorcery_retrieve_by_id() (0x5d1d02+AE)
        res_pjsip/location.c:148 ast_sip_location_retrieve_aor() (0x7fb93523adab+24)
        res/res_pjsip_path.c:100 find_aor()
        res/res_pjsip_path.c:160 path_outgoing_request()
        res/res_pjsip.c:3876 ast_sip_send_out_of_dialog_request() (0x7fb93522f95d+106)
        res_pjsip/pjsip_options.c:444 qualify_contact()
        res_pjsip/pjsip_options.c:519 qualify_contact_task()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:1322 execute_tasks()
        main/taskprocessor.c:967 ast_taskprocessor_execute() (0x5f430a+10D)
        main/threadpool.c:351 threadpool_execute()
        main/threadpool.c:1105 worker_active()
        main/threadpool.c:1025 worker_start()
        main/utils.c:1235 dummy_start()
        libpthread.so.0 <unknown>()
        libc.so.6 clone() (0x37f6ae8b60+6D)
=== -------------------------------------------------------------------
===
=======================================================================