======================================================================= === 13.15.0 === Currently Held Locks ======================================================================= === === (): (times locked) === === Thread ID: 0x7f76360d1700 LWP:72565 (default_tps_processing_function started at [ 202] taskprocessor.c default_listener_start()) === ---> Lock #0 (astobj2_container.c): MUTEX 336 internal_ao2_traverse self 0x1ba4230 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/astobj2_container.c:341 internal_ao2_traverse() main/astobj2_container.c:455 __ao2_callback() (0x460068+42) main/cel.c:699 cel_report_event() main/cel.c:995 cel_channel_state_change() main/cel.c:1102 cel_snapshot_update_cb() main/stasis_message_router.c:204 router_dispatch() main/stasis.c:437 subscription_invoke() main/stasis.c:716 dispatch_exec_async() main/taskprocessor.c:963 ast_taskprocessor_execute() (0x5f4aa2+FA) main/taskprocessor.c:177 default_tps_processing_function() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Waiting for Lock #1 (stasis.c): MUTEX 892 stasis_forward_cancel to 0x2516690 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:285 publish_message_for_channel_topics() main/stasis_channels.c:363 ast_channel_publish_dial_internal() main/stasis_channels.c:411 ast_channel_publish_dial_forward() (0x5e28cf+15A) main/stasis_channels.c:425 ast_channel_publish_dial() (0x5e2aa9+41) main/dial.c:445 begin_dial_channel() main/dial.c:462 begin_dial() main/dial.c:951 ast_dial_run() (0x502393+10E) main/pbx.c:7485 pbx_outgoing_exec() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: stasis.c line 892 (stasis_forward_cancel) === ------------------------------------------------------------------- === === Thread ID: 0x7f75bd080700 LWP:76778 (do_monitor started at [29643] chan_sip.c restart_monitor()) === ---> Lock #0 (chan_sip.c): MUTEX 29614 do_monitor &monlock 0x7f75867af460 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) channels/chan_sip.c:29615 do_monitor() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Lock #1 (res_rtp_asterisk.c): MUTEX 1702 ast_rtp_dtls_stop instance 0x7f71f8003450 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) res/res_rtp_asterisk.c:1704 ast_rtp_dtls_stop() res/res_rtp_asterisk.c:3022 ast_rtp_destroy() main/rtp_engine.c:386 instance_destructor() main/astobj2.c:460 internal_ao2_ref() main/astobj2.c:519 __ao2_ref() (0x45ee6e+2E) main/rtp_engine.c:409 ast_rtp_instance_destroy() (0x59d3d3+1D) channels/chan_sip.c:5907 dialog_clean_rtp() channels/chan_sip.c:6661 sip_pvt_dtor() main/astobj2.c:460 internal_ao2_ref() main/astobj2.c:519 __ao2_ref() (0x45ee6e+2E) main/astobj2.c:533 __ao2_cleanup() (0x45eee9+24) channels/chan_sip.c:3305 __dialog_unlink_sched_items() main/sched.c:783 ast_sched_runq() (0x5c7303+F9) channels/chan_sip.c:29615 do_monitor() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f7311945700 LWP:82754 (handle_tcptls_connection started at [ 804] tcptls.c ast_tcptls_server_root()) === ---> Lock #0 (chan_sip.c): MUTEX 29014 handle_request_do &netlock 0x7f75867af420 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) channels/chan_sip.c:29017 handle_request_do() channels/chan_sip.c:2661 sip_websocket_callback() res/res_http_websocket.c:906 __ast_websocket_uri_cb() (0x7f75cd63998b+D4B) main/http.c:1482 handle_uri() main/http.c:1906 httpd_process_request() main/http.c:1983 httpd_helper_thread() main/tcptls.c:742 handle_tcptls_connection() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Lock #1 (chan_sip.c): MUTEX 9351 sip_pvt_lock_full chan 0x7f72b4048ac0 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) channels/chan_sip.c:9352 sip_pvt_lock_full() channels/chan_sip.c:29030 handle_request_do() channels/chan_sip.c:2661 sip_websocket_callback() res/res_http_websocket.c:906 __ast_websocket_uri_cb() (0x7f75cd63998b+D4B) main/http.c:1482 handle_uri() main/http.c:1906 httpd_process_request() main/http.c:1983 httpd_helper_thread() main/tcptls.c:742 handle_tcptls_connection() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Lock #2 (chan_sip.c): MUTEX 9352 sip_pvt_lock_full pvt 0x7f72b40a12d0 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) channels/chan_sip.c:9354 sip_pvt_lock_full() channels/chan_sip.c:29030 handle_request_do() channels/chan_sip.c:2661 sip_websocket_callback() res/res_http_websocket.c:906 __ast_websocket_uri_cb() (0x7f75cd63998b+D4B) main/http.c:1482 handle_uri() main/http.c:1906 httpd_process_request() main/http.c:1983 httpd_helper_thread() main/tcptls.c:742 handle_tcptls_connection() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Lock #3 (stasis.c): MUTEX 829 publish_msg topic 0x7f72b40719b0 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:885 ast_publish_channel_state() (0x5e3b71+A7) main/channel.c:7242 ast_setstate() (0x4c41e1+93) channels/chan_sip.c:23687 handle_response_invite() channels/chan_sip.c:24856 handle_response() channels/chan_sip.c:28736 handle_incoming() channels/chan_sip.c:29044 handle_request_do() channels/chan_sip.c:2661 sip_websocket_callback() res/res_http_websocket.c:906 __ast_websocket_uri_cb() (0x7f75cd63998b+D4B) main/http.c:1482 handle_uri() main/http.c:1906 httpd_process_request() main/http.c:1983 httpd_helper_thread() main/tcptls.c:742 handle_tcptls_connection() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Lock #4 (stasis.c): MUTEX 829 publish_msg topic 0x7f72b4071b20 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_cache.c:843 caching_topic_exec() main/stasis.c:437 subscription_invoke() main/stasis.c:768 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:885 ast_publish_channel_state() (0x5e3b71+A7) main/channel.c:7242 ast_setstate() (0x4c41e1+93) channels/chan_sip.c:23687 handle_response_invite() channels/chan_sip.c:24856 handle_response() channels/chan_sip.c:28736 handle_incoming() channels/chan_sip.c:29044 handle_request_do() channels/chan_sip.c:2661 sip_websocket_callback() res/res_http_websocket.c:906 __ast_websocket_uri_cb() (0x7f75cd63998b+D4B) main/http.c:1482 handle_uri() main/http.c:1906 httpd_process_request() main/http.c:1983 httpd_helper_thread() main/tcptls.c:742 handle_tcptls_connection() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ------------------------------------------------------------------- === === Thread ID: 0x7f72c3c1f700 LWP:82775 (handle_tcptls_connection started at [ 804] tcptls.c ast_tcptls_server_root()) === ---> Waiting for Lock #0 (chan_sip.c): MUTEX 29014 handle_request_do &netlock 0x7f75867af420 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) channels/chan_sip.c:29017 handle_request_do() channels/chan_sip.c:2661 sip_websocket_callback() res/res_http_websocket.c:906 __ast_websocket_uri_cb() (0x7f75cd63998b+D4B) main/http.c:1482 handle_uri() main/http.c:1906 httpd_process_request() main/http.c:1983 httpd_helper_thread() main/tcptls.c:742 handle_tcptls_connection() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: chan_sip.c line 29014 (handle_request_do) === ------------------------------------------------------------------- === === Thread ID: 0x7f749f3e3700 LWP:83079 (handle_tcptls_connection started at [ 804] tcptls.c ast_tcptls_server_root()) === ---> Waiting for Lock #0 (chan_sip.c): MUTEX 29014 handle_request_do &netlock 0x7f75867af420 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) channels/chan_sip.c:29017 handle_request_do() channels/chan_sip.c:2661 sip_websocket_callback() res/res_http_websocket.c:906 __ast_websocket_uri_cb() (0x7f75cd63998b+D4B) main/http.c:1482 handle_uri() main/http.c:1906 httpd_process_request() main/http.c:1983 httpd_helper_thread() main/tcptls.c:742 handle_tcptls_connection() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: chan_sip.c line 29014 (handle_request_do) === ------------------------------------------------------------------- === === Thread ID: 0x7f72c9eb3700 LWP:83444 (handle_tcptls_connection started at [ 804] tcptls.c ast_tcptls_server_root()) === ---> Waiting for Lock #0 (chan_sip.c): MUTEX 29014 handle_request_do &netlock 0x7f75867af420 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) channels/chan_sip.c:29017 handle_request_do() channels/chan_sip.c:2661 sip_websocket_callback() res/res_http_websocket.c:906 __ast_websocket_uri_cb() (0x7f75cd63998b+D4B) main/http.c:1482 handle_uri() main/http.c:1906 httpd_process_request() main/http.c:1983 httpd_helper_thread() main/tcptls.c:742 handle_tcptls_connection() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: chan_sip.c line 29014 (handle_request_do) === ------------------------------------------------------------------- === === Thread ID: 0x7f72cb4d9700 LWP:83806 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:926 ast_threadpool_push() (0x5fdbfd+44) main/threadpool.c:1337 serializer_task_pushed() main/taskprocessor.c:900 taskprocessor_push() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f72c888d700 LWP:83807 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:349 threadpool_execute() main/threadpool.c:1105 worker_active() main/threadpool.c:1025 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f736a369700 LWP:83808 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:349 threadpool_execute() main/threadpool.c:1337 serializer_task_pushed() main/taskprocessor.c:900 taskprocessor_push() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_cache.c:843 caching_topic_exec() main/stasis.c:437 subscription_invoke() main/stasis.c:768 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:885 ast_publish_channel_state() (0x5e3b71+A7) main/channel.c:7242 ast_setstate() (0x4c41e1+93) main/channel.c:4023 __ast_read() main/channel.c:4385 ast_read() (0x4bb46d+C0A7E) main/pbx.c:4109 ast_spawn_extension() (0x57f351+50) main/pbx.c:4284 __ast_pbx_run() main/pbx.c:4652 ast_pbx_run_args() (0x581865+8B) main/pbx.c:4662 ast_pbx_run() (0x5818fd+1D) main/pbx.c:7522 pbx_outgoing_exec() main/utils.c:1235 dummy_start() === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f7310f6d700 LWP:83810 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Lock #0 (threadpool.c): MUTEX 1025 worker_start &worker->lock 0x7f762c01d4d8 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/threadpool.c:1026 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Waiting for Lock #1 (threadpool.c): MUTEX 259 threadpool_active_thread_idle ((pool)) 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:926 ast_threadpool_push() (0x5fdbfd+44) main/threadpool.c:1337 serializer_task_pushed() main/taskprocessor.c:900 taskprocessor_push() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() === --- ---> Locked Here: threadpool.c line 259 (threadpool_active_thread_idle) === ------------------------------------------------------------------- === === Thread ID: 0x7f736aaaf700 LWP:83890 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:349 threadpool_execute() main/threadpool.c:1105 worker_active() main/threadpool.c:1025 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f73133d9700 LWP:83891 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Lock #0 (threadpool.c): MUTEX 1025 worker_start &worker->lock 0x7f762c016918 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/threadpool.c:1026 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Waiting for Lock #1 (threadpool.c): MUTEX 259 threadpool_active_thread_idle ((pool)) 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:926 ast_threadpool_push() (0x5fdbfd+FFFFFFFFFFFFEE36) main/threadpool.c:1337 serializer_task_pushed() main/taskprocessor.c:900 taskprocessor_push() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() === --- ---> Locked Here: threadpool.c line 259 (threadpool_active_thread_idle) === ------------------------------------------------------------------- === === Thread ID: 0x7f73136cb700 LWP:83892 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:635 threadpool_tps_emptied() main/taskprocessor.c:993 ast_taskprocessor_execute() (0x5f4aa2+9DCB) main/taskprocessor.c:900 taskprocessor_push() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_cache.c:843 caching_topic_exec() main/stasis.c:437 subscription_invoke() main/stasis.c:768 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:727 ast_channel_publish_snapshot() (0x5e34cb+D2) main/pbx_app.c:480 pbx_exec() (0x58e3b7+9A) main/pbx.c:2884 pbx_extension_helper() main/pbx.c:4109 ast_spawn_extension() (0x57f351+50) main/pbx.c:4284 __ast_pbx_run() main/pbx.c:4652 ast_pbx_run_args() (0x581865+8B) main/pbx.c:4662 ast_pbx_run() (0x5818fd+1D) main/pbx.c:7522 pbx_outgoing_exec() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) main/astobj2.c:415 internal_ao2_ref() main/astobj2.c:415 internal_ao2_ref() main/astobj2.c:415 internal_ao2_ref() main/astobj2.c:415 internal_ao2_ref() asterisk () asterisk () === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f72e9655700 LWP:83893 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:926 ast_threadpool_push() (0x5fdbfd+44) main/threadpool.c:1337 serializer_task_pushed() main/taskprocessor.c:900 taskprocessor_push() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_cache.c:843 caching_topic_exec() main/stasis.c:437 subscription_invoke() main/stasis.c:768 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:727 ast_channel_publish_snapshot() (0x5e34cb+D2) main/pbx_app.c:480 pbx_exec() (0x58e3b7+9A) main/pbx.c:2884 pbx_extension_helper() main/pbx.c:4109 ast_spawn_extension() (0x57f351+50) apps/app_macro.c:437 _macro_exec() apps/app_macro.c:608 macro_exec() main/pbx_app.c:484 pbx_exec() (0x58e3b7+119) main/pbx.c:2884 pbx_extension_helper() main/pbx.c:4109 ast_spawn_extension() (0x57f351+50) main/pbx.c:4139 ast_pbx_h_exten_run() (0x57f3a7+1A0) main/pbx.c:4503 __ast_pbx_run() === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f736b7c3700 LWP:83895 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 635 threadpool_tps_emptied ((pool)) 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:259 threadpool_active_thread_idle() main/threadpool.c:1022 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) main/utils.c:799 ast_mark_lock_acquired() (0x60aa41+B1) main/utils.c:799 ast_mark_lock_acquired() (0x60aa41+B1) main/lock.c:332 __ast_pthread_mutex_lock() (0x5405ee+2F7) main/lock.c:332 __ast_pthread_mutex_lock() (0x5405ee+2F7) main/lock.c:332 __ast_pthread_mutex_lock() (0x5405ee+2F7) main/lock.c:332 __ast_pthread_mutex_lock() (0x5405ee+2F7) main/lock.c:332 __ast_pthread_mutex_lock() (0x5405ee+2F7) main/lock.c:332 __ast_pthread_mutex_lock() (0x5405ee+2F7) asterisk () asterisk () asterisk () asterisk () asterisk () asterisk () main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/threadpool.c:1026 worker_start() main/threadpool.c:1026 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) main/astobj2.c:222 __ao2_unlock() (0x45e59d+8F) main/astobj2.c:222 __ao2_unlock() (0x45e59d+8F) asterisk () asterisk () === --- ---> Locked Here: threadpool.c line 635 (threadpool_tps_emptied) === ------------------------------------------------------------------- === === Thread ID: 0x7f72c9559700 LWP:83896 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:349 threadpool_execute() main/threadpool.c:1105 worker_active() main/threadpool.c:1025 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f755cd21700 LWP:83898 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Lock #0 (threadpool.c): MUTEX 1025 worker_start &worker->lock 0x7f762c00bbe8 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/threadpool.c:1026 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Waiting for Lock #1 (threadpool.c): MUTEX 259 threadpool_active_thread_idle ((pool)) 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:926 ast_threadpool_push() (0x5fdbfd+44) main/threadpool.c:1337 serializer_task_pushed() main/taskprocessor.c:900 taskprocessor_push() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:742 ast_channel_publish_cached_blob() (0x5e3605+6F) main/stasis_channels.c:781 ast_channel_publish_varset() (0x5e36f6+AA) main/pbx_variables.c:1070 pbx_builtin_setvar_helper() (0x5986bb+330) main/rtp_engine.c:1596 ast_rtp_instance_set_stats_vars() (0x5a1701+16B) channels/chan_sip.c:7251 sip_hangup() main/channel.c:2736 ast_hangup() (0x4b61d0+58E) main/pbx.c:4515 __ast_pbx_run() main/pbx.c:4652 ast_pbx_run_args() (0x581865+8B) main/pbx.c:4662 ast_pbx_run() (0x5818fd+1D) main/pbx.c:7522 pbx_outgoing_exec() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: threadpool.c line 259 (threadpool_active_thread_idle) === ------------------------------------------------------------------- === === Thread ID: 0x7f755cb31700 LWP:83901 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:926 ast_threadpool_push() (0x5fdbfd+44) main/threadpool.c:1337 serializer_task_pushed() main/threadpool.c:1025 worker_start() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:742 ast_channel_publish_cached_blob() (0x5e3605+6F) main/stasis_channels.c:781 ast_channel_publish_varset() (0x5e36f6+AA) main/pbx_variables.c:1070 pbx_builtin_setvar_helper() (0x5986bb+330) main/rtp_engine.c:1605 ast_rtp_instance_set_stats_vars() (0x5a1701+1CA) channels/chan_sip.c:7251 sip_hangup() main/channel.c:2736 ast_hangup() (0x4b61d0+58E) main/pbx.c:4515 __ast_pbx_run() main/pbx.c:4652 ast_pbx_run_args() (0x581865+8B) main/pbx.c:4662 ast_pbx_run() (0x5818fd+1D) main/pbx.c:7522 pbx_outgoing_exec() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f755ca0e700 LWP:83902 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:349 threadpool_execute() (0x5fdbfd+FFFFFFFFFFFFEE36) main/threadpool.c:1105 worker_active() main/threadpool.c:1025 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) main/lock.c:487 __ast_pthread_mutex_unlock() (0x540d1f+46B) main/lock.c:487 __ast_pthread_mutex_unlock() (0x540d1f+46B) main/lock.c:487 __ast_pthread_mutex_unlock() (0x540d1f+46B) main/lock.c:487 __ast_pthread_mutex_unlock() (0x540d1f+46B) main/lock.c:487 __ast_pthread_mutex_unlock() (0x540d1f+46B) main/lock.c:487 __ast_pthread_mutex_unlock() (0x540d1f+46B) main/lock.c:487 __ast_pthread_mutex_unlock() (0x540d1f+46B) asterisk () asterisk () asterisk () asterisk () asterisk () asterisk () s === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f755c916700 LWP:83904 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 348 threadpool_execute pool 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:635 threadpool_tps_emptied() main/taskprocessor.c:993 ast_taskprocessor_execute() (0x5f4aa2+20D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1105 worker_active() main/threadpool.c:1025 worker_start() main/utils.c:1235 dummy_start() === --- ---> Locked Here: threadpool.c line 348 (threadpool_execute) === ------------------------------------------------------------------- === === Thread ID: 0x7f755c89a700 LWP:83905 (worker_start started at [ 1079] threadpool.c worker_thread_start()) === ---> Waiting for Lock #0 (threadpool.c): MUTEX 635 threadpool_tps_emptied ((pool)) 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:926 ast_threadpool_push() (0x5fdbfd+44) main/threadpool.c:1337 serializer_task_pushed() main/taskprocessor.c:900 taskprocessor_push() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:742 ast_channel_publish_cached_blob() (0x5e3605+6F) === --- ---> Locked Here: threadpool.c line 635 (threadpool_tps_emptied) === ------------------------------------------------------------------- === === Thread ID: 0x7f755c43e700 LWP:84069 (pbx_outgoing_exec started at [ 7716] pbx.c pbx_outgoing_attempt()) === ---> Lock #0 (rtp_engine.c): MUTEX 1588 ast_rtp_instance_set_stats_vars chan 0x7f732808b1d0 (2) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/pbx_variables.c:1041 pbx_builtin_setvar_helper() (0x5986bb+105) main/rtp_engine.c:1605 ast_rtp_instance_set_stats_vars() (0x5a1701+1CA) channels/chan_sip.c:7251 sip_hangup() main/channel.c:2736 ast_hangup() (0x4b61d0+58E) main/pbx.c:4515 __ast_pbx_run() main/pbx.c:4652 ast_pbx_run_args() (0x581865+8B) main/pbx.c:4662 ast_pbx_run() (0x5818fd+1D) main/pbx.c:7522 pbx_outgoing_exec() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Lock #1 (stasis.c): MUTEX 829 publish_msg topic 0x7f732808cc30 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:742 ast_channel_publish_cached_blob() (0x5e3605+6F) main/stasis_channels.c:781 ast_channel_publish_varset() (0x5e36f6+AA) main/pbx_variables.c:1070 pbx_builtin_setvar_helper() (0x5986bb+330) main/rtp_engine.c:1605 ast_rtp_instance_set_stats_vars() (0x5a1701+1CA) channels/chan_sip.c:7251 sip_hangup() main/channel.c:2736 ast_hangup() (0x4b61d0+58E) main/pbx.c:4515 __ast_pbx_run() main/pbx.c:4652 ast_pbx_run_args() (0x581865+8B) main/pbx.c:4662 ast_pbx_run() (0x5818fd+1D) main/pbx.c:7522 pbx_outgoing_exec() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Waiting for Lock #2 (threadpool.c): MUTEX 926 ast_threadpool_push ((pool)) 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:635 threadpool_tps_emptied() main/taskprocessor.c:993 ast_taskprocessor_execute() (0x5f4aa2+20D) main/threadpool.c:351 threadpool_execute() main/threadpool.c:1105 worker_active() main/threadpool.c:1025 worker_start() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: threadpool.c line 926 (ast_threadpool_push) === ------------------------------------------------------------------- === === Thread ID: 0x7f755c4ba700 LWP:84070 (pbx_outgoing_exec started at [ 7716] pbx.c pbx_outgoing_attempt()) === ---> Lock #0 (app_macro.c): MUTEX 538 _macro_exec chan 0x7f734809a5a0 (2) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/pbx_variables.c:1041 pbx_builtin_setvar_helper() (0x5986bb+105) apps/app_macro.c:557 _macro_exec() apps/app_macro.c:608 macro_exec() main/pbx_app.c:484 pbx_exec() (0x58e3b7+119) main/pbx.c:2884 pbx_extension_helper() main/pbx.c:4109 ast_spawn_extension() (0x57f351+50) main/pbx.c:4139 ast_pbx_h_exten_run() (0x57f3a7+1A0) main/pbx.c:4503 __ast_pbx_run() main/pbx.c:4652 ast_pbx_run_args() (0x581865+8B) main/pbx.c:4662 ast_pbx_run() (0x5818fd+1D) main/pbx.c:7522 pbx_outgoing_exec() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Lock #1 (stasis.c): MUTEX 829 publish_msg topic 0x7f734809c6e0 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:742 ast_channel_publish_cached_blob() (0x5e3605+6F) main/stasis_channels.c:781 ast_channel_publish_varset() (0x5e36f6+AA) main/pbx_variables.c:1076 pbx_builtin_setvar_helper() (0x5986bb+350) apps/app_macro.c:557 _macro_exec() apps/app_macro.c:608 macro_exec() main/pbx_app.c:484 pbx_exec() (0x58e3b7+119) main/pbx.c:2884 pbx_extension_helper() main/pbx.c:4109 ast_spawn_extension() (0x57f351+50) main/pbx.c:4139 ast_pbx_h_exten_run() (0x57f3a7+1A0) main/pbx.c:4503 __ast_pbx_run() main/pbx.c:4652 ast_pbx_run_args() (0x581865+8B) main/pbx.c:4662 ast_pbx_run() (0x5818fd+1D) main/pbx.c:7522 pbx_outgoing_exec() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === ---> Waiting for Lock #2 (threadpool.c): MUTEX 926 ast_threadpool_push ((pool)) 0x24dea00 (1) main/backtrace.c:59 __ast_bt_get_addresses() (0x4697d6+1D) main/lock.c:258 __ast_pthread_mutex_lock() (0x5405ee+BA) main/astobj2.c:164 __ao2_lock() (0x45e426+93) main/threadpool.c:926 ast_threadpool_push() (0x5fdbfd+44) main/threadpool.c:1337 serializer_task_pushed() main/taskprocessor.c:900 taskprocessor_push() main/taskprocessor.c:911 ast_taskprocessor_push_local() (0x5f4950+39) main/stasis.c:776 dispatch_message() main/stasis.c:830 publish_msg() main/stasis.c:844 stasis_publish() (0x5d5ee4+28) main/stasis_channels.c:742 ast_channel_publish_cached_blob() (0x5e3605+6F) main/stasis_channels.c:781 ast_channel_publish_varset() (0x5e36f6+AA) main/pbx_variables.c:1070 pbx_builtin_setvar_helper() (0x5986bb+330) main/rtp_engine.c:1614 ast_rtp_instance_set_stats_vars() (0x5a1701+229) channels/chan_sip.c:7251 sip_hangup() main/channel.c:2736 ast_hangup() (0x4b61d0+58E) main/pbx.c:4515 __ast_pbx_run() main/pbx.c:4652 ast_pbx_run_args() (0x581865+8B) main/pbx.c:4662 ast_pbx_run() (0x5818fd+1D) main/pbx.c:7522 pbx_outgoing_exec() main/utils.c:1235 dummy_start() pthread_create.c:0 start_thread() :0 __clone() (0x7f76371d56d0+6D) === --- ---> Locked Here: threadpool.c line 926 (ast_threadpool_push) === ------------------------------------------------------------------- === =======================================================================