[New Thread 44291] [New Thread 44292] [New Thread 44294] [New Thread 44296] [New Thread 44297] [New Thread 44299] [New Thread 44302] [New Thread 44304] [New Thread 44330] [New Thread 44339] [New Thread 44305] [New Thread 35588] [New Thread 35592] [New Thread 35593] [New Thread 35601] [New Thread 35607] [New Thread 35612] [New Thread 35629] [New Thread 44343] [New Thread 35637] [New Thread 35615] [New Thread 35609] [New Thread 44284] [New Thread 35647] [New Thread 35638] [New Thread 35641] [New Thread 35610] [New Thread 35633] [New Thread 35602] [New Thread 36051] [New Thread 35632] [New Thread 44288] [New Thread 35600] [New Thread 44303] [New Thread 36484] [New Thread 44308] [New Thread 44342] [New Thread 35655] [New Thread 35644] [New Thread 35599] [New Thread 35634] [New Thread 35613] [New Thread 35652] [New Thread 44363] [New Thread 35628] [New Thread 35643] [New Thread 35639] [New Thread 35642] [New Thread 44289] [New Thread 35626] [New Thread 35608] [New Thread 35649] [New Thread 44283] [New Thread 44329] [New Thread 35636] [New Thread 35650] [New Thread 35614] [New Thread 43953] [New Thread 35653] [New Thread 44285] [New Thread 35635] [New Thread 35646] [New Thread 44358] [New Thread 35654] [New Thread 35591] [New Thread 44290] [New Thread 35640] [New Thread 35611] [New Thread 35657] [New Thread 44295] [New Thread 44298] [New Thread 44307] [New Thread 36495] [New Thread 35658] [New Thread 35627] [New Thread 35645] [New Thread 44331] [New Thread 35656] [New Thread 44306] [New Thread 44340] [New Thread 43956] [New Thread 35659] [New Thread 44360] [New Thread 35651] [New Thread 35617] [New Thread 35630] [New Thread 44286] [New Thread 35604] [New Thread 44287] [New Thread 35616] [New Thread 35603] [New Thread 44301] [Thread debugging using libthread_db enabled] Core was generated by `/usr/local/asterisk-13.15.0/sbin/asterisk -f -vvvg -c'. Program terminated with signal 6, Aborted. #0 0x00000037f6a32495 in raise () from /lib64/libc.so.6 #0 0x00000037f6a32495 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00000037f6a33c75 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00000037f6a2b60e in __assert_fail_base () from /lib64/libc.so.6 No symbol table info available. #3 0x00000037f6a2b6d0 in __assert_fail () from /lib64/libc.so.6 No symbol table info available. #4 0x00007fb91eef0f40 in pj_ioqueue_register_sock2 () from /usr/lib64/libpj.so.2 No symbol table info available. #5 0x00007fb91eef5740 in pj_activesock_create () from /usr/lib64/libpj.so.2 No symbol table info available. #6 0x00007fb9346a987d in ?? () from /usr/lib64/libpjsip.so.2 No symbol table info available. #7 0x00007fb9346aa504 in ?? () from /usr/lib64/libpjsip.so.2 No symbol table info available. #8 0x00007fb9346a53d9 in pjsip_tpmgr_acquire_transport2 () from /usr/lib64/libpjsip.so.2 No symbol table info available. #9 0x00007fb9346a1e20 in ?? () from /usr/lib64/libpjsip.so.2 No symbol table info available. #10 0x00007fb9346a2282 in ?? () from /usr/lib64/libpjsip.so.2 No symbol table info available. #11 0x00007fb9346a316e in pjsip_resolve () from /usr/lib64/libpjsip.so.2 No symbol table info available. #12 0x00007fb9346a2520 in pjsip_endpt_send_request_stateless () from /usr/lib64/libpjsip.so.2 No symbol table info available. #13 0x00007fb9346b313a in ?? () from /usr/lib64/libpjsip.so.2 No symbol table info available. #14 0x00007fb9346b3364 in ?? () from /usr/lib64/libpjsip.so.2 No symbol table info available. #15 0x00007fb9346b2316 in pjsip_tsx_send_msg () from /usr/lib64/libpjsip.so.2 No symbol table info available. #16 0x00007fb9346b5cb7 in pjsip_endpt_send_request () from /usr/lib64/libpjsip.so.2 No symbol table info available. #17 0x00007fb93522f50e in endpt_send_request (endpoint=0x7fb83c02afc8, tdata=0x7fb8e414dc28, timeout=3000, token=0x7fb83c018fa8, cb=0x7fb93522f6e4 ) at res_pjsip.c:3740 req_wrapper = 0x7fb83c01fe30 ret_val = 0 endpt = 0x1ab4368 __PRETTY_FUNCTION__ = "endpt_send_request" #18 0x00007fb93522fb17 in ast_sip_send_out_of_dialog_request (tdata=0x7fb8e414dc28, endpoint=0x7fb83c02afc8, timeout=3000, token=0x7fb904046648, callback=0x7fb93524fd77 ) at res_pjsip.c:3887 supplement = 0x0 req_data = 0x7fb83c018fa8 contact = 0x7fb904046648 __PRETTY_FUNCTION__ = "ast_sip_send_out_of_dialog_request" #19 0x00007fb935250095 in qualify_contact (endpoint=0x0, contact=0x7fb904046648) at res_pjsip/pjsip_options.c:444 tdata = 0x7fb8e414dc28 endpoint_local = 0x7fb83c02afc8 __PRETTY_FUNCTION__ = "qualify_contact" #20 0x00007fb9352501ef in qualify_contact_task (obj=0x7fb904046648) at res_pjsip/pjsip_options.c:519 contact = 0x7fb904046648 res = 0 #21 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1ab0920) at taskprocessor.c:965 local = {local_data = 0x7fb8ae2a09c0, data = 0x607f2c} t = 0x7fb8dc003320 size = 14 __PRETTY_FUNCTION__ = "ast_taskprocessor_execute" #22 0x00000000005fde1a in execute_tasks (data=0x1ab0920) at threadpool.c:1322 tps = 0x1ab0920 #23 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 local = {local_data = 0x7fb90c005208, data = 0x0} t = 0x7fb8dc003050 size = 0 __PRETTY_FUNCTION__ = "ast_taskprocessor_execute" #24 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 __PRETTY_FUNCTION__ = "threadpool_execute" #25 0x00000000005fd738 in worker_active (worker=0x7fb90c0051d0) at threadpool.c:1105 alive = 0 #26 0x00000000005fd4e4 in worker_start (arg=0x7fb90c0051d0) at threadpool.c:1024 worker = 0x7fb90c0051d0 saved_state = 32696 __PRETTY_FUNCTION__ = "worker_start" #27 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 __cancel_buf = {__cancel_jmp_buf = {{__cancel_jmp_buf = {0, 7263103993703009216, 140434559740512, 140431172700608, 0, 3, 7263103993675746240, -7225209715583251520}, __mask_was_saved = 0}}, __pad = {0x7fb8ae29fe30, 0x0, 0x0, 0x0}} __cancel_routine = 0x4521b9 __cancel_arg = 0x7fb8ae2a0700 not_first_call = 0 ret = 0x0 a = {start_routine = 0x5fd45d , data = 0x7fb90c0051d0, name = 0x7fb90c0052e0 "worker_start started at [ 1079] threadpool.c worker_thread_start()"} lock_info = 0x7fb83c0008c0 mutex_attr = {__size = "\001\000\000", __align = 1} __PRETTY_FUNCTION__ = "dummy_start" #28 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #29 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 92 (Thread 0x7fb8ade44700 (LWP 44301)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb8ade433f0) at backtrace.c:59 #9 0x00000000005412ff in __ast_rwlock_rdlock (filename=0x6a72ab "astobj2_container.c", line=336, func=0x6a74b0 "internal_ao2_traverse", t=0x1a9fee0, name=0x6a72bf "self") at lock.c:864 #10 0x000000000045df1f in __ao2_lock (user_data=0x1a9ff48, lock_how=AO2_LOCK_REQ_RDLOCK, file=0x6a72ab "astobj2_container.c", func=0x6a74b0 "internal_ao2_traverse", line=336, var=0x6a72bf "self") at astobj2.c:185 #11 0x000000000045f72d in internal_ao2_traverse (self=0x1a9ff48, flags=OBJ_SEARCH_KEY, cb_fn=0x5cd86b, arg=0x1aa46d0, data=0x0, type=AO2_CALLBACK_DEFAULT, tag=0x0, file=0x0, line=0, func=0x0) at astobj2_container.c:336 #12 0x000000000045faff in __ao2_callback (c=0x1a9ff48, flags=OBJ_SEARCH_KEY, cb_fn=0x5cd86b , arg=0x1aa46d0) at astobj2_container.c:455 #13 0x000000000045fc9d in __ao2_find (c=0x1a9ff48, arg=0x1aa46d0, flags=OBJ_SEARCH_KEY) at astobj2_container.c:496 #14 0x00000000005d34c2 in ast_sorcery_get_object_type (sorcery=0x1a9f6b0, type=0x1aa46d0 "aor") at sorcery.c:2414 #15 0x00007fb91ce65443 in sorcery_realtime_filter_objectset (objectset=0x7fb810019d90, id=0x7fb8ade437e0, sorcery=0x1a9f6b0, type=0x1aa46d0 "aor") at res_sorcery_realtime.c:116 #16 0x00007fb91ce6569e in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", fields=0x7fb810015d60) at res_sorcery_realtime.c:173 #17 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", id=0x7fb8ade43940 "5004") at res_sorcery_realtime.c:188 #18 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb935259512 "aor", id=0x7fb8ade43940 "5004") at sorcery.c:1876 #19 0x00007fb93523adcf in ast_sip_location_retrieve_aor (aor_name=0x7fb8ade43940 "5004") at res_pjsip/location.c:147 #20 0x00007fb918ec45da in find_aor (endpoint=0x7fb810015438, uri=0x7fb810017d20) at res_pjsip_path.c:99 #21 0x00007fb918ec4787 in path_outgoing_request (endpoint=0x7fb810015438, contact=0x7fb81000a3e8, tdata=0x7fb810017788) at res_pjsip_path.c:160 #22 0x00007fb93522fa63 in ast_sip_send_out_of_dialog_request (tdata=0x7fb810017788, endpoint=0x7fb810015438, timeout=3000, token=0x7fb81000a3e8, callback=0x7fb93524fd77 ) at res_pjsip.c:3879 #23 0x00007fb935250095 in qualify_contact (endpoint=0x0, contact=0x7fb81000a3e8) at res_pjsip/pjsip_options.c:444 #24 0x00007fb9352501ef in qualify_contact_task (obj=0x7fb81000a3e8) at res_pjsip/pjsip_options.c:519 #25 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1ab2e00) at taskprocessor.c:965 #26 0x00000000005fde1a in execute_tasks (data=0x1ab2e00) at threadpool.c:1322 #27 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #28 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #29 0x00000000005fd738 in worker_active (worker=0x7fb90c007540) at threadpool.c:1105 #30 0x00000000005fd4e4 in worker_start (arg=0x7fb90c007540) at threadpool.c:1024 #31 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #32 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #33 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 91 (Thread 0x7fb97a537700 (LWP 35603)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6a7fcb "bridge.c", lineno=4835, func=0x6a9d70 "bridge_manager_thread", cond_name=0x6a93c1 "&manager->cond", mutex_name=0x6a93a0 "ao2_object_get_lockaddr(manager)", cond=0x20517d0, t=0x2051780) at lock.c:600 #2 0x0000000000476770 in bridge_manager_thread (data=0x20517d0) at bridge.c:4835 #3 0x000000000060afa0 in dummy_start (data=0x2051830) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 90 (Thread 0x7fb9791b9700 (LWP 35616)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb9791b8630) at backtrace.c:59 #9 0x000000000053f493 in __ast_pthread_mutex_lock (filename=0x6ec6cb "stdtime/localtime.c", lineno=1652, func=0x6ec937 "ast_tzset", mutex_name=0x6ec700 "&(&zonelist)->lock", t=0x978e10) at lock.c:256 #10 0x00000000005eb79a in ast_tzset (zone=0x6ec8a3 "/etc/localtime") at stdtime/localtime.c:1652 #11 0x00000000005ebe0b in ast_localtime (timep=0x7fb9791b8960, tmp=0x7fb9791b8970, zone=0x0) at stdtime/localtime.c:1777 #12 0x0000000000547579 in ast_log_full (level=0, file=0x7fb935255859 "res_pjsip.c", line=3662, function=0x7fb935256de0 "send_request_timer_callback", callid=0x0, fmt=0x7fb93525642b "%p: Callbacks executed\n", ap=0x7fb9791b8b40) at logger.c:1884 #13 0x0000000000548096 in ast_log (level=0, file=0x7fb935255859 "res_pjsip.c", line=3662, function=0x7fb935256de0 "send_request_timer_callback", fmt=0x7fb93525642b "%p: Callbacks executed\n") at logger.c:1924 #14 0x00007fb93522f096 in send_request_timer_callback (theap=0x1ab4680, entry=0x7fb83c023128) at res_pjsip.c:3662 #15 0x00007fb91ef0333d in pj_timer_heap_poll () from /usr/lib64/libpj.so.2 #16 0x00007fb93469e479 in pjsip_endpt_handle_events2 () from /usr/lib64/libpjsip.so.2 #17 0x00007fb935230585 in monitor_thread_exec (endpt=0x0) at res_pjsip.c:4174 #18 0x00007fb91eef2a2a in ?? () from /usr/lib64/libpj.so.2 #19 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #20 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 89 (Thread 0x7fb97a7a3700 (LWP 44287)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x6eeac3 "threadpool.c", lineno=1131, func=0x6eeecc "worker_idle", cond_name=0x6eed37 "&worker->cond", mutex_name=0x6eed29 "&worker->lock", cond=0x7fb90c0048a8, t=0x7fb90c0048d8, abstime=0x7fb97a7a2c60) at lock.c:668 #2 0x00000000005fd838 in worker_idle (worker=0x7fb90c0048a0) at threadpool.c:1131 #3 0x00000000005fd539 in worker_start (arg=0x7fb90c0048a0) at threadpool.c:1022 #4 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #5 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #6 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 88 (Thread 0x7fb97a4bb700 (LWP 35604)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e0ff49 in ?? () from /lib64/libgcc_s.so.1 #7 0x0000003802e100e7 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #8 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #9 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb97a4ba620) at backtrace.c:59 #10 0x000000000053f493 in __ast_pthread_mutex_lock (filename=0x6a72ab "astobj2_container.c", lineno=608, func=0x6a7470 "internal_ao2_iterator_next", mutex_name=0x6a72ea "iter->c", t=0x1adf230) at lock.c:256 #11 0x000000000045de94 in __ao2_lock (user_data=0x1adf280, lock_how=AO2_LOCK_REQ_RDLOCK, file=0x6a72ab "astobj2_container.c", func=0x6a7470 "internal_ao2_iterator_next", line=608, var=0x6a72ea "iter->c") at astobj2.c:164 #12 0x000000000045fff4 in internal_ao2_iterator_next (iter=0x7fb97a4ba8d0, tag=0x0, file=0x6a72ab "astobj2_container.c", line=660, func=0x6a7450 "__ao2_iterator_next") at astobj2_container.c:608 #13 0x00000000004601d2 in __ao2_iterator_next (iter=0x7fb97a4ba8d0) at astobj2_container.c:660 #14 0x00000000004ed8a8 in aco_set_defaults (type=0x1a9f978, category=0x7fb93c0cbfd3 "5088", obj=0x7fb93c112428) at config_options.c:864 #15 0x00000000005d1914 in ast_sorcery_alloc (sorcery=0x1a9f6b0, type=0x1a9f8a0 "endpoint", id=0x7fb93c0cbfd3 "5088") at sorcery.c:1776 #16 0x00007fb91ce656c6 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb93c052d60) at res_sorcery_realtime.c:176 #17 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb97a4baba6 "5088") at res_sorcery_realtime.c:188 #18 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8c2c1fee6 "endpoint", id=0x7fb97a4baba6 "5088") at sorcery.c:1876 #19 0x00007fb8c2c17a9a in chan_pjsip_devicestate (data=0x7fb97a4baba6 "5088") at chan_pjsip.c:971 #20 0x00000000004fe260 in _ast_device_state (device=0x7fb8f802af6c "PJSIP/5088", check_cache=0) at devicestate.c:382 #21 0x00000000004fe69f in do_state_change (device=0x7fb8f802af6c "PJSIP/5088", cachable=AST_DEVSTATE_CACHABLE) at devicestate.c:472 #22 0x00000000004feb6e in do_devstate_changes (data=0x0) at devicestate.c:564 #23 0x000000000060afa0 in dummy_start (data=0x2055030) at utils.c:1235 #24 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #25 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 87 (Thread 0x7fb91ab45700 (LWP 44286)): #0 0x0000003802e0f61d in ?? () from /lib64/libgcc_s.so.1 #1 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #2 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #3 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb91ab449d0) at backtrace.c:59 #4 0x000000000053f493 in __ast_pthread_mutex_lock (filename=0x6ed3ab "taskprocessor.c", lineno=969, func=0x6ed970 "ast_taskprocessor_execute", mutex_name=0x6ed7c5 "tps", t=0x1ab2f90) at lock.c:256 #5 0x000000000045de94 in __ao2_lock (user_data=0x1ab2fe0, lock_how=AO2_LOCK_REQ_MUTEX, file=0x6ed3ab "taskprocessor.c", func=0x6ed970 "ast_taskprocessor_execute", line=969, var=0x6ed7c5 "tps") at astobj2.c:164 #6 0x00000000005f444a in ast_taskprocessor_execute (tps=0x1ab2fe0) at taskprocessor.c:969 #7 0x00000000005fde1a in execute_tasks (data=0x1ab2fe0) at threadpool.c:1322 #8 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #9 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #10 0x00000000005fd738 in worker_active (worker=0x7fb90c004560) at threadpool.c:1105 #11 0x00000000005fd4e4 in worker_start (arg=0x7fb90c004560) at threadpool.c:1024 #12 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #13 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #14 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 86 (Thread 0x7fb91a765700 (LWP 35630)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x7fb91bc1cb1b "res_calendar.c", lineno=1817, func=0x7fb91bc1de8c "do_refresh", cond_name=0x7fb91bc1d23a "&refresh_condition", mutex_name=0x7fb91bc1d105 "&refreshlock", cond=0x7fb91be1fc40, t=0x7fb91be1fc00, abstime=0x7fb91a764c50) at lock.c:668 #2 0x00007fb91bc1c57f in do_refresh (data=0x0) at res_calendar.c:1817 #3 0x000000000060afa0 in dummy_start (data=0x1c0b790) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 85 (Thread 0x7fb91ad35700 (LWP 35617)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb91ad34380) at backtrace.c:59 #9 0x000000000053f493 in __ast_pthread_mutex_lock (filename=0x6a72ab "astobj2_container.c", lineno=608, func=0x6a7470 "internal_ao2_iterator_next", mutex_name=0x6a72ea "iter->c", t=0x1adf230) at lock.c:256 #10 0x000000000045de94 in __ao2_lock (user_data=0x1adf280, lock_how=AO2_LOCK_REQ_RDLOCK, file=0x6a72ab "astobj2_container.c", func=0x6a7470 "internal_ao2_iterator_next", line=608, var=0x6a72ea "iter->c") at astobj2.c:164 #11 0x000000000045fff4 in internal_ao2_iterator_next (iter=0x7fb91ad34630, tag=0x0, file=0x6a72ab "astobj2_container.c", line=660, func=0x6a7450 "__ao2_iterator_next") at astobj2_container.c:608 #12 0x00000000004601d2 in __ao2_iterator_next (iter=0x7fb91ad34630) at astobj2_container.c:660 #13 0x00000000004ed8a8 in aco_set_defaults (type=0x1a9f978, category=0x7fb90407cfd3 "5069", obj=0x7fb904020088) at config_options.c:864 #14 0x00000000005d1914 in ast_sorcery_alloc (sorcery=0x1a9f6b0, type=0x1a9f8a0 "endpoint", id=0x7fb90407cfd3 "5069") at sorcery.c:1776 #15 0x00007fb91ce656c6 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb90401cd40) at res_sorcery_realtime.c:176 #16 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb91ad34990 "5069") at res_sorcery_realtime.c:188 #17 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8d11aaa66 "endpoint", id=0x7fb91ad34990 "5069") at sorcery.c:1876 #18 0x00007fb8d11aa2ed in find_endpoint (rdata=0x7fb8e41158d8, endpoint_name=0x7fb91ad34990 "5069", domain_name=0x7fb91ad34950 "10.150.251.13") at res_pjsip_endpoint_identifier_user.c:114 #19 0x00007fb8d11aa49e in username_identify (rdata=0x7fb8e41158d8) at res_pjsip_endpoint_identifier_user.c:135 #20 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e41158d8) at res_pjsip.c:2598 #21 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e41158d8) at res_pjsip/pjsip_distributor.c:567 #22 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #23 0x00007fb93524c3f0 in distribute (data=0x7fb8e41158d8) at res_pjsip/pjsip_distributor.c:770 #24 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2f130c0) at taskprocessor.c:965 #25 0x00000000005fde1a in execute_tasks (data=0x2f130c0) at threadpool.c:1322 #26 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #27 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #28 0x00000000005fd738 in worker_active (worker=0x7fb90c001800) at threadpool.c:1105 #29 0x00000000005fd4e4 in worker_start (arg=0x7fb90c001800) at threadpool.c:1024 #30 0x000000000060afa0 in dummy_start (data=0x7fb90c0024b0) at utils.c:1235 #31 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #32 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 84 (Thread 0x7fb8ae778700 (LWP 35651)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x00000000005361b1 in ast_io_wait (ioc=0x2fde0c0, howlong=1000) at io.c:282 #2 0x00007fb8c9156e72 in network_thread (ignore=0x0) at pbx_dundi.c:2191 #3 0x000000000060afa0 in dummy_start (data=0x2fe2ba0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 83 (Thread 0x7fb8ad7f8700 (LWP 44360)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb8ad7f2500) at backtrace.c:59 #9 0x000000000053f493 in __ast_pthread_mutex_lock (filename=0x6b566b "channel.c", lineno=3203, func=0x6bb5f0 "ast_waitfor_nandfds", mutex_name=0x6b72fa "winner", t=0x7fb8f0030e80) at lock.c:256 #10 0x000000000045de94 in __ao2_lock (user_data=0x7fb8f0030ed0, lock_how=AO2_LOCK_REQ_MUTEX, file=0x6b566b "channel.c", func=0x6bb5f0 "ast_waitfor_nandfds", line=3203, var=0x6b72fa "winner") at astobj2.c:164 #11 0x00000000004b7b75 in ast_waitfor_nandfds (c=0x7fb8ad7f2b20, n=2, fds=0x0, nfds=0, exception=0x0, outfd=0x0, ms=0x7fb8ad7f47dc) at channel.c:3203 #12 0x00000000004b7d69 in ast_waitfor_n (c=0x7fb8ad7f2b20, n=2, ms=0x7fb8ad7f47dc) at channel.c:3431 #13 0x00007fb8c62a8a54 in wait_for_answer (in=0x7fb8f0030ed0, out_chans=0x7fb8ad7f47e0, to=0x7fb8ad7f47dc, peerflags=0x7fb8ad7f4d30, opt_args=0x7fb8ad7f4020, pa=0x7fb8ad7f4100, num_in=0x7fb8ad7f47c0, result=0x7fb8ad7f40fc, dtmf_progress=0x0, ignore_cc=1, forced_clid=0x7fb8ad7f3ed0, stored_clid=0x7fb8ad7f3e80) at app_dial.c:1268 #14 0x00007fb8c62afbe3 in dial_exec_full (chan=0x7fb8f0030ed0, data=0x7fb8ad7f4e90 "PJSIP/0994714076@CSJCORD,30", peerflags=0x7fb8ad7f4d30, continue_exec=0x0) at app_dial.c:2775 #15 0x00007fb8c62b2523 in dial_exec (chan=0x7fb8f0030ed0, data=0x7fb8ad7f4e90 "PJSIP/0994714076@CSJCORD,30") at app_dial.c:3261 #16 0x000000000058fa5e in pbx_exec (c=0x7fb8f0030ed0, app=0x2eace20, data=0x7fb8ad7f4e90 "PJSIP/0994714076@CSJCORD,30") at pbx_app.c:484 #17 0x00007fb8ca18e12a in realtime_exec (chan=0x7fb8f0030ed0, context=0x7fb8f0031888 "ncos1", exten=0x7fb8f00318d8 "0994714076", priority=2, callerid=0x7fb8f0031ce0 "5126", data=0x3072561 "cel@extensions") at pbx_realtime.c:363 #18 0x000000000057c049 in pbx_extension_helper (c=0x7fb8f0030ed0, con=0x0, context=0x7fb8f0031888 "ncos1", exten=0x7fb8f00318d8 "0994714076", priority=2, label=0x0, callerid=0x7fb8f0031ce0 "5126", action=E_SPAWN, found=0x7fb8ad7f7b00, combined_find_spawn=1) at pbx.c:2897 #19 0x000000000057f7af in ast_spawn_extension (c=0x7fb8f0030ed0, context=0x7fb8f0031888 "ncos1", exten=0x7fb8f00318d8 "0994714076", priority=2, callerid=0x7fb8f0031ce0 "5126", found=0x7fb8ad7f7b00, combined_find_spawn=1) at pbx.c:4109 #20 0x000000000058054f in __ast_pbx_run (c=0x7fb8f0030ed0, args=0x0) at pbx.c:4284 #21 0x0000000000581f06 in pbx_thread (data=0x7fb8f0030ed0) at pbx.c:4604 #22 0x000000000060afa0 in dummy_start (data=0x7fb8f0035a50) at utils.c:1235 #23 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #24 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 82 (Thread 0x7fb8ae398700 (LWP 35659)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x000000000045b41a in monitor_sig_flags (unused=0x0) at asterisk.c:3930 #2 0x000000000060afa0 in dummy_start (data=0x31a3540) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 81 (Thread 0x7fb91aa4d700 (LWP 43956)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x6eeac3 "threadpool.c", lineno=1131, func=0x6eeecc "worker_idle", cond_name=0x6eed37 "&worker->cond", mutex_name=0x6eed29 "&worker->lock", cond=0x7fb970001808, t=0x7fb970001838, abstime=0x7fb91aa4cc60) at lock.c:668 #2 0x00000000005fd838 in worker_idle (worker=0x7fb970001800) at threadpool.c:1131 #3 0x00000000005fd539 in worker_start (arg=0x7fb970001800) at threadpool.c:1022 #4 0x000000000060afa0 in dummy_start (data=0x7fb970003640) at utils.c:1235 #5 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #6 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 80 (Thread 0x7fb8ad874700 (LWP 44340)): #0 0x00000037f6e0e82d in read () from /lib64/libpthread.so.0 #1 0x00000000005e8e2a in inotify_daemon (data=0x0) at stdtime/localtime.c:380 #2 0x000000000060afa0 in dummy_start (data=0x7fb940007610) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 79 (Thread 0x7fb8adbd8700 (LWP 44306)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb8adbd7420) at backtrace.c:59 #9 0x000000000053f493 in __ast_pthread_mutex_lock (filename=0x6a72ab "astobj2_container.c", lineno=608, func=0x6a7470 "internal_ao2_iterator_next", mutex_name=0x6a72ea "iter->c", t=0x1b15f80) at lock.c:256 #10 0x000000000045de94 in __ao2_lock (user_data=0x1b15fd0, lock_how=AO2_LOCK_REQ_RDLOCK, file=0x6a72ab "astobj2_container.c", func=0x6a7470 "internal_ao2_iterator_next", line=608, var=0x6a72ea "iter->c") at astobj2.c:164 #11 0x000000000045fff4 in internal_ao2_iterator_next (iter=0x7fb8adbd76d0, tag=0x0, file=0x6a72ab "astobj2_container.c", line=660, func=0x6a7450 "__ao2_iterator_next") at astobj2_container.c:608 #12 0x00000000004601d2 in __ao2_iterator_next (iter=0x7fb8adbd76d0) at astobj2_container.c:660 #13 0x00000000004ed8a8 in aco_set_defaults (type=0x1aa47a8, category=0x7fb80400c323 "5128", obj=0x7fb80400ba18) at config_options.c:864 #14 0x00000000005d1914 in ast_sorcery_alloc (sorcery=0x1a9f6b0, type=0x1aa46d0 "aor", id=0x7fb80400c323 "5128") at sorcery.c:1776 #15 0x00007fb91ce656c6 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", fields=0x7fb804009750) at res_sorcery_realtime.c:176 #16 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", id=0x7fb8adbd7940 "5128") at res_sorcery_realtime.c:188 #17 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb935259512 "aor", id=0x7fb8adbd7940 "5128") at sorcery.c:1876 #18 0x00007fb93523adcf in ast_sip_location_retrieve_aor (aor_name=0x7fb8adbd7940 "5128") at res_pjsip/location.c:147 #19 0x00007fb918ec45da in find_aor (endpoint=0x7fb804007eb8, uri=0x7fb8e4197780) at res_pjsip_path.c:99 #20 0x00007fb918ec4787 in path_outgoing_request (endpoint=0x7fb804007eb8, contact=0x7fb804007518, tdata=0x7fb8e41971e8) at res_pjsip_path.c:160 #21 0x00007fb93522fa63 in ast_sip_send_out_of_dialog_request (tdata=0x7fb8e41971e8, endpoint=0x7fb804007eb8, timeout=3000, token=0x7fb804007518, callback=0x7fb93524fd77 ) at res_pjsip.c:3879 #22 0x00007fb935250095 in qualify_contact (endpoint=0x0, contact=0x7fb804007518) at res_pjsip/pjsip_options.c:444 #23 0x00007fb9352501ef in qualify_contact_task (obj=0x7fb804007518) at res_pjsip/pjsip_options.c:519 #24 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1ab31c0) at taskprocessor.c:965 #25 0x00000000005fde1a in execute_tasks (data=0x1ab31c0) at threadpool.c:1322 #26 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #27 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #28 0x00000000005fd738 in worker_active (worker=0x7fb90c008b60) at threadpool.c:1105 #29 0x00000000005fd4e4 in worker_start (arg=0x7fb90c008b60) at threadpool.c:1024 #30 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #31 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #32 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 78 (Thread 0x7fb8ae50c700 (LWP 35656)): #0 0x00000037f6e0f00d in nanosleep () from /lib64/libpthread.so.0 #1 0x00007fb8ca18ce8b in cleanup (unused=0x0) at pbx_realtime.c:134 #2 0x000000000060afa0 in dummy_start (data=0x319de40) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 77 (Thread 0x7fb8ad96c700 (LWP 44331)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x000000000053f56d in __ast_pthread_mutex_lock (filename=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", lineno=1277, func=0x7fb93525b880 "persistent_endpoint_find_or_create", mutex_name=0x7fb93525a84f "((persistent_endpoints))", t=0x1ad68a0) at lock.c:315 #4 0x000000000045de94 in __ao2_lock (user_data=0x1ad68f0, lock_how=AO2_LOCK_REQ_MUTEX, file=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", func=0x7fb93525b880 "persistent_endpoint_find_or_create", line=1277, var=0x7fb93525a84f "((persistent_endpoints))") at astobj2.c:164 #5 0x00007fb9352444f1 in persistent_endpoint_find_or_create (endpoint=0x7fb7e8006528) at res_pjsip/pjsip_configuration.c:1277 #6 0x00007fb93524469e in sip_endpoint_apply_handler (sorcery=0x1a9f6b0, obj=0x7fb7e8006528) at res_pjsip/pjsip_configuration.c:1313 #7 0x00000000005d157c in ast_sorcery_objectset_apply (sorcery=0x1a9f6b0, object=0x7fb7e8006528, objectset=0x7fb7e8007570) at sorcery.c:1681 #8 0x00007fb91ce656e8 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb7e80025c0) at res_sorcery_realtime.c:177 #9 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb8ad96b990 "5088") at res_sorcery_realtime.c:188 #10 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8d11aaa66 "endpoint", id=0x7fb8ad96b990 "5088") at sorcery.c:1876 #11 0x00007fb8d11aa2ed in find_endpoint (rdata=0x7fb8e40acc28, endpoint_name=0x7fb8ad96b990 "5088", domain_name=0x7fb8ad96b950 "10.150.251.15") at res_pjsip_endpoint_identifier_user.c:114 #12 0x00007fb8d11aa49e in username_identify (rdata=0x7fb8e40acc28) at res_pjsip_endpoint_identifier_user.c:135 #13 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e40acc28) at res_pjsip.c:2598 #14 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e40acc28) at res_pjsip/pjsip_distributor.c:567 #15 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #16 0x00007fb93524c3f0 in distribute (data=0x7fb8e40acc28) at res_pjsip/pjsip_distributor.c:770 #17 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1edb200) at taskprocessor.c:965 #18 0x00000000005fde1a in execute_tasks (data=0x1edb200) at threadpool.c:1322 #19 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #20 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #21 0x00000000005fd738 in worker_active (worker=0x7fb90c00af10) at threadpool.c:1105 #22 0x00000000005fd4e4 in worker_start (arg=0x7fb90c00af10) at threadpool.c:1024 #23 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #24 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #25 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 76 (Thread 0x7fb8ae9e4700 (LWP 35645)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x31cd740) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x31cd740) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x319e160) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 75 (Thread 0x7fb91a8d9700 (LWP 35627)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x6e6b0b "sched.c", lineno=161, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x2f1ec28, t=0x2e3c920, abstime=0x7fb91a8d8c40) at lock.c:668 #2 0x00000000005c68ae in sched_run (data=0x2e3c920) at sched.c:161 #3 0x000000000060afa0 in dummy_start (data=0x1e7dc00) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 74 (Thread 0x7fb8ae414700 (LWP 35658)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x2edc7d0) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2edc7d0) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x31c1280) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 73 (Thread 0x7fb91acb9700 (LWP 36495)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb91acb8590 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b78a0 "realtime_odbc", lineno=196) at res_odbc.c:850 #3 0x00007fb9785b2c28 in realtime_odbc (database=0x7fb91acb8590 "asterisk", table=0x7fb91acb8490 "ps_endpoints", fields=0x7fb90802f9c0) at res_config_odbc.c:196 #4 0x00000000004e8747 in ast_load_realtime_all_fields (family=0x1a9feb4 "ps_endpoints", fields=0x7fb90802f9c0) at config.c:3257 #5 0x00000000004e88e9 in ast_load_realtime_fields (family=0x1a9feb4 "ps_endpoints", fields=0x7fb90802f9c0) at config.c:3291 #6 0x00007fb91ce6566f in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb90802f9c0) at res_sorcery_realtime.c:169 #7 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb91acb8990 "5265") at res_sorcery_realtime.c:188 #8 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8d11aaa66 "endpoint", id=0x7fb91acb8990 "5265") at sorcery.c:1876 #9 0x00007fb8d11aa2ed in find_endpoint (rdata=0x7fb8e4090428, endpoint_name=0x7fb91acb8990 "5265", domain_name=0x7fb91acb8950 "10.150.251.17") at res_pjsip_endpoint_identifier_user.c:114 #10 0x00007fb8d11aa49e in username_identify (rdata=0x7fb8e4090428) at res_pjsip_endpoint_identifier_user.c:135 #11 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e4090428) at res_pjsip.c:2598 #12 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e4090428) at res_pjsip/pjsip_distributor.c:567 #13 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #14 0x00007fb93524c3f0 in distribute (data=0x7fb8e4090428) at res_pjsip/pjsip_distributor.c:770 #15 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2ecabf0) at taskprocessor.c:965 #16 0x00000000005fde1a in execute_tasks (data=0x2ecabf0) at threadpool.c:1322 #17 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #18 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #19 0x00000000005fd738 in worker_active (worker=0x7fb90c0030d0) at threadpool.c:1105 #20 0x00000000005fd4e4 in worker_start (arg=0x7fb90c0030d0) at threadpool.c:1024 #21 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #22 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #23 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 72 (Thread 0x7fb8adb5c700 (LWP 44307)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb8adb5a9f0) at backtrace.c:59 #9 0x000000000053f493 in __ast_pthread_mutex_lock (filename=0x6ec6cb "stdtime/localtime.c", lineno=1652, func=0x6ec937 "ast_tzset", mutex_name=0x6ec700 "&(&zonelist)->lock", t=0x978e10) at lock.c:256 #10 0x00000000005eb79a in ast_tzset (zone=0x6ec8a3 "/etc/localtime") at stdtime/localtime.c:1652 #11 0x00000000005ebe0b in ast_localtime (timep=0x7fb8adb5ad20, tmp=0x7fb8adb5ad30, zone=0x0) at stdtime/localtime.c:1777 #12 0x0000000000547579 in ast_log_full (level=0, file=0x6bfc0b "config.c", line=3742, function=0x6c0b30 "ast_parse_arg", callid=0x0, fmt=0x6c06d0 "extract uint from [%s] in [%u, %u] gives [%lu](%d)\n", ap=0x7fb8adb5aef0) at logger.c:1884 #13 0x0000000000548096 in ast_log (level=0, file=0x6bfc0b "config.c", line=3742, function=0x6c0b30 "ast_parse_arg", fmt=0x6c06d0 "extract uint from [%s] in [%u, %u] gives [%lu](%d)\n") at logger.c:1924 #14 0x00000000004ea2dd in ast_parse_arg (arg=0x7fb7f8007702 "30", flags=34, p_result=0x7fb7f80140f4) at config.c:3741 #15 0x00000000004ef1b6 in uint_handler_fn (opt=0x1b1ef00, var=0x7fb7f8007680, obj=0x7fb7f80140b8) at config_options.c:1359 #16 0x00000000004ed201 in aco_process_var (type=0x1aa47a8, cat=0x7fb7f800f860 "5294", var=0x7fb7f8007680, obj=0x7fb7f80140b8) at config_options.c:737 #17 0x00000000005d1532 in ast_sorcery_objectset_apply (sorcery=0x1a9f6b0, object=0x7fb7f80140b8, objectset=0x7fb7f8012d50) at sorcery.c:1675 #18 0x00007fb91ce656e8 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", fields=0x7fb7f800ce70) at res_sorcery_realtime.c:177 #19 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", id=0x7fb8adb5b940 "5294") at res_sorcery_realtime.c:188 #20 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb935259512 "aor", id=0x7fb8adb5b940 "5294") at sorcery.c:1876 #21 0x00007fb93523adcf in ast_sip_location_retrieve_aor (aor_name=0x7fb8adb5b940 "5294") at res_pjsip/location.c:147 #22 0x00007fb918ec45da in find_aor (endpoint=0x7fb7f80149c8, uri=0x7fb818015e10) at res_pjsip_path.c:99 #23 0x00007fb918ec4787 in path_outgoing_request (endpoint=0x7fb7f80149c8, contact=0x7fb90801d1b8, tdata=0x7fb818015878) at res_pjsip_path.c:160 #24 0x00007fb93522fa63 in ast_sip_send_out_of_dialog_request (tdata=0x7fb818015878, endpoint=0x7fb7f80149c8, timeout=3000, token=0x7fb90801d1b8, callback=0x7fb93524fd77 ) at res_pjsip.c:3879 #25 0x00007fb935250095 in qualify_contact (endpoint=0x0, contact=0x7fb90801d1b8) at res_pjsip/pjsip_options.c:444 #26 0x00007fb9352501ef in qualify_contact_task (obj=0x7fb90801d1b8) at res_pjsip/pjsip_options.c:519 #27 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1ab0ce0) at taskprocessor.c:965 #28 0x00000000005fde1a in execute_tasks (data=0x1ab0ce0) at threadpool.c:1322 #29 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #30 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #31 0x00000000005fd738 in worker_active (worker=0x7fb90c008f70) at threadpool.c:1105 #32 0x00000000005fd4e4 in worker_start (arg=0x7fb90c008f70) at threadpool.c:1024 #33 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #34 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #35 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 71 (Thread 0x7fb8adf3c700 (LWP 44298)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb8adf3b190 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b78a0 "realtime_odbc", lineno=196) at res_odbc.c:850 #3 0x00007fb9785b2c28 in realtime_odbc (database=0x7fb8adf3b190 "asterisk", table=0x7fb8adf3b090 "ps_aors", fields=0x7fb81800ed60) at res_config_odbc.c:196 #4 0x00000000004e8747 in ast_load_realtime_all_fields (family=0x1aa5974 "ps_aors", fields=0x7fb81800ed60) at config.c:3257 #5 0x00000000004e88e9 in ast_load_realtime_fields (family=0x1aa5974 "ps_aors", fields=0x7fb81800ed60) at config.c:3291 #6 0x00007fb91ce6566f in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", fields=0x7fb81800ed60) at res_sorcery_realtime.c:169 #7 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", id=0x7fb8adf3b4a0 "5021") at res_sorcery_realtime.c:188 #8 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb935259512 "aor", id=0x7fb8adf3b4a0 "5021") at sorcery.c:1876 #9 0x00007fb93523adcf in ast_sip_location_retrieve_aor (aor_name=0x7fb8adf3b4a0 "5021") at res_pjsip/location.c:147 #10 0x00007fb918ec45da in find_aor (endpoint=0x7fb818011e18, uri=0x7fb83c01f070) at res_pjsip_path.c:99 #11 0x00007fb918ec4949 in path_outgoing_response (endpoint=0x7fb818011e18, contact=0x7fb818012668, tdata=0x7fb83c01e218) at res_pjsip_path.c:208 #12 0x00007fb935230a03 in supplement_outgoing_response (tdata=0x7fb83c01e218, sip_endpoint=0x7fb818011e18) at res_pjsip.c:4287 #13 0x00007fb935230bdc in ast_sip_send_stateful_response (rdata=0x7fb8e404f1a8, tdata=0x7fb83c01e218, sip_endpoint=0x7fb818011e18) at res_pjsip.c:4321 #14 0x00007fb8cee5c68d in register_aor_core (rdata=0x7fb8e404f1a8, endpoint=0x7fb818011e18, aor=0x7fb8180140e8, aor_name=0x7fb818012630 "5021", contacts=0x7fb8180045b8) at res_pjsip_registrar.c:535 #15 0x00007fb8cee5c7e5 in register_aor (rdata=0x7fb8e404f1a8, endpoint=0x7fb818011e18, aor=0x7fb8180140e8, aor_name=0x7fb818012630 "5021") at res_pjsip_registrar.c:562 #16 0x00007fb8cee5d44e in registrar_on_rx_request (rdata=0x7fb8e404f1a8) at res_pjsip_registrar.c:747 #17 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #18 0x00007fb93524c3f0 in distribute (data=0x7fb8e404f1a8) at res_pjsip/pjsip_distributor.c:770 #19 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2de77e0) at taskprocessor.c:965 #20 0x00000000005fde1a in execute_tasks (data=0x2de77e0) at threadpool.c:1322 #21 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #22 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #23 0x00000000005fd738 in worker_active (worker=0x7fb90c006bf0) at threadpool.c:1105 #24 0x00000000005fd4e4 in worker_start (arg=0x7fb90c006bf0) at threadpool.c:1024 #25 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #26 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #27 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 70 (Thread 0x7fb8ae0b0700 (LWP 44295)): #0 0x00000037f6e0e4c5 in __lll_unlock_wake () from /lib64/libpthread.so.0 #1 0x00000037f6e0a947 in _L_unlock_657 () from /lib64/libpthread.so.0 #2 0x00000037f6e0a8af in pthread_mutex_unlock () from /lib64/libpthread.so.0 #3 0x00000037f6b26a10 in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb8ae0af420) at backtrace.c:59 #9 0x000000000053f493 in __ast_pthread_mutex_lock (filename=0x6a72ab "astobj2_container.c", lineno=608, func=0x6a7470 "internal_ao2_iterator_next", mutex_name=0x6a72ea "iter->c", t=0x1b15f80) at lock.c:256 #10 0x000000000045de94 in __ao2_lock (user_data=0x1b15fd0, lock_how=AO2_LOCK_REQ_RDLOCK, file=0x6a72ab "astobj2_container.c", func=0x6a7470 "internal_ao2_iterator_next", line=608, var=0x6a72ea "iter->c") at astobj2.c:164 #11 0x000000000045fff4 in internal_ao2_iterator_next (iter=0x7fb8ae0af6d0, tag=0x0, file=0x6a72ab "astobj2_container.c", line=660, func=0x6a7450 "__ao2_iterator_next") at astobj2_container.c:608 #12 0x00000000004601d2 in __ao2_iterator_next (iter=0x7fb8ae0af6d0) at astobj2_container.c:660 #13 0x00000000004ed8a8 in aco_set_defaults (type=0x1aa47a8, category=0x7fb82c024583 "5224", obj=0x7fb82c0243c8) at config_options.c:864 #14 0x00000000005d1914 in ast_sorcery_alloc (sorcery=0x1a9f6b0, type=0x1aa46d0 "aor", id=0x7fb82c024583 "5224") at sorcery.c:1776 #15 0x00007fb91ce656c6 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", fields=0x7fb82c01dc60) at res_sorcery_realtime.c:176 #16 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", id=0x7fb8ae0af940 "5224") at res_sorcery_realtime.c:188 #17 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb935259512 "aor", id=0x7fb8ae0af940 "5224") at sorcery.c:1876 #18 0x00007fb93523adcf in ast_sip_location_retrieve_aor (aor_name=0x7fb8ae0af940 "5224") at res_pjsip/location.c:147 #19 0x00007fb918ec45da in find_aor (endpoint=0x7fb82c016a28, uri=0x7fb80000d7c0) at res_pjsip_path.c:99 #20 0x00007fb918ec4787 in path_outgoing_request (endpoint=0x7fb82c016a28, contact=0x7fb96000ead8, tdata=0x7fb80000d228) at res_pjsip_path.c:160 #21 0x00007fb93522fa63 in ast_sip_send_out_of_dialog_request (tdata=0x7fb80000d228, endpoint=0x7fb82c016a28, timeout=3000, token=0x7fb96000ead8, callback=0x7fb93524fd77 ) at res_pjsip.c:3879 #22 0x00007fb935250095 in qualify_contact (endpoint=0x0, contact=0x7fb96000ead8) at res_pjsip/pjsip_options.c:444 #23 0x00007fb9352501ef in qualify_contact_task (obj=0x7fb96000ead8) at res_pjsip/pjsip_options.c:519 #24 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1ab0b00) at taskprocessor.c:965 #25 0x00000000005fde1a in execute_tasks (data=0x1ab0b00) at threadpool.c:1322 #26 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #27 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #28 0x00000000005fd738 in worker_active (worker=0x7fb90c005f20) at threadpool.c:1105 #29 0x00000000005fd4e4 in worker_start (arg=0x7fb90c005f20) at threadpool.c:1024 #30 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #31 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #32 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 69 (Thread 0x7fb8ae490700 (LWP 35657)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x190aff0) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x190aff0) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x31c16f0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 68 (Thread 0x7fb97843b700 (LWP 35611)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6e6b0b "sched.c", lineno=155, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x17446d8, t=0x174ee20) at lock.c:600 #2 0x00000000005c67a3 in sched_run (data=0x174ee20) at sched.c:155 #3 0x000000000060afa0 in dummy_start (data=0x1744720) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 67 (Thread 0x7fb8aec50700 (LWP 35640)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6e6b0b "sched.c", lineno=155, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x31ae328, t=0x327a820) at lock.c:600 #2 0x00000000005c67a3 in sched_run (data=0x327a820) at sched.c:155 #3 0x000000000060afa0 in dummy_start (data=0x31b7350) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 66 (Thread 0x7fb8ae31c700 (LWP 44290)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb8ae31b690 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b7860 "realtime_multi_odbc", lineno=356) at res_odbc.c:850 #3 0x00007fb9785b357e in realtime_multi_odbc (database=0x7fb8ae31b690 "asterisk", table=0x7fb8ae31b590 "ps_contacts", fields=0x7fb838018470) at res_config_odbc.c:356 #4 0x00000000004e8e44 in ast_load_realtime_multientry_fields (family=0x1aa8134 "ps_contacts", fields=0x7fb838018470) at config.c:3417 #5 0x00007fb91ce65969 in sorcery_realtime_retrieve_multiple (sorcery=0x1a9f6b0, data=0x1aa8130, type=0x1aa6eb0 "contact", objects=0x7fb838025b78, fields=0x7fb838018470) at res_sorcery_realtime.c:224 #6 0x00007fb91ce65c77 in sorcery_realtime_retrieve_regex (sorcery=0x1a9f6b0, data=0x1aa8130, type=0x1aa6eb0 "contact", objects=0x7fb838025b78, regex=0x7fb8ae31b9a0 "^5231;@") at res_sorcery_realtime.c:262 #7 0x00000000005d236b in ast_sorcery_retrieve_by_regex (sorcery=0x1a9f6b0, type=0x7fb935259504 "contact", regex=0x7fb8ae31b9a0 "^5231;@") at sorcery.c:1967 #8 0x00007fb93523afb0 in ast_sip_location_retrieve_aor_contacts_nolock (aor=0x7fb83801ef88) at res_pjsip/location.c:196 #9 0x00007fb8cee5c76c in register_aor (rdata=0x7fb8e41e7468, endpoint=0x7fb83802be08, aor=0x7fb83801ef88, aor_name=0x7fb83802c200 "5231") at res_pjsip_registrar.c:555 #10 0x00007fb8cee5d44e in registrar_on_rx_request (rdata=0x7fb8e41e7468) at res_pjsip_registrar.c:747 #11 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #12 0x00007fb93524c3f0 in distribute (data=0x7fb8e41e7468) at res_pjsip/pjsip_distributor.c:770 #13 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2ef3e90) at taskprocessor.c:965 #14 0x00000000005fde1a in execute_tasks (data=0x2ef3e90) at threadpool.c:1322 #15 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #16 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #17 0x00000000005fd738 in worker_active (worker=0x7fb90c004d70) at threadpool.c:1105 #18 0x00000000005fd4e4 in worker_start (arg=0x7fb90c004d70) at threadpool.c:1024 #19 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #20 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #21 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 65 (Thread 0x7fb97ab07700 (LWP 35591)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6c38ab "db.c", lineno=968, func=0x6c4851 "db_sync_thread", cond_name=0x6c47fb "&dbcond", mutex_name=0x6c3b19 "&dblock", cond=0x990740, t=0x972560) at lock.c:600 #2 0x00000000004fda62 in db_sync_thread (data=0x0) at db.c:968 #3 0x000000000060afa0 in dummy_start (data=0x1619c60) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 64 (Thread 0x7fb8ae604700 (LWP 35654)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x2fe30b0) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2fe30b0) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x2fe8800) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 63 (Thread 0x7fb8ad2a4700 (LWP 44358)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x6eeac3 "threadpool.c", lineno=1131, func=0x6eeecc "worker_idle", cond_name=0x6eed37 "&worker->cond", mutex_name=0x6eed29 "&worker->lock", cond=0x7fb9700030d8, t=0x7fb970003108, abstime=0x7fb8ad2a3c60) at lock.c:668 #2 0x00000000005fd838 in worker_idle (worker=0x7fb9700030d0) at threadpool.c:1131 #3 0x00000000005fd539 in worker_start (arg=0x7fb9700030d0) at threadpool.c:1022 #4 0x000000000060afa0 in dummy_start (data=0x7fb9700031e0) at utils.c:1235 #5 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #6 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 62 (Thread 0x7fb8ae968700 (LWP 35646)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb935255859 "res_pjsip.c", lineno=4136, func=0x7fb935256d30 "ast_sip_push_task_synchronous", cond_name=0x7fb9352565e1 "&std.cond", mutex_name=0x7fb9352565d7 "&std.lock", cond=0x7fb8ae9675b8, t=0x7fb8ae967580) at lock.c:600 #2 0x00007fb9352303f8 in ast_sip_push_task_synchronous (serializer=0x2de77e0, sip_task=0x7fb8c2c1e41c , task_data=0x7fb8ae967690) at res_pjsip.c:4136 #3 0x00007fb8c2c1ebdd in pjsip_acf_channel_read (chan=0x7fb908064e30, cmd=0x7fb8ae967900 "CHANNEL", data=0x7fb8ae967908 "pjsip,call-id", buf=0x7fb8ae9679e0 "", len=128) at pjsip/dialplan_functions.c:846 #4 0x00007fb8b846b99a in func_channel_read (chan=0x7fb908064e30, function=0x7fb8ae967900 "CHANNEL", data=0x7fb8ae967908 "pjsip,call-id", buf=0x7fb8ae9679e0 "", len=128) at func_channel.c:464 #5 0x0000000000594c7c in ast_func_read (chan=0x7fb908064e30, function=0x7fb8afd4458d "CHANNEL(pjsip,call-id)", workspace=0x7fb8ae9679e0 "", len=128) at pbx_functions.c:617 #6 0x00007fb8afd4404b in assign_uuid (json_channel=0x7fb8740065c8) at res_hep_rtcp.c:62 #7 0x00007fb8afd4431c in rtcp_message_handler (message=0x7fb7c0015bc0) at res_hep_rtcp.c:128 #8 0x00007fb8afd44444 in rtp_topic_handler (data=0x0, sub=0x31d7de0, message=0x7fb7c0015bc0) at res_hep_rtcp.c:146 #9 0x00000000005d53f5 in subscription_invoke (sub=0x31d7de0, message=0x7fb7c0015bc0) at stasis.c:434 #10 0x00000000005d5fe3 in dispatch_exec_async (local=0x7fb8ae967c30) at stasis.c:715 #11 0x00000000005f4401 in ast_taskprocessor_execute (tps=0x31d6980) at taskprocessor.c:963 #12 0x00000000005f252f in default_tps_processing_function (data=0x31d60a0) at taskprocessor.c:185 #13 0x000000000060afa0 in dummy_start (data=0x319efd0) at utils.c:1235 #14 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #15 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 61 (Thread 0x7fb8af841700 (LWP 35635)): #0 0x00000037f6aacc4d in nanosleep () from /lib64/libc.so.6 #1 0x00000037f6ae1e94 in usleep () from /lib64/libc.so.6 #2 0x00007fb91eef2b85 in pj_thread_sleep () from /usr/lib64/libpj.so.2 #3 0x00007fb91eef11f3 in pj_ioqueue_poll () from /usr/lib64/libpj.so.2 #4 0x00007fb8c1bd632d in timer_worker_thread (data=0x0) at res_rtp_asterisk.c:1911 #5 0x00007fb91eef2a2a in ?? () from /usr/lib64/libpj.so.2 #6 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #7 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 60 (Thread 0x7fb97a89b700 (LWP 44285)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb97a89a690 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b7860 "realtime_multi_odbc", lineno=356) at res_odbc.c:850 #3 0x00007fb9785b357e in realtime_multi_odbc (database=0x7fb97a89a690 "asterisk", table=0x7fb97a89a590 "ps_contacts", fields=0x7fb95c018a40) at res_config_odbc.c:356 #4 0x00000000004e8e44 in ast_load_realtime_multientry_fields (family=0x1aa8134 "ps_contacts", fields=0x7fb95c018a40) at config.c:3417 #5 0x00007fb91ce65969 in sorcery_realtime_retrieve_multiple (sorcery=0x1a9f6b0, data=0x1aa8130, type=0x1aa6eb0 "contact", objects=0x7fb95c0197f8, fields=0x7fb95c018a40) at res_sorcery_realtime.c:224 #6 0x00007fb91ce65c77 in sorcery_realtime_retrieve_regex (sorcery=0x1a9f6b0, data=0x1aa8130, type=0x1aa6eb0 "contact", objects=0x7fb95c0197f8, regex=0x7fb97a89a9a0 "^5031;@") at res_sorcery_realtime.c:262 #7 0x00000000005d236b in ast_sorcery_retrieve_by_regex (sorcery=0x1a9f6b0, type=0x7fb935259504 "contact", regex=0x7fb97a89a9a0 "^5031;@") at sorcery.c:1967 #8 0x00007fb93523afb0 in ast_sip_location_retrieve_aor_contacts_nolock (aor=0x7fb95c02d3f8) at res_pjsip/location.c:196 #9 0x00007fb8cee5c76c in register_aor (rdata=0x7fb8e40804a8, endpoint=0x7fb95c02a048, aor=0x7fb95c02d3f8, aor_name=0x7fb95c017a30 "5031") at res_pjsip_registrar.c:555 #10 0x00007fb8cee5d44e in registrar_on_rx_request (rdata=0x7fb8e40804a8) at res_pjsip_registrar.c:747 #11 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #12 0x00007fb93524c3f0 in distribute (data=0x7fb8e40804a8) at res_pjsip/pjsip_distributor.c:770 #13 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2e8f680) at taskprocessor.c:965 #14 0x00000000005fde1a in execute_tasks (data=0x2e8f680) at threadpool.c:1322 #15 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #16 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #17 0x00000000005fd738 in worker_active (worker=0x7fb90c003520) at threadpool.c:1105 #18 0x00000000005fd4e4 in worker_start (arg=0x7fb90c003520) at threadpool.c:1024 #19 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #20 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #21 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 59 (Thread 0x7fb8ae680700 (LWP 35653)): #0 0x00000037f6aacc4d in nanosleep () from /lib64/libc.so.6 #1 0x00000037f6aacac0 in sleep () from /lib64/libc.so.6 #2 0x00007fb8c915707c in process_clearcache (ignore=0x0) at pbx_dundi.c:2232 #3 0x000000000060afa0 in dummy_start (data=0x19d17f0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 58 (Thread 0x7fb91abc1700 (LWP 43953)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x0000000000454a9d in netconsole (vconsole=0x99ca20) at asterisk.c:1551 #2 0x000000000060afa0 in dummy_start (data=0x7fb958001790) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 57 (Thread 0x7fb9780c3700 (LWP 35614)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x1aae1d0) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x1aae1d0) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x1aaebe0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 56 (Thread 0x7fb8ae7f4700 (LWP 35650)): #0 0x00000037f6e0f00d in nanosleep () from /lib64/libpthread.so.0 #1 0x00007fb8b805f96d in lock_broker (unused=0x0) at func_lock.c:211 #2 0x000000000060afa0 in dummy_start (data=0x2f87460) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 55 (Thread 0x7fb8aee40700 (LWP 35636)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x00000000005361b1 in ast_io_wait (ioc=0x3135c90, howlong=1000) at io.c:282 #2 0x00007fb8ca3a4ae3 in do_monitor (data=0x0) at chan_mgcp.c:3928 #3 0x000000000060afa0 in dummy_start (data=0x2de5d70) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 54 (Thread 0x7fb8ad608700 (LWP 44329)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6a7dcb "autoservice.c", lineno=103, func=0x6a7f60 "autoservice_run", cond_name=0x6a7df7 "&as_cond", mutex_name=0x6a7dea "&aslist.lock", cond=0x9903a0, t=0x96db90) at lock.c:600 #2 0x000000000046891b in autoservice_run (ign=0x0) at autoservice.c:103 #3 0x000000000060afa0 in dummy_start (data=0x7fb7d00023e0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 53 (Thread 0x7fb97a917700 (LWP 44283)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb97a9166a0 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b7860 "realtime_multi_odbc", lineno=356) at res_odbc.c:850 #3 0x00007fb9785b357e in realtime_multi_odbc (database=0x7fb97a9166a0 "asterisk", table=0x7fb97a9165a0 "ps_endpoint_id_ips", fields=0x7fb96800c8d0) at res_config_odbc.c:356 #4 0x00000000004e8e44 in ast_load_realtime_multientry_fields (family=0x2dca204 "ps_endpoint_id_ips", fields=0x7fb96800c8d0) at config.c:3417 #5 0x00007fb91ce65969 in sorcery_realtime_retrieve_multiple (sorcery=0x1a9f6b0, data=0x2dca200, type=0x3113d20 "identify", objects=0x7fb96801f6d8, fields=0x7fb96800c8d0) at res_sorcery_realtime.c:224 #6 0x00000000005d20a2 in ast_sorcery_retrieve_by_fields (sorcery=0x1a9f6b0, type=0x7fb8bf1154d8 "identify", flags=3, fields=0x0) at sorcery.c:1922 #7 0x00007fb8bf11394c in ip_identify (rdata=0x7fb8e4112978) at res_pjsip_endpoint_identifier_ip.c:210 #8 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e4112978) at res_pjsip.c:2598 #9 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e4112978) at res_pjsip/pjsip_distributor.c:567 #10 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #11 0x00007fb93524c3f0 in distribute (data=0x7fb8e4112978) at res_pjsip/pjsip_distributor.c:770 #12 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2f53400) at taskprocessor.c:965 #13 0x00000000005fde1a in execute_tasks (data=0x2f53400) at threadpool.c:1322 #14 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #15 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #16 0x00000000005fd738 in worker_active (worker=0x7fb90c002c80) at threadpool.c:1105 #17 0x00000000005fd4e4 in worker_start (arg=0x7fb90c002c80) at threadpool.c:1024 #18 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #19 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #20 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 52 (Thread 0x7fb8ae870700 (LWP 35649)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x00007fb8b2bafb33 in do_monitor (data=0x0) at chan_phone.c:1102 #2 0x000000000060afa0 in dummy_start (data=0x2fb02e0) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 51 (Thread 0x7fb978533700 (LWP 35608)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x166e250) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x166e250) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x1667dc0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 50 (Thread 0x7fb91a955700 (LWP 35626)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x6e6b0b "sched.c", lineno=161, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x2d6f4e8, t=0x1d72150, abstime=0x7fb91a954c40) at lock.c:668 #2 0x00000000005c68ae in sched_run (data=0x1d72150) at sched.c:161 #3 0x000000000060afa0 in dummy_start (data=0x1b70fc0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 49 (Thread 0x7fb91a9d1700 (LWP 44289)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb91a9d06a0 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b7860 "realtime_multi_odbc", lineno=356) at res_odbc.c:850 #3 0x00007fb9785b357e in realtime_multi_odbc (database=0x7fb91a9d06a0 "asterisk", table=0x7fb91a9d05a0 "ps_endpoint_id_ips", fields=0x7fb8f00260a0) at res_config_odbc.c:356 #4 0x00000000004e8e44 in ast_load_realtime_multientry_fields (family=0x2dca204 "ps_endpoint_id_ips", fields=0x7fb8f00260a0) at config.c:3417 #5 0x00007fb91ce65969 in sorcery_realtime_retrieve_multiple (sorcery=0x1a9f6b0, data=0x2dca200, type=0x3113d20 "identify", objects=0x7fb8f0035d08, fields=0x7fb8f00260a0) at res_sorcery_realtime.c:224 #6 0x00000000005d20a2 in ast_sorcery_retrieve_by_fields (sorcery=0x1a9f6b0, type=0x7fb8bf1154d8 "identify", flags=3, fields=0x0) at sorcery.c:1922 #7 0x00007fb8bf11394c in ip_identify (rdata=0x7fb8e4065368) at res_pjsip_endpoint_identifier_ip.c:210 #8 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e4065368) at res_pjsip.c:2598 #9 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e4065368) at res_pjsip/pjsip_distributor.c:567 #10 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #11 0x00007fb93524c3f0 in distribute (data=0x7fb8e4065368) at res_pjsip/pjsip_distributor.c:770 #12 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1b72020) at taskprocessor.c:965 #13 0x00000000005fde1a in execute_tasks (data=0x1b72020) at threadpool.c:1322 #14 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #15 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #16 0x00000000005fd738 in worker_active (worker=0x7fb90c004bf0) at threadpool.c:1105 #17 0x00000000005fd4e4 in worker_start (arg=0x7fb90c004bf0) at threadpool.c:1024 #18 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #19 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #20 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 48 (Thread 0x7fb8aeb58700 (LWP 35642)): #0 0x00000037f6aacc4d in nanosleep () from /lib64/libc.so.6 #1 0x00000037f6aacac0 in sleep () from /lib64/libc.so.6 #2 0x00007fb8c72eb26c in check_expiration_thread (data=0x0) at res_pjsip_registrar_expire.c:73 #3 0x000000000060afa0 in dummy_start (data=0x7fb8f80023e0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 47 (Thread 0x7fb8aeccc700 (LWP 35639)): #0 0x00000037f6e0eb2d in accept () from /lib64/libpthread.so.0 #1 0x00007fb8b55a3560 in accept_thread (ignore=0x0) at chan_skinny.c:7649 #2 0x000000000060afa0 in dummy_start (data=0x3280220) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 46 (Thread 0x7fb8aeadc700 (LWP 35643)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x318d860) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x318d860) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x318d990) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 45 (Thread 0x7fb91a85d700 (LWP 35628)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6e6b0b "sched.c", lineno=155, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x2d245b8, t=0x2d41d10) at lock.c:600 #2 0x00000000005c67a3 in sched_run (data=0x2d41d10) at sched.c:155 #3 0x000000000060afa0 in dummy_start (data=0x2da6fa0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 44 (Thread 0x7fb8ada64700 (LWP 44363)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x0000000000454a9d in netconsole (vconsole=0x99cac8) at asterisk.c:1551 #2 0x000000000060afa0 in dummy_start (data=0x7fb958001790) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 43 (Thread 0x7fb8ae6fc700 (LWP 35652)): #0 0x00000037f6aacc4d in nanosleep () from /lib64/libc.so.6 #1 0x00000037f6aacac0 in sleep () from /lib64/libc.so.6 #2 0x00007fb8c915721d in process_precache (ign=0x0) at pbx_dundi.c:2269 #3 0x000000000060afa0 in dummy_start (data=0x2fe4ea0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 42 (Thread 0x7fb97813f700 (LWP 35613)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6e6b0b "sched.c", lineno=155, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x1a89a48, t=0x1a8e520) at lock.c:600 #2 0x00000000005c67a3 in sched_run (data=0x1a8e520) at sched.c:155 #3 0x000000000060afa0 in dummy_start (data=0x1a83b00) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 41 (Thread 0x7fb8af8bd700 (LWP 35634)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6e6b0b "sched.c", lineno=155, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x3120998, t=0x311f260) at lock.c:600 #2 0x00000000005c67a3 in sched_run (data=0x311f260) at sched.c:155 #3 0x000000000060afa0 in dummy_start (data=0x3115380) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 40 (Thread 0x7fb97a727700 (LWP 35599)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x0000000000454e5c in listener (unused=0x0) at asterisk.c:1630 #2 0x000000000060afa0 in dummy_start (data=0x2008f30) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 39 (Thread 0x7fb8aea60700 (LWP 35644)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x318f7d0) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x318f7d0) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x318f930) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 38 (Thread 0x7fb8ae588700 (LWP 35655)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x00007fb8b8a7d638 in scan_thread (unused=0x0) at pbx_spool.c:763 #2 0x000000000060afa0 in dummy_start (data=0x2feab50) at utils.c:1235 #3 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #4 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 37 (Thread 0x7fb8ad684700 (LWP 44342)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x00000000004b7896 in ast_waitfor_nandfds (c=0x7fb7c000aad8, n=1, fds=0x7fb7c000ab60, nfds=1, exception=0x0, outfd=0x7fb8ad683b60, ms=0x7fb8ad683b64) at channel.c:3156 #2 0x0000000000487ced in bridge_channel_wait (bridge_channel=0x7fb7c000aaa0) at bridge_channel.c:2571 #3 0x00000000004884f7 in bridge_channel_internal_join (bridge_channel=0x7fb7c000aaa0) at bridge_channel.c:2732 #4 0x000000000046e9dd in bridge_channel_ind_thread (data=0x7fb7c000aaa0) at bridge.c:1779 #5 0x000000000060afa0 in dummy_start (data=0x7fb7c000ba50) at utils.c:1235 #6 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #7 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 36 (Thread 0x7fb8adae0700 (LWP 44308)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x000000000053f56d in __ast_pthread_mutex_lock (filename=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", lineno=1277, func=0x7fb93525b880 "persistent_endpoint_find_or_create", mutex_name=0x7fb93525a84f "((persistent_endpoints))", t=0x1ad68a0) at lock.c:315 #4 0x000000000045de94 in __ao2_lock (user_data=0x1ad68f0, lock_how=AO2_LOCK_REQ_MUTEX, file=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", func=0x7fb93525b880 "persistent_endpoint_find_or_create", line=1277, var=0x7fb93525a84f "((persistent_endpoints))") at astobj2.c:164 #5 0x00007fb9352444f1 in persistent_endpoint_find_or_create (endpoint=0x7fb7fc011358) at res_pjsip/pjsip_configuration.c:1277 #6 0x00007fb93524469e in sip_endpoint_apply_handler (sorcery=0x1a9f6b0, obj=0x7fb7fc011358) at res_pjsip/pjsip_configuration.c:1313 #7 0x00000000005d157c in ast_sorcery_objectset_apply (sorcery=0x1a9f6b0, object=0x7fb7fc011358, objectset=0x7fb7fc017fd0) at sorcery.c:1681 #8 0x00007fb91ce656e8 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb7fc010980) at res_sorcery_realtime.c:177 #9 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb83c003b92 "5214") at res_sorcery_realtime.c:188 #10 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb93525cc8a "endpoint", id=0x7fb83c003b92 "5214") at sorcery.c:1876 #11 0x00007fb93524fed1 in qualify_contact (endpoint=0x0, contact=0x7fb83c003388) at res_pjsip/pjsip_options.c:413 #12 0x00007fb9352501ef in qualify_contact_task (obj=0x7fb83c003388) at res_pjsip/pjsip_options.c:519 #13 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1ab2a70) at taskprocessor.c:965 #14 0x00000000005fde1a in execute_tasks (data=0x1ab2a70) at threadpool.c:1322 #15 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #16 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #17 0x00000000005fd738 in worker_active (worker=0x7fb90c009080) at threadpool.c:1105 #18 0x00000000005fd4e4 in worker_start (arg=0x7fb90c009080) at threadpool.c:1024 #19 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #20 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #21 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 35 (Thread 0x7fb97a993700 (LWP 36484)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x6eeac3 "threadpool.c", lineno=1131, func=0x6eeecc "worker_idle", cond_name=0x6eed37 "&worker->cond", mutex_name=0x6eed29 "&worker->lock", cond=0x7fb96c003fa8, t=0x7fb96c003fd8, abstime=0x7fb97a992c60) at lock.c:668 #2 0x00000000005fd838 in worker_idle (worker=0x7fb96c003fa0) at threadpool.c:1131 #3 0x00000000005fd539 in worker_start (arg=0x7fb96c003fa0) at threadpool.c:1022 #4 0x000000000060afa0 in dummy_start (data=0x7fb96c0054a0) at utils.c:1235 #5 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #6 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 34 (Thread 0x7fb8add4c700 (LWP 44303)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb8add4adb0) at backtrace.c:59 #9 0x00000000005412ff in __ast_rwlock_rdlock (filename=0x6a72ab "astobj2_container.c", line=336, func=0x6a74b0 "internal_ao2_traverse", t=0x1a9fee0, name=0x6a72bf "self") at lock.c:864 #10 0x000000000045df1f in __ao2_lock (user_data=0x1a9ff48, lock_how=AO2_LOCK_REQ_RDLOCK, file=0x6a72ab "astobj2_container.c", func=0x6a74b0 "internal_ao2_traverse", line=336, var=0x6a72bf "self") at astobj2.c:185 #11 0x000000000045f72d in internal_ao2_traverse (self=0x1a9ff48, flags=OBJ_SEARCH_KEY, cb_fn=0x5cd86b, arg=0x7fb8bd55b2d1, data=0x0, type=AO2_CALLBACK_DEFAULT, tag=0x0, file=0x0, line=0, func=0x0) at astobj2_container.c:336 #12 0x000000000045faff in __ao2_callback (c=0x1a9ff48, flags=OBJ_SEARCH_KEY, cb_fn=0x5cd86b , arg=0x7fb8bd55b2d1) at astobj2_container.c:455 #13 0x000000000045fc9d in __ao2_find (c=0x1a9ff48, arg=0x7fb8bd55b2d1, flags=OBJ_SEARCH_KEY) at astobj2_container.c:496 #14 0x00000000005d1d38 in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8bd55b2d1 "transport", id=0x1b400a0 "transport-tcp") at sorcery.c:1861 #15 0x00007fb8bd55acc3 in nat_on_tx_message (tdata=0x7fb8e40ccb08) at res_pjsip_nat.c:261 #16 0x00007fb93469e377 in ?? () from /usr/lib64/libpjsip.so.2 #17 0x00007fb9346a5cbe in pjsip_transport_send () from /usr/lib64/libpjsip.so.2 #18 0x00007fb9346a1f12 in ?? () from /usr/lib64/libpjsip.so.2 #19 0x00007fb9346a2282 in ?? () from /usr/lib64/libpjsip.so.2 #20 0x00007fb9346a316e in pjsip_resolve () from /usr/lib64/libpjsip.so.2 #21 0x00007fb9346a2520 in pjsip_endpt_send_request_stateless () from /usr/lib64/libpjsip.so.2 #22 0x00007fb9346b313a in ?? () from /usr/lib64/libpjsip.so.2 #23 0x00007fb9346b3364 in ?? () from /usr/lib64/libpjsip.so.2 #24 0x00007fb9346b2316 in pjsip_tsx_send_msg () from /usr/lib64/libpjsip.so.2 #25 0x00007fb9346b5cb7 in pjsip_endpt_send_request () from /usr/lib64/libpjsip.so.2 #26 0x00007fb93522f50e in endpt_send_request (endpoint=0x7fb808016fe8, tdata=0x7fb8e40ccb08, timeout=3000, token=0x7fb808015d68, cb=0x7fb93522f6e4 ) at res_pjsip.c:3740 #27 0x00007fb93522fb17 in ast_sip_send_out_of_dialog_request (tdata=0x7fb8e40ccb08, endpoint=0x7fb808016fe8, timeout=3000, token=0x7fb954012748, callback=0x7fb93524fd77 ) at res_pjsip.c:3887 #28 0x00007fb935250095 in qualify_contact (endpoint=0x0, contact=0x7fb954012748) at res_pjsip/pjsip_options.c:444 #29 0x00007fb9352501ef in qualify_contact_task (obj=0x7fb954012748) at res_pjsip/pjsip_options.c:519 #30 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1ab2c20) at taskprocessor.c:965 #31 0x00000000005fde1a in execute_tasks (data=0x1ab2c20) at threadpool.c:1322 #32 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #33 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #34 0x00000000005fd738 in worker_active (worker=0x7fb90c007a60) at threadpool.c:1105 #35 0x00000000005fd4e4 in worker_start (arg=0x7fb90c007a60) at threadpool.c:1024 #36 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #37 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #38 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 33 (Thread 0x7fb97a6ab700 (LWP 35600)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb97a6a8940) at backtrace.c:59 #9 0x00000000005412ff in __ast_rwlock_rdlock (filename=0x6cf92b "logger.c", line=1391, func=0x6d0cb0 "logger_print_normal", t=0x974ed0, name=0x6cfaf7 "&(&logchannels)->lock") at lock.c:864 #10 0x0000000000546014 in logger_print_normal (logmsg=0x7fb83c021100) at logger.c:1391 #11 0x0000000000546766 in logger_thread (data=0x0) at logger.c:1515 #12 0x000000000060afa0 in dummy_start (data=0x2008f30) at utils.c:1235 #13 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #14 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7fb97a81f700 (LWP 44288)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x000000000053f56d in __ast_pthread_mutex_lock (filename=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", lineno=1277, func=0x7fb93525b880 "persistent_endpoint_find_or_create", mutex_name=0x7fb93525a84f "((persistent_endpoints))", t=0x1ad68a0) at lock.c:315 #4 0x000000000045de94 in __ao2_lock (user_data=0x1ad68f0, lock_how=AO2_LOCK_REQ_MUTEX, file=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", func=0x7fb93525b880 "persistent_endpoint_find_or_create", line=1277, var=0x7fb93525a84f "((persistent_endpoints))") at astobj2.c:164 #5 0x00007fb9352444f1 in persistent_endpoint_find_or_create (endpoint=0x7fb96001c0a8) at res_pjsip/pjsip_configuration.c:1277 #6 0x00007fb93524469e in sip_endpoint_apply_handler (sorcery=0x1a9f6b0, obj=0x7fb96001c0a8) at res_pjsip/pjsip_configuration.c:1313 #7 0x00000000005d157c in ast_sorcery_objectset_apply (sorcery=0x1a9f6b0, object=0x7fb96001c0a8, objectset=0x7fb9600132e0) at sorcery.c:1681 #8 0x00007fb91ce656e8 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb9600170f0) at res_sorcery_realtime.c:177 #9 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb97a81e990 "5277") at res_sorcery_realtime.c:188 #10 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8d11aaa66 "endpoint", id=0x7fb97a81e990 "5277") at sorcery.c:1876 #11 0x00007fb8d11aa2ed in find_endpoint (rdata=0x7fb8e40f30c8, endpoint_name=0x7fb97a81e990 "5277", domain_name=0x7fb97a81e950 "10.150.251.11") at res_pjsip_endpoint_identifier_user.c:114 #12 0x00007fb8d11aa49e in username_identify (rdata=0x7fb8e40f30c8) at res_pjsip_endpoint_identifier_user.c:135 #13 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e40f30c8) at res_pjsip.c:2598 #14 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e40f30c8) at res_pjsip/pjsip_distributor.c:567 #15 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #16 0x00007fb93524c3f0 in distribute (data=0x7fb8e40f30c8) at res_pjsip/pjsip_distributor.c:770 #17 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2d9eaf0) at taskprocessor.c:965 #18 0x00000000005fde1a in execute_tasks (data=0x2d9eaf0) at threadpool.c:1322 #19 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #20 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #21 0x00000000005fd738 in worker_active (worker=0x7fb90c004a70) at threadpool.c:1105 #22 0x00000000005fd4e4 in worker_start (arg=0x7fb90c004a70) at threadpool.c:1024 #23 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #24 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #25 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7fb91808f700 (LWP 35632)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x310ab50) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x310ab50) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x310b640) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7fb91aac9700 (LWP 36051)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb91aac8160 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b7860 "realtime_multi_odbc", lineno=356) at res_odbc.c:850 #3 0x00007fb9785b357e in realtime_multi_odbc (database=0x7fb91aac8160 "asterisk", table=0x7fb91aac8060 "ps_contacts", fields=0x7fb8f802ed90) at res_config_odbc.c:356 #4 0x00000000004e8e44 in ast_load_realtime_multientry_fields (family=0x1aa8134 "ps_contacts", fields=0x7fb8f802ed90) at config.c:3417 #5 0x00007fb91ce65969 in sorcery_realtime_retrieve_multiple (sorcery=0x1a9f6b0, data=0x1aa8130, type=0x1aa6eb0 "contact", objects=0x7fb8f804dab8, fields=0x7fb8f802ed90) at res_sorcery_realtime.c:224 #6 0x00007fb91ce65c77 in sorcery_realtime_retrieve_regex (sorcery=0x1a9f6b0, data=0x1aa8130, type=0x1aa6eb0 "contact", objects=0x7fb8f804dab8, regex=0x7fb91aac8460 "^5104;@") at res_sorcery_realtime.c:262 #7 0x00000000005d236b in ast_sorcery_retrieve_by_regex (sorcery=0x1a9f6b0, type=0x7fb935259504 "contact", regex=0x7fb91aac8460 "^5104;@") at sorcery.c:1967 #8 0x00007fb93523afb0 in ast_sip_location_retrieve_aor_contacts_nolock (aor=0x7fb8f8025578) at res_pjsip/location.c:196 #9 0x00007fb93523b0af in ast_sip_location_retrieve_aor_contacts (aor=0x7fb8f8025578) at res_pjsip/location.c:222 #10 0x00007fb93523b2e9 in gather_contacts_for_aor (obj=0x7fb8f8025578, arg=0x7fb8f8034b28, flags=0) at res_pjsip/location.c:282 #11 0x00007fb93523d1ec in ast_sip_for_each_aor (aors=0x1de9970 "5104", on_aor=0x7fb93523b2ba , arg=0x7fb8f8034b28) at res_pjsip/location.c:623 #12 0x00007fb93523b382 in ast_sip_location_retrieve_contacts_from_aor_list (aor_list=0x1de9970 "5104") at res_pjsip/location.c:302 #13 0x00007fb935240e9c in persistent_endpoint_update_state (obj=0x1de4758, arg=0x7fb908049948, flags=2) at res_pjsip/pjsip_configuration.c:163 #14 0x000000000045f7c9 in internal_ao2_traverse (self=0x1ad68f0, flags=OBJ_NODATA, cb_fn=0x7fb935240e01, arg=0x7fb908049948, data=0x0, type=AO2_CALLBACK_DEFAULT, tag=0x0, file=0x0, line=0, func=0x0) at astobj2_container.c:354 #15 0x000000000045faff in __ao2_callback (c=0x1ad68f0, flags=OBJ_NODATA, cb_fn=0x7fb935240e01 , arg=0x7fb908049948) at astobj2_container.c:455 #16 0x00007fb935241464 in persistent_endpoint_contact_status_observer (object=0x7fb908049948) at res_pjsip/pjsip_configuration.c:277 #17 0x00000000005d27d0 in sorcery_observer_notify_update (obj=0x1b299b0, arg=0x7fb908049948, flags=2) at sorcery.c:2072 #18 0x000000000045f7c9 in internal_ao2_traverse (self=0x1b23018, flags=OBJ_NODATA, cb_fn=0x5d2791, arg=0x7fb908049948, data=0x0, type=AO2_CALLBACK_DEFAULT, tag=0x0, file=0x0, line=0, func=0x0) at astobj2_container.c:354 #19 0x000000000045faff in __ao2_callback (c=0x1b23018, flags=OBJ_NODATA, cb_fn=0x5d2791 , arg=0x7fb908049948) at astobj2_container.c:455 #20 0x00000000005d2816 in sorcery_observers_notify_update (data=0x7fb90806a858) at sorcery.c:2083 #21 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1b23110) at taskprocessor.c:965 #22 0x00000000005fde1a in execute_tasks (data=0x1b23110) at threadpool.c:1322 #23 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x161c7f0) at taskprocessor.c:965 #24 0x00000000005fc125 in threadpool_execute (pool=0x1f02790) at threadpool.c:351 #25 0x00000000005fd738 in worker_active (worker=0x7fb96c001800) at threadpool.c:1105 #26 0x00000000005fd4e4 in worker_start (arg=0x7fb96c001800) at threadpool.c:1024 #27 0x000000000060afa0 in dummy_start (data=0x7fb96c004060) at utils.c:1235 #28 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #29 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7fb97a5b3700 (LWP 35602)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x2037180) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2037180) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x20372c0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7fb8af939700 (LWP 35633)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb8c058916b "res_timing_pthread.c", lineno=423, func=0x7fb8c0589543 "do_timing", cond_name=0x7fb8c05891ab "&timing_thread.cond", mutex_name=0x7fb8c0589197 "&timing_thread.lock", cond=0x7fb8c0789f80, t=0x7fb8c0789f48) at lock.c:600 #2 0x00007fb8c0588e25 in do_timing (arg=0x0) at res_timing_pthread.c:423 #3 0x000000000060afa0 in dummy_start (data=0x3111830) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7fb9784b7700 (LWP 35610)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x174ac50) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x174ac50) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x174ff90) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7fb8aebd4700 (LWP 35641)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x327f3e0) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x327f3e0) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x31b93e0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7fb8aed48700 (LWP 35638)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x6e6b0b "sched.c", lineno=161, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x327a978, t=0x327c320, abstime=0x7fb8aed47c40) at lock.c:668 #2 0x00000000005c68ae in sched_run (data=0x327c320) at sched.c:161 #3 0x000000000060afa0 in dummy_start (data=0x31adb60) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7fb8ae8ec700 (LWP 35647)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x00000000005361b1 in ast_io_wait (ioc=0x32046d0, howlong=1000) at io.c:282 #2 0x00007fb8c0da70e2 in do_monitor (data=0x0) at chan_unistim.c:5884 #3 0x000000000060afa0 in dummy_start (data=0x31a1500) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7fb91ac3d700 (LWP 44284)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb91ac3c6a0 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b7860 "realtime_multi_odbc", lineno=356) at res_odbc.c:850 #3 0x00007fb9785b357e in realtime_multi_odbc (database=0x7fb91ac3c6a0 "asterisk", table=0x7fb91ac3c5a0 "ps_endpoint_id_ips", fields=0x7fb8fc0171f0) at res_config_odbc.c:356 #4 0x00000000004e8e44 in ast_load_realtime_multientry_fields (family=0x2dca204 "ps_endpoint_id_ips", fields=0x7fb8fc0171f0) at config.c:3417 #5 0x00007fb91ce65969 in sorcery_realtime_retrieve_multiple (sorcery=0x1a9f6b0, data=0x2dca200, type=0x3113d20 "identify", objects=0x7fb8fc02f978, fields=0x7fb8fc0171f0) at res_sorcery_realtime.c:224 #6 0x00000000005d20a2 in ast_sorcery_retrieve_by_fields (sorcery=0x1a9f6b0, type=0x7fb8bf1154d8 "identify", flags=3, fields=0x0) at sorcery.c:1922 #7 0x00007fb8bf11394c in ip_identify (rdata=0x7fb8e410dac8) at res_pjsip_endpoint_identifier_ip.c:210 #8 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e410dac8) at res_pjsip.c:2598 #9 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e410dac8) at res_pjsip/pjsip_distributor.c:567 #10 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #11 0x00007fb93524c3f0 in distribute (data=0x7fb8e410dac8) at res_pjsip/pjsip_distributor.c:770 #12 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2d810e0) at taskprocessor.c:965 #13 0x00000000005fde1a in execute_tasks (data=0x2d810e0) at threadpool.c:1322 #14 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #15 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #16 0x00000000005fd738 in worker_active (worker=0x7fb90c002810) at threadpool.c:1105 #17 0x00000000005fd4e4 in worker_start (arg=0x7fb90c002810) at threadpool.c:1024 #18 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #19 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #20 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7fb93616a700 (LWP 35609)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x1667340) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x1667340) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x1667dc0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7fb91afb7700 (LWP 35615)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6e6b0b "sched.c", lineno=155, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x1aac338, t=0x1ab32b0) at lock.c:600 #2 0x00000000005c67a3 in sched_run (data=0x1ab32b0) at sched.c:155 #3 0x000000000060afa0 in dummy_start (data=0x1aab660) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7fb8aedc4700 (LWP 35637)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x6e6b0b "sched.c", lineno=155, func=0x6e7025 "sched_run", cond_name=0x6e6b1e "&con->sched_thread->cond", mutex_name=0x6e6b13 "&con->lock", cond=0x327d128, t=0x3150210) at lock.c:600 #2 0x00000000005c67a3 in sched_run (data=0x3150210) at sched.c:155 #3 0x000000000060afa0 in dummy_start (data=0x3276c30) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7fb8ad510700 (LWP 44343)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb8ad50f590 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b78a0 "realtime_odbc", lineno=196) at res_odbc.c:850 #3 0x00007fb9785b2c28 in realtime_odbc (database=0x7fb8ad50f590 "asterisk", table=0x7fb8ad50f490 "ps_domain_aliases", fields=0x7fb7cc003410) at res_config_odbc.c:196 #4 0x00000000004e8747 in ast_load_realtime_all_fields (family=0x1aa6d64 "ps_domain_aliases", fields=0x7fb7cc003410) at config.c:3257 #5 0x00000000004e88e9 in ast_load_realtime_fields (family=0x1aa6d64 "ps_domain_aliases", fields=0x7fb7cc003410) at config.c:3291 #6 0x00007fb91ce6566f in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1aa6d60, type=0x1aa5ad0 "domain_alias", fields=0x7fb7cc003410) at res_sorcery_realtime.c:169 #7 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1aa6d60, type=0x1aa5ad0 "domain_alias", id=0x7fb8ad50f950 "10.150.251.17") at res_sorcery_realtime.c:188 #8 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8d11aaa6f "domain_alias", id=0x7fb8ad50f950 "10.150.251.17") at sorcery.c:1876 #9 0x00007fb8d11aa182 in find_endpoint (rdata=0x7fb8e417d1f8, endpoint_name=0x7fb8ad50f990 "9406", domain_name=0x7fb8ad50f950 "10.150.251.17") at res_pjsip_endpoint_identifier_user.c:95 #10 0x00007fb8d11aa49e in username_identify (rdata=0x7fb8e417d1f8) at res_pjsip_endpoint_identifier_user.c:135 #11 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e417d1f8) at res_pjsip.c:2598 #12 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e417d1f8) at res_pjsip/pjsip_distributor.c:567 #13 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #14 0x00007fb93524c3f0 in distribute (data=0x7fb8e417d1f8) at res_pjsip/pjsip_distributor.c:770 #15 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2f30870) at taskprocessor.c:965 #16 0x00000000005fde1a in execute_tasks (data=0x2f30870) at threadpool.c:1322 #17 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #18 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #19 0x00000000005fd738 in worker_active (worker=0x7fb90c00b750) at threadpool.c:1105 #20 0x00000000005fd4e4 in worker_start (arg=0x7fb90c00b750) at threadpool.c:1024 #21 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #22 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #23 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7fb91a7e1700 (LWP 35629)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x1e13c30) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x1e13c30) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x1e25780) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7fb9783bf700 (LWP 35612)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x17573b0) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x17573b0) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x17d7a50) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7fb9785af700 (LWP 35607)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x165bdc0) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x165bdc0) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x166abc0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7fb97a62f700 (LWP 35601)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x2034e80) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2034e80) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x2035ec0) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7fb97aa0f700 (LWP 35593)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x20009e0) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x20009e0) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x1febb60) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7fb97aa8b700 (LWP 35592)): #0 0x00000037f6e0da00 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005f24d7 in ast_sem_wait (data=0x1eeb390) at /usr/src/asterisk/asterisk-13.15.0/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x1eeb390) at taskprocessor.c:178 #3 0x000000000060afa0 in dummy_start (data=0x18f9d10) at utils.c:1235 #4 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #5 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7fb97ad17820 (LWP 35588)): #0 0x00000037f6adf383 in poll () from /lib64/libc.so.6 #1 0x00000000004578b8 in ast_el_read_char (editline=0x160a720, cp=0x7fffd58bdd9f "") at asterisk.c:2859 #2 0x00000037f8e1146b in el_gets () from /usr/lib64/libedit.so.0 #3 0x000000000045dc3e in asterisk_daemon (isroot=1, runuser=0x98c880 "asterisk", rungroup=0x0) at asterisk.c:4751 #4 0x000000000045cec4 in main (argc=4, argv=0x7fffd58c0348) at asterisk.c:4444 Thread 11 (Thread 0x7fb8adc54700 (LWP 44305)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x000000000053f56d in __ast_pthread_mutex_lock (filename=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", lineno=1277, func=0x7fb93525b880 "persistent_endpoint_find_or_create", mutex_name=0x7fb93525a84f "((persistent_endpoints))", t=0x1ad68a0) at lock.c:315 #4 0x000000000045de94 in __ao2_lock (user_data=0x1ad68f0, lock_how=AO2_LOCK_REQ_MUTEX, file=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", func=0x7fb93525b880 "persistent_endpoint_find_or_create", line=1277, var=0x7fb93525a84f "((persistent_endpoints))") at astobj2.c:164 #5 0x00007fb9352444f1 in persistent_endpoint_find_or_create (endpoint=0x7fb800015238) at res_pjsip/pjsip_configuration.c:1277 #6 0x00007fb93524469e in sip_endpoint_apply_handler (sorcery=0x1a9f6b0, obj=0x7fb800015238) at res_pjsip/pjsip_configuration.c:1313 #7 0x00000000005d157c in ast_sorcery_objectset_apply (sorcery=0x1a9f6b0, object=0x7fb800015238, objectset=0x7fb800007900) at sorcery.c:1681 #8 0x00007fb91ce656e8 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb800004ab0) at res_sorcery_realtime.c:177 #9 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb8adc53990 "1379") at res_sorcery_realtime.c:188 #10 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8d11aaa66 "endpoint", id=0x7fb8adc53990 "1379") at sorcery.c:1876 #11 0x00007fb8d11aa2ed in find_endpoint (rdata=0x7fb8e40aacd8, endpoint_name=0x7fb8adc53990 "1379", domain_name=0x7fb8adc53950 "10.150.251.11") at res_pjsip_endpoint_identifier_user.c:114 #12 0x00007fb8d11aa49e in username_identify (rdata=0x7fb8e40aacd8) at res_pjsip_endpoint_identifier_user.c:135 #13 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e40aacd8) at res_pjsip.c:2598 #14 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e40aacd8) at res_pjsip/pjsip_distributor.c:567 #15 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #16 0x00007fb93524c3f0 in distribute (data=0x7fb8e40aacd8) at res_pjsip/pjsip_distributor.c:770 #17 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2f18d00) at taskprocessor.c:965 #18 0x00000000005fde1a in execute_tasks (data=0x2f18d00) at threadpool.c:1322 #19 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #20 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #21 0x00000000005fd738 in worker_active (worker=0x7fb90c0082d0) at threadpool.c:1105 #22 0x00000000005fd4e4 in worker_start (arg=0x7fb90c0082d0) at threadpool.c:1024 #23 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #24 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #25 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7fb8ad494700 (LWP 44339)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb8ad48e800) at backtrace.c:59 #9 0x00000000005412ff in __ast_rwlock_rdlock (filename=0x6e0d4b "rtp_engine.c", line=815, func=0x6e1d90 "ast_rtp_codecs_get_payload", t=0x7fb908053a68, name=0x6e0fd4 "&codecs->codecs_lock") at lock.c:864 #10 0x000000000059f9cb in ast_rtp_codecs_get_payload (codecs=0x7fb908053a48, payload=8) at rtp_engine.c:815 #11 0x00007fb8c1be032f in bridge_p2p_rtp_write (instance=0x7fb908053880, rtpheader=0x7fb90805a5e0, len=172, hdrlen=12) at res_rtp_asterisk.c:4449 #12 0x00007fb8c1be1578 in ast_rtp_read (instance=0x7fb908053880, rtcp=0) at res_rtp_asterisk.c:4711 #13 0x000000000059e696 in ast_rtp_instance_read (instance=0x7fb908053880, rtcp=0) at rtp_engine.c:495 #14 0x00007fb8c2c16e4d in chan_pjsip_read (ast=0x7fb908064e30) at chan_pjsip.c:718 #15 0x00000000004b94d3 in __ast_read (chan=0x7fb908064e30, dropaudio=0) at channel.c:3952 #16 0x00000000004bb27f in ast_read (chan=0x7fb908064e30) at channel.c:4384 #17 0x00000000004878d2 in bridge_handle_trip (bridge_channel=0x7fb7c000ef90) at bridge_channel.c:2416 #18 0x0000000000487df5 in bridge_channel_wait (bridge_channel=0x7fb7c000ef90) at bridge_channel.c:2586 #19 0x00000000004884f7 in bridge_channel_internal_join (bridge_channel=0x7fb7c000ef90) at bridge_channel.c:2732 #20 0x000000000046e7a4 in ast_bridge_join (bridge=0x7fb7c000ad10, chan=0x7fb908064e30, swap=0x0, features=0x7fb8ad48f640, tech_args=0x0, flags=3) at bridge.c:1712 #21 0x0000000000511048 in ast_bridge_call_with_flags (chan=0x7fb908064e30, peer=0x7fb7c0010f20, config=0x7fb8ad490720, flags=0) at features.c:672 #22 0x0000000000511123 in ast_bridge_call (chan=0x7fb908064e30, peer=0x7fb7c0010f20, config=0x7fb8ad490720) at features.c:711 #23 0x00007fb8c62b2166 in dial_exec_full (chan=0x7fb908064e30, data=0x7fb8ad490e90 "PJSIP/0223662000@CSJCORD,30", peerflags=0x7fb8ad490d30, continue_exec=0x0) at app_dial.c:3205 #24 0x00007fb8c62b2523 in dial_exec (chan=0x7fb908064e30, data=0x7fb8ad490e90 "PJSIP/0223662000@CSJCORD,30") at app_dial.c:3261 #25 0x000000000058fa5e in pbx_exec (c=0x7fb908064e30, app=0x2eace20, data=0x7fb8ad490e90 "PJSIP/0223662000@CSJCORD,30") at pbx_app.c:484 #26 0x00007fb8ca18e12a in realtime_exec (chan=0x7fb908064e30, context=0x7fb9080657e8 "ncos6", exten=0x7fb908065838 "0223662000", priority=3, callerid=0x7fb908059430 "5200", data=0x3043711 "slm@extensions") at pbx_realtime.c:363 #27 0x000000000057c049 in pbx_extension_helper (c=0x7fb908064e30, con=0x0, context=0x7fb9080657e8 "ncos6", exten=0x7fb908065838 "0223662000", priority=3, label=0x0, callerid=0x7fb908059430 "5200", action=E_SPAWN, found=0x7fb8ad493b00, combined_find_spawn=1) at pbx.c:2897 #28 0x000000000057f7af in ast_spawn_extension (c=0x7fb908064e30, context=0x7fb9080657e8 "ncos6", exten=0x7fb908065838 "0223662000", priority=3, callerid=0x7fb908059430 "5200", found=0x7fb8ad493b00, combined_find_spawn=1) at pbx.c:4109 #29 0x000000000058054f in __ast_pbx_run (c=0x7fb908064e30, args=0x0) at pbx.c:4284 #30 0x0000000000581f06 in pbx_thread (data=0x7fb908064e30) at pbx.c:4604 #31 0x000000000060afa0 in dummy_start (data=0x7fb908069bf0) at utils.c:1235 #32 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #33 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7fb8ad9e8700 (LWP 44330)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb8ad9e7590 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b78a0 "realtime_odbc", lineno=196) at res_odbc.c:850 #3 0x00007fb9785b2c28 in realtime_odbc (database=0x7fb8ad9e7590 "asterisk", table=0x7fb8ad9e7490 "ps_endpoints", fields=0x7fb7f4003bf0) at res_config_odbc.c:196 #4 0x00000000004e8747 in ast_load_realtime_all_fields (family=0x1a9feb4 "ps_endpoints", fields=0x7fb7f4003bf0) at config.c:3257 #5 0x00000000004e88e9 in ast_load_realtime_fields (family=0x1a9feb4 "ps_endpoints", fields=0x7fb7f4003bf0) at config.c:3291 #6 0x00007fb91ce6566f in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb7f4003bf0) at res_sorcery_realtime.c:169 #7 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb8ad9e7990 "5204") at res_sorcery_realtime.c:188 #8 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8d11aaa66 "endpoint", id=0x7fb8ad9e7990 "5204") at sorcery.c:1876 #9 0x00007fb8d11aa2ed in find_endpoint (rdata=0x7fb8e4096188, endpoint_name=0x7fb8ad9e7990 "5204", domain_name=0x7fb8ad9e7950 "10.150.251.13") at res_pjsip_endpoint_identifier_user.c:114 #10 0x00007fb8d11aa49e in username_identify (rdata=0x7fb8e4096188) at res_pjsip_endpoint_identifier_user.c:135 #11 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e4096188) at res_pjsip.c:2598 #12 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e4096188) at res_pjsip/pjsip_distributor.c:567 #13 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #14 0x00007fb93524c3f0 in distribute (data=0x7fb8e4096188) at res_pjsip/pjsip_distributor.c:770 #15 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2ce6ad0) at taskprocessor.c:965 #16 0x00000000005fde1a in execute_tasks (data=0x2ce6ad0) at threadpool.c:1322 #17 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #18 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #19 0x00000000005fd738 in worker_active (worker=0x7fb90c0098f0) at threadpool.c:1105 #20 0x00000000005fd4e4 in worker_start (arg=0x7fb90c0098f0) at threadpool.c:1024 #21 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #22 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #23 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7fb8adcd0700 (LWP 44304)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x000000000053f56d in __ast_pthread_mutex_lock (filename=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", lineno=1277, func=0x7fb93525b880 "persistent_endpoint_find_or_create", mutex_name=0x7fb93525a84f "((persistent_endpoints))", t=0x1ad68a0) at lock.c:315 #4 0x000000000045de94 in __ao2_lock (user_data=0x1ad68f0, lock_how=AO2_LOCK_REQ_MUTEX, file=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", func=0x7fb93525b880 "persistent_endpoint_find_or_create", line=1277, var=0x7fb93525a84f "((persistent_endpoints))") at astobj2.c:164 #5 0x00007fb9352444f1 in persistent_endpoint_find_or_create (endpoint=0x7fb80c00af38) at res_pjsip/pjsip_configuration.c:1277 #6 0x00007fb93524469e in sip_endpoint_apply_handler (sorcery=0x1a9f6b0, obj=0x7fb80c00af38) at res_pjsip/pjsip_configuration.c:1313 #7 0x00000000005d157c in ast_sorcery_objectset_apply (sorcery=0x1a9f6b0, object=0x7fb80c00af38, objectset=0x7fb80c005810) at sorcery.c:1681 #8 0x00007fb91ce656e8 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb80c007f20) at res_sorcery_realtime.c:177 #9 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb8adccf990 "5201") at res_sorcery_realtime.c:188 #10 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8d11aaa66 "endpoint", id=0x7fb8adccf990 "5201") at sorcery.c:1876 #11 0x00007fb8d11aa2ed in find_endpoint (rdata=0x7fb8e40fbee8, endpoint_name=0x7fb8adccf990 "5201", domain_name=0x7fb8adccf950 "10.150.251.12") at res_pjsip_endpoint_identifier_user.c:114 #12 0x00007fb8d11aa49e in username_identify (rdata=0x7fb8e40fbee8) at res_pjsip_endpoint_identifier_user.c:135 #13 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e40fbee8) at res_pjsip.c:2598 #14 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e40fbee8) at res_pjsip/pjsip_distributor.c:567 #15 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #16 0x00007fb93524c3f0 in distribute (data=0x7fb8e40fbee8) at res_pjsip/pjsip_distributor.c:770 #17 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2f36500) at taskprocessor.c:965 #18 0x00000000005fde1a in execute_tasks (data=0x2f36500) at threadpool.c:1322 #19 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #20 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #21 0x00000000005fd738 in worker_active (worker=0x7fb90c007e70) at threadpool.c:1105 #22 0x00000000005fd4e4 in worker_start (arg=0x7fb90c007e70) at threadpool.c:1024 #23 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #24 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #25 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7fb8addc8700 (LWP 44302)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x000000000053f56d in __ast_pthread_mutex_lock (filename=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", lineno=1277, func=0x7fb93525b880 "persistent_endpoint_find_or_create", mutex_name=0x7fb93525a84f "((persistent_endpoints))", t=0x1ad68a0) at lock.c:315 #4 0x000000000045de94 in __ao2_lock (user_data=0x1ad68f0, lock_how=AO2_LOCK_REQ_MUTEX, file=0x7fb93525a368 "res_pjsip/pjsip_configuration.c", func=0x7fb93525b880 "persistent_endpoint_find_or_create", line=1277, var=0x7fb93525a84f "((persistent_endpoints))") at astobj2.c:164 #5 0x00007fb9352444f1 in persistent_endpoint_find_or_create (endpoint=0x7fb814019d38) at res_pjsip/pjsip_configuration.c:1277 #6 0x00007fb93524469e in sip_endpoint_apply_handler (sorcery=0x1a9f6b0, obj=0x7fb814019d38) at res_pjsip/pjsip_configuration.c:1313 #7 0x00000000005d157c in ast_sorcery_objectset_apply (sorcery=0x1a9f6b0, object=0x7fb814019d38, objectset=0x7fb81401a700) at sorcery.c:1681 #8 0x00007fb91ce656e8 in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", fields=0x7fb814007030) at res_sorcery_realtime.c:177 #9 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1a9feb0, type=0x1a9f8a0 "endpoint", id=0x7fb8addc7990 "5211") at res_sorcery_realtime.c:188 #10 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8d11aaa66 "endpoint", id=0x7fb8addc7990 "5211") at sorcery.c:1876 #11 0x00007fb8d11aa2ed in find_endpoint (rdata=0x7fb8e40a7578, endpoint_name=0x7fb8addc7990 "5211", domain_name=0x7fb8addc7950 "10.150.251.13") at res_pjsip_endpoint_identifier_user.c:114 #12 0x00007fb8d11aa49e in username_identify (rdata=0x7fb8e40a7578) at res_pjsip_endpoint_identifier_user.c:135 #13 0x00007fb93522ba69 in ast_sip_identify_endpoint (rdata=0x7fb8e40a7578) at res_pjsip.c:2598 #14 0x00007fb93524b976 in endpoint_lookup (rdata=0x7fb8e40a7578) at res_pjsip/pjsip_distributor.c:567 #15 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #16 0x00007fb93524c3f0 in distribute (data=0x7fb8e40a7578) at res_pjsip/pjsip_distributor.c:770 #17 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2ef9e30) at taskprocessor.c:965 #18 0x00000000005fde1a in execute_tasks (data=0x2ef9e30) at threadpool.c:1322 #19 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #20 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #21 0x00000000005fd738 in worker_active (worker=0x7fb90c007950) at threadpool.c:1105 #22 0x00000000005fd4e4 in worker_start (arg=0x7fb90c007950) at threadpool.c:1024 #23 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #24 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #25 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7fb8adec0700 (LWP 44299)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x6eeac3 "threadpool.c", lineno=1131, func=0x6eeecc "worker_idle", cond_name=0x6eed37 "&worker->cond", mutex_name=0x6eed29 "&worker->lock", cond=0x7fb90c006d08, t=0x7fb90c006d38, abstime=0x7fb8adebfc60) at lock.c:668 #2 0x00000000005fd838 in worker_idle (worker=0x7fb90c006d00) at threadpool.c:1131 #3 0x00000000005fd539 in worker_start (arg=0x7fb90c006d00) at threadpool.c:1022 #4 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #5 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #6 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7fb8adfb8700 (LWP 44297)): #0 0x00000037f6e0e334 in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00000037f6e095f3 in _L_lock_892 () from /lib64/libpthread.so.0 #2 0x00000037f6e094d7 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00000037f6b2687b in dl_iterate_phdr () from /lib64/libc.so.6 #4 0x0000003802e12207 in _Unwind_Find_FDE () from /lib64/libgcc_s.so.1 #5 0x0000003802e0f603 in ?? () from /lib64/libgcc_s.so.1 #6 0x0000003802e10119 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 #7 0x00000037f6afebc6 in backtrace () from /lib64/libc.so.6 #8 0x000000000046952d in __ast_bt_get_addresses (bt=0x7fb8adfb6170) at backtrace.c:59 #9 0x000000000053f493 in __ast_pthread_mutex_lock (filename=0x6ec6cb "stdtime/localtime.c", lineno=1652, func=0x6ec937 "ast_tzset", mutex_name=0x6ec700 "&(&zonelist)->lock", t=0x978e10) at lock.c:256 #10 0x00000000005eb79a in ast_tzset (zone=0x6ec8a3 "/etc/localtime") at stdtime/localtime.c:1652 #11 0x00000000005ebe0b in ast_localtime (timep=0x7fb8adfb64a0, tmp=0x7fb8adfb64b0, zone=0x0) at stdtime/localtime.c:1777 #12 0x0000000000547579 in ast_log_full (level=0, file=0x7fb97a23dd8b "res_odbc.c", line=865, function=0x7fb97a23e9e0 "_ast_odbc_request_obj2", callid=0x0, fmt=0x7fb97a23e590 "Reusing ODBC handle %p from class '%s'\n", ap=0x7fb8adfb6670) at logger.c:1884 #13 0x0000000000548096 in ast_log (level=0, file=0x7fb97a23dd8b "res_odbc.c", line=865, function=0x7fb97a23e9e0 "_ast_odbc_request_obj2", fmt=0x7fb97a23e590 "Reusing ODBC handle %p from class '%s'\n") at logger.c:1924 #14 0x00007fb97a23d176 in _ast_odbc_request_obj2 (name=0x7fb8adfb7360 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b7860 "realtime_multi_odbc", lineno=356) at res_odbc.c:865 #15 0x00007fb9785b357e in realtime_multi_odbc (database=0x7fb8adfb7360 "asterisk", table=0x7fb8adfb7260 "ps_contacts", fields=0x7fb824011140) at res_config_odbc.c:356 #16 0x00000000004e8e44 in ast_load_realtime_multientry_fields (family=0x1aa8134 "ps_contacts", fields=0x7fb824011140) at config.c:3417 #17 0x00007fb91ce65969 in sorcery_realtime_retrieve_multiple (sorcery=0x1a9f6b0, data=0x1aa8130, type=0x1aa6eb0 "contact", objects=0x7fb82400dc28, fields=0x7fb824011140) at res_sorcery_realtime.c:224 #18 0x00007fb91ce65c77 in sorcery_realtime_retrieve_regex (sorcery=0x1a9f6b0, data=0x1aa8130, type=0x1aa6eb0 "contact", objects=0x7fb82400dc28, regex=0x7fb8adfb7660 "^9409;@") at res_sorcery_realtime.c:262 #19 0x00000000005d236b in ast_sorcery_retrieve_by_regex (sorcery=0x1a9f6b0, type=0x7fb935259504 "contact", regex=0x7fb8adfb7660 "^9409;@") at sorcery.c:1967 #20 0x00007fb93523afb0 in ast_sip_location_retrieve_aor_contacts_nolock (aor=0x7fb82400f2d8) at res_pjsip/location.c:196 #21 0x00007fb8cee5c517 in register_aor_core (rdata=0x7fb8e410ab68, endpoint=0x7fb824008328, aor=0x7fb82400f2d8, aor_name=0x7fb82400f3b0 "9409", contacts=0x7fb824015448) at res_pjsip_registrar.c:513 #22 0x00007fb8cee5c7e5 in register_aor (rdata=0x7fb8e410ab68, endpoint=0x7fb824008328, aor=0x7fb82400f2d8, aor_name=0x7fb82400f3b0 "9409") at res_pjsip_registrar.c:562 #23 0x00007fb8cee5d44e in registrar_on_rx_request (rdata=0x7fb8e410ab68) at res_pjsip_registrar.c:747 #24 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #25 0x00007fb93524c3f0 in distribute (data=0x7fb8e410ab68) at res_pjsip/pjsip_distributor.c:770 #26 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1b58650) at taskprocessor.c:965 #27 0x00000000005fde1a in execute_tasks (data=0x1b58650) at threadpool.c:1322 #28 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #29 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #30 0x00000000005fd738 in worker_active (worker=0x7fb90c006790) at threadpool.c:1105 #31 0x00000000005fd4e4 in worker_start (arg=0x7fb90c006790) at threadpool.c:1024 #32 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #33 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #34 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7fb8ae034700 (LWP 44296)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb8ae033190 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b78a0 "realtime_odbc", lineno=196) at res_odbc.c:850 #3 0x00007fb9785b2c28 in realtime_odbc (database=0x7fb8ae033190 "asterisk", table=0x7fb8ae033090 "ps_aors", fields=0x7fb820007cf0) at res_config_odbc.c:196 #4 0x00000000004e8747 in ast_load_realtime_all_fields (family=0x1aa5974 "ps_aors", fields=0x7fb820007cf0) at config.c:3257 #5 0x00000000004e88e9 in ast_load_realtime_fields (family=0x1aa5974 "ps_aors", fields=0x7fb820007cf0) at config.c:3291 #6 0x00007fb91ce6566f in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", fields=0x7fb820007cf0) at res_sorcery_realtime.c:169 #7 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1aa5970, type=0x1aa46d0 "aor", id=0x7fb8ae0334a0 "5648") at res_sorcery_realtime.c:188 #8 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb935259512 "aor", id=0x7fb8ae0334a0 "5648") at sorcery.c:1876 #9 0x00007fb93523adcf in ast_sip_location_retrieve_aor (aor_name=0x7fb8ae0334a0 "5648") at res_pjsip/location.c:147 #10 0x00007fb918ec45da in find_aor (endpoint=0x7fb820010dd8, uri=0x7fb90800b970) at res_pjsip_path.c:99 #11 0x00007fb918ec4949 in path_outgoing_response (endpoint=0x7fb820010dd8, contact=0x7fb8200116a8, tdata=0x7fb90800ab18) at res_pjsip_path.c:208 #12 0x00007fb935230a03 in supplement_outgoing_response (tdata=0x7fb90800ab18, sip_endpoint=0x7fb820010dd8) at res_pjsip.c:4287 #13 0x00007fb935230bdc in ast_sip_send_stateful_response (rdata=0x7fb8e40c0d68, tdata=0x7fb90800ab18, sip_endpoint=0x7fb820010dd8) at res_pjsip.c:4321 #14 0x00007fb8cee5c68d in register_aor_core (rdata=0x7fb8e40c0d68, endpoint=0x7fb820010dd8, aor=0x7fb82000ebc8, aor_name=0x7fb820011670 "5648", contacts=0x7fb82000d828) at res_pjsip_registrar.c:535 #15 0x00007fb8cee5c7e5 in register_aor (rdata=0x7fb8e40c0d68, endpoint=0x7fb820010dd8, aor=0x7fb82000ebc8, aor_name=0x7fb820011670 "5648") at res_pjsip_registrar.c:562 #16 0x00007fb8cee5d44e in registrar_on_rx_request (rdata=0x7fb8e40c0d68) at res_pjsip_registrar.c:747 #17 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #18 0x00007fb93524c3f0 in distribute (data=0x7fb8e40c0d68) at res_pjsip/pjsip_distributor.c:770 #19 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2ead050) at taskprocessor.c:965 #20 0x00000000005fde1a in execute_tasks (data=0x2ead050) at threadpool.c:1322 #21 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #22 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #23 0x00000000005fd738 in worker_active (worker=0x7fb90c006330) at threadpool.c:1105 #24 0x00000000005fd4e4 in worker_start (arg=0x7fb90c006330) at threadpool.c:1024 #25 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #26 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #27 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7fb8ae12c700 (LWP 44294)): #0 0x00000037f6e0ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000540b5b in __ast_cond_timedwait (filename=0x6eeac3 "threadpool.c", lineno=1131, func=0x6eeecc "worker_idle", cond_name=0x6eed37 "&worker->cond", mutex_name=0x6eed29 "&worker->lock", cond=0x7fb96c0043f8, t=0x7fb96c004428, abstime=0x7fb8ae12bc60) at lock.c:668 #2 0x00000000005fd838 in worker_idle (worker=0x7fb96c0043f0) at threadpool.c:1131 #3 0x00000000005fd539 in worker_start (arg=0x7fb96c0043f0) at threadpool.c:1022 #4 0x000000000060afa0 in dummy_start (data=0x7fb96c0054a0) at utils.c:1235 #5 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #6 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7fb8ae224700 (LWP 44292)): #0 0x00000037f6e0b68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000000000054062f in __ast_cond_wait (filename=0x7fb97a23dd8b "res_odbc.c", lineno=850, func=0x7fb97a23e9e0 "_ast_odbc_request_obj2", cond_name=0x7fb97a23de21 "&class->cond", mutex_name=0x7fb97a23de14 "&class->lock", cond=0x205c030, t=0x205bff8) at lock.c:600 #2 0x00007fb97a23cfe2 in _ast_odbc_request_obj2 (name=0x7fb8ae223590 "asterisk", flags=..., file=0x7fb9785b6b6b "res_config_odbc.c", function=0x7fb9785b78a0 "realtime_odbc", lineno=196) at res_odbc.c:850 #3 0x00007fb9785b2c28 in realtime_odbc (database=0x7fb8ae223590 "asterisk", table=0x7fb8ae223490 "ps_domain_aliases", fields=0x7fb8300222d0) at res_config_odbc.c:196 #4 0x00000000004e8747 in ast_load_realtime_all_fields (family=0x1aa6d64 "ps_domain_aliases", fields=0x7fb8300222d0) at config.c:3257 #5 0x00000000004e88e9 in ast_load_realtime_fields (family=0x1aa6d64 "ps_domain_aliases", fields=0x7fb8300222d0) at config.c:3291 #6 0x00007fb91ce6566f in sorcery_realtime_retrieve_fields (sorcery=0x1a9f6b0, data=0x1aa6d60, type=0x1aa5ad0 "domain_alias", fields=0x7fb8300222d0) at res_sorcery_realtime.c:169 #7 0x00007fb91ce657a5 in sorcery_realtime_retrieve_id (sorcery=0x1a9f6b0, data=0x1aa6d60, type=0x1aa5ad0 "domain_alias", id=0x7fb8ae2239c0 "10.150.251.14") at res_sorcery_realtime.c:188 #8 0x00000000005d1e1d in ast_sorcery_retrieve_by_id (sorcery=0x1a9f6b0, type=0x7fb8cee5dee4 "domain_alias", id=0x7fb8ae2239c0 "10.150.251.14") at sorcery.c:1876 #9 0x00007fb8cee5ca98 in find_aor_name (username=0x7fb8ae223980 "5255", domain=0x7fb8ae2239c0 "10.150.251.14", aors=0x7fb83001920e "5255") at res_pjsip_registrar.c:606 #10 0x00007fb8cee5cde4 in find_registrar_aor (rdata=0x7fb8e40e73a8, endpoint=0x7fb830020ab8) at res_pjsip_registrar.c:664 #11 0x00007fb8cee5d379 in registrar_on_rx_request (rdata=0x7fb8e40e73a8) at res_pjsip_registrar.c:732 #12 0x00007fb93469f2d3 in pjsip_endpt_process_rx_data () from /usr/lib64/libpjsip.so.2 #13 0x00007fb93524c3f0 in distribute (data=0x7fb8e40e73a8) at res_pjsip/pjsip_distributor.c:770 #14 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x2c81170) at taskprocessor.c:965 #15 0x00000000005fde1a in execute_tasks (data=0x2c81170) at threadpool.c:1322 #16 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #17 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #18 0x00000000005fd738 in worker_active (worker=0x7fb90c005630) at threadpool.c:1105 #19 0x00000000005fd4e4 in worker_start (arg=0x7fb90c005630) at threadpool.c:1024 #20 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #21 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #22 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7fb8ae2a0700 (LWP 44291)): #0 0x00000037f6a32495 in raise () from /lib64/libc.so.6 #1 0x00000037f6a33c75 in abort () from /lib64/libc.so.6 #2 0x00000037f6a2b60e in __assert_fail_base () from /lib64/libc.so.6 #3 0x00000037f6a2b6d0 in __assert_fail () from /lib64/libc.so.6 #4 0x00007fb91eef0f40 in pj_ioqueue_register_sock2 () from /usr/lib64/libpj.so.2 #5 0x00007fb91eef5740 in pj_activesock_create () from /usr/lib64/libpj.so.2 #6 0x00007fb9346a987d in ?? () from /usr/lib64/libpjsip.so.2 #7 0x00007fb9346aa504 in ?? () from /usr/lib64/libpjsip.so.2 #8 0x00007fb9346a53d9 in pjsip_tpmgr_acquire_transport2 () from /usr/lib64/libpjsip.so.2 #9 0x00007fb9346a1e20 in ?? () from /usr/lib64/libpjsip.so.2 #10 0x00007fb9346a2282 in ?? () from /usr/lib64/libpjsip.so.2 #11 0x00007fb9346a316e in pjsip_resolve () from /usr/lib64/libpjsip.so.2 #12 0x00007fb9346a2520 in pjsip_endpt_send_request_stateless () from /usr/lib64/libpjsip.so.2 #13 0x00007fb9346b313a in ?? () from /usr/lib64/libpjsip.so.2 #14 0x00007fb9346b3364 in ?? () from /usr/lib64/libpjsip.so.2 #15 0x00007fb9346b2316 in pjsip_tsx_send_msg () from /usr/lib64/libpjsip.so.2 #16 0x00007fb9346b5cb7 in pjsip_endpt_send_request () from /usr/lib64/libpjsip.so.2 #17 0x00007fb93522f50e in endpt_send_request (endpoint=0x7fb83c02afc8, tdata=0x7fb8e414dc28, timeout=3000, token=0x7fb83c018fa8, cb=0x7fb93522f6e4 ) at res_pjsip.c:3740 #18 0x00007fb93522fb17 in ast_sip_send_out_of_dialog_request (tdata=0x7fb8e414dc28, endpoint=0x7fb83c02afc8, timeout=3000, token=0x7fb904046648, callback=0x7fb93524fd77 ) at res_pjsip.c:3887 #19 0x00007fb935250095 in qualify_contact (endpoint=0x0, contact=0x7fb904046648) at res_pjsip/pjsip_options.c:444 #20 0x00007fb9352501ef in qualify_contact_task (obj=0x7fb904046648) at res_pjsip/pjsip_options.c:519 #21 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1ab0920) at taskprocessor.c:965 #22 0x00000000005fde1a in execute_tasks (data=0x1ab0920) at threadpool.c:1322 #23 0x00000000005f4417 in ast_taskprocessor_execute (tps=0x1aaefb0) at taskprocessor.c:965 #24 0x00000000005fc125 in threadpool_execute (pool=0x1aae420) at threadpool.c:351 #25 0x00000000005fd738 in worker_active (worker=0x7fb90c0051d0) at threadpool.c:1105 #26 0x00000000005fd4e4 in worker_start (arg=0x7fb90c0051d0) at threadpool.c:1024 #27 0x000000000060afa0 in dummy_start (data=0x7fb90c002920) at utils.c:1235 #28 0x00000037f6e07aa1 in start_thread () from /lib64/libpthread.so.0 #29 0x00000037f6ae8bcd in clone () from /lib64/libc.so.6