[New Thread 5746] [New Thread 5747] [New Thread 5753] [New Thread 5754] [New Thread 5755] [New Thread 5756] [New Thread 5758] [New Thread 5760] [New Thread 5761] [New Thread 5766] [New Thread 5767] [New Thread 5769] [New Thread 5770] [New Thread 5775] [New Thread 5776] [New Thread 5778] [New Thread 5779] [New Thread 5780] [New Thread 5781] [New Thread 5759] [New Thread 5787] [New Thread 5762] [New Thread 5734] [New Thread 5735] [New Thread 5763] [New Thread 5764] [New Thread 5736] [New Thread 5771] [New Thread 5739] [New Thread 5740] [New Thread 5730] [New Thread 5741] [New Thread 5742] [New Thread 5743] [New Thread 5731] [New Thread 5733] [New Thread 5441] [New Thread 5737] [New Thread 5744] [New Thread 5732] [New Thread 5745] [New Thread 5757] [New Thread 5738] [New Thread 5768] [New Thread 5751] [New Thread 15225] [New Thread 15248] [Thread debugging using libthread_db enabled] Core was generated by `/ivr/app/asterisk/sbin/asterisk -f -U asterisk -G asterisk -C /ivr/app/asterisk'. Program terminated with signal 6, Aborted. #0 0x00000038c38328a5 in raise () from /lib64/libc.so.6 #0 0x00000038c38328a5 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00000038c3834085 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00000038c382ba1e in __assert_fail_base () from /lib64/libc.so.6 No symbol table info available. #3 0x00000038c382bae0 in __assert_fail () from /lib64/libc.so.6 No symbol table info available. #4 0x00007f912dbf1408 in tsx_on_state_completed_uas (tsx=0x7f90f4123c98, event=0x7f90ed0719a0) at ../src/pjsip/sip_transaction.c:3158 __PRETTY_FUNCTION__ = "tsx_on_state_completed_uas" #5 0x00007f912dbee9bd in pjsip_tsx_send_msg (tsx=0x7f90f4123c98, tdata=0x7f90f4023fc8) at ../src/pjsip/sip_transaction.c:1727 event = {prev = 0x7f90ed0719d0, next = 0x7f90f4023fc8, type = PJSIP_EVENT_TX_MSG, body = {timer = {entry = 0x7f90f4023fc8}, tsx_state = {src = {rdata = 0x7f90f4023fc8, tdata = 0x7f90f4023fc8, timer = 0x7f90f4023fc8, status = -201179192, data = 0x7f90f4023fc8}, tsx = 0x7f90ed0719e0, prev_state = -201175424, type = 32656}, tx_msg = {tdata = 0x7f90f4023fc8}, tx_error = {tdata = 0x7f90f4023fc8, tsx = 0x7f90ed0719e0}, rx_msg = {rdata = 0x7f90f4023fc8}, user = {user1 = 0x7f90f4023fc8, user2 = 0x7f90ed0719e0, user3 = 0x7f90f4024e80, user4 = 0x2ed0719f0}}} status = 32657 __PRETTY_FUNCTION__ = "pjsip_tsx_send_msg" #6 0x00007f912dbf5202 in pjsip_dlg_send_response (dlg=0x7f90f41c24a8, tsx=0x7f90f4123c98, tdata=0x7f90f4023fc8) at ../src/pjsip/sip_dialog.c:1478 status = 32656 __PRETTY_FUNCTION__ = "pjsip_dlg_send_response" #7 0x00007f912e03ca9e in pjsip_100rel_tx_response (inv=0x7f90f4e8d3f8, tdata=0x7f90f4023fc8) at ../src/pjsip-ua/sip_100rel.c:800 cseq_hdr = 0x7f90f4024e80 rseq_hdr = 0x0 req_hdr = 0x0 status_code = 200 dd = 0x7f90f41c6c28 old_tdata = 0x7f90f47c9528 status = 32656 __PRETTY_FUNCTION__ = "pjsip_100rel_tx_response" #8 0x00007f912e032fb1 in pjsip_inv_send_msg (inv=0x7f90f4e8d3f8, tdata=0x7f90f47c9528) at ../src/pjsip-ua/sip_inv.c:2993 cseq = 0x7f90f47ca3b0 status = 32656 __PRETTY_FUNCTION__ = "pjsip_inv_send_msg" #9 0x00007f90ee76d5b3 in ast_sip_session_send_response (session=0x7f90f40de268, tdata=0x7f90f47c9528) at res_pjsip_session.c:793 No locals. #10 0x00007f90e7e7d464 in answer (data=0x7f90f40de268) at chan_pjsip.c:480 status = 0 packet = 0x7f90f47c9528 session = 0x7f90f40de268 __PRETTY_FUNCTION__ = "answer" #11 0x00000000005d2389 in ast_taskprocessor_execute (tps=0x7f90f400cd98) at taskprocessor.c:766 local = {local_data = 0x2f9006d3e60, data = 0x6d3e60} t = 0x7f9100009b90 size = 1 __PRETTY_FUNCTION__ = "ast_taskprocessor_execute" #12 0x00000000005da7ee in execute_tasks (data=0x7f90f400cd98) at threadpool.c:1152 tps = 0x7f90f400cd98 #13 0x00000000005d2389 in ast_taskprocessor_execute (tps=0x2b302c8) at taskprocessor.c:766 local = {local_data = 0x5460e59e, data = 0x0} t = 0x7f9128000c80 size = 0 __PRETTY_FUNCTION__ = "ast_taskprocessor_execute" #14 0x00000000005d8fed in threadpool_execute (pool=0x2b2fba8) at threadpool.c:351 __PRETTY_FUNCTION__ = "threadpool_execute" #15 0x00000000005da4b6 in worker_active (worker=0x2b369a8) at threadpool.c:1072 alive = 0 #16 0x00000000005da266 in worker_start (arg=0x2b369a8) at threadpool.c:992 worker = 0x2b369a8 __PRETTY_FUNCTION__ = "worker_start" #17 0x00000000005e5028 in dummy_start (data=0x2b36ac0) at utils.c:1193 __cancel_buf = {__cancel_jmp_buf = {{__cancel_jmp_buf = {0, 1525910854636319530, 140260429191840, 140260428687808, 0, 3, 1525910854661485354, -1581672332250533078}, __mask_was_saved = 0}}, __pad = {0x7f90ed071e50, 0x0, 0x0, 0x0}} __cancel_routine = 0x44e4f8 __cancel_arg = 0x7f90ed072700 not_first_call = 0 ret = 0x0 a = {start_routine = 0x5da1df , data = 0x2b369a8, name = 0x2b2fe00 "worker_start started at [ 1046] threadpool.c worker_thread_start()"} #18 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #19 0x00000038c38e890d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 47 (Thread 0x7f90ec405700 (LWP 15248)): #0 0x00000038c38ac81a in wait4 () from /lib64/libc.so.6 #1 0x00000000004505c5 in ast_safe_system (s=0x7f910013de08 "ls -l /vm_storage/voicefiles/98988130/6994239755124752855-1415636377@10.25.130.6.wav") at asterisk.c:1273 #2 0x00007f90df83adcb in system_exec_helper (chan=0x7f90f41c4d58, data=0x7f90ec4023a0 "ls -l /vm_storage/voicefiles/98988130/6994239755124752855-1415636377@10.25.130.6.wav", failmode=-1) at app_system.c:131 #3 0x00007f90df83af22 in system_exec (chan=0x7f90f41c4d58, data=0x7f90ec4023a0 "ls -l /vm_storage/voicefiles/98988130/6994239755124752855-1415636377@10.25.130.6.wav") at app_system.c:158 #4 0x0000000000560ef2 in pbx_exec (c=0x7f90f41c4d58, app=0x2fd1550, data=0x7f90ec4023a0 "ls -l /vm_storage/voicefiles/98988130/6994239755124752855-1415636377@10.25.130.6.wav") at pbx.c:1606 #5 0x000000000056b660 in pbx_extension_helper (c=0x7f90f41c4d58, con=0x0, context=0x7f90f41c5df8 "vm_play_ann_record_msg", exten=0x7f90f41c5e48 "h", priority=4, label=0x0, callerid=0x7f90f47b36f0 "98988666;ss7-cpc=10;cpc=ordinary", action=E_SPAWN, found=0x7f90ec404964, combined_find_spawn=1) at pbx.c:4878 #6 0x000000000056e2c4 in ast_spawn_extension (c=0x7f90f41c4d58, context=0x7f90f41c5df8 "vm_play_ann_record_msg", exten=0x7f90f41c5e48 "h", priority=4, callerid=0x7f90f47b36f0 "98988666;ss7-cpc=10;cpc=ordinary", found=0x7f90ec404964, combined_find_spawn=1) at pbx.c:5893 #7 0x000000000056e48e in ast_pbx_h_exten_run (chan=0x7f90f41c4d58, context=0x7f90f41c5df8 "vm_play_ann_record_msg") at pbx.c:5923 #8 0x0000000000570ef5 in __ast_pbx_run (c=0x7f90f41c4d58, args=0x0) at pbx.c:6527 #9 0x000000000057132e in pbx_thread (data=0x7f90f41c4d58) at pbx.c:6630 #10 0x00000000005e5028 in dummy_start (data=0x7f90f4029970) at utils.c:1193 #11 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #12 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 46 (Thread 0x7f90ce145700 (LWP 15225)): #0 0x00000038c38f8127 in __libc_disable_asynccancel () from /lib64/libc.so.6 #1 0x00000038c38df26b in poll () from /lib64/libc.so.6 #2 0x00000000004b08e5 in ast_waitfor_nandfds (c=0x7f90ce142038, n=1, fds=0x0, nfds=0, exception=0x0, outfd=0x0, ms=0x7f90ce142034) at channel.c:3160 #3 0x00000000004b0d8e in ast_waitfor (c=0x7f90f47a8ac8, ms=1000) at channel.c:3442 #4 0x00000000005100f4 in waitstream_core (c=0x7f90f47a8ac8, breakon=0x7f90d13c4188 "", forward=0x6b1eac "", reverse=0x6b1eac "", skip_ms=0, audiofd=-1, cmdfd=-1, context=0x0, cb=0) at file.c:1400 #5 0x00000000005109a2 in ast_waitstream (c=0x7f90f47a8ac8, breakon=0x7f90d13c4188 "") at file.c:1577 #6 0x00007f90d13c3cc8 in playback_exec (chan=0x7f90f47a8ac8, data=0x7f90ce142450 "\"/vm_storage/voicefiles/99578142/regular\"") at app_playback.c:489 #7 0x0000000000560ef2 in pbx_exec (c=0x7f90f47a8ac8, app=0x2ada010, data=0x7f90ce142450 "\"/vm_storage/voicefiles/99578142/regular\"") at pbx.c:1606 #8 0x000000000056b660 in pbx_extension_helper (c=0x7f90f47a8ac8, con=0x0, context=0x7f90f47a9b68 "vm_play_ann_record_msg", exten=0x7f90f47a9bb8 "sw_6_1", priority=14, label=0x0, callerid=0x7f90f40f9f60 "37117144;cpc=unknown", action=E_SPAWN, found=0x7f90ce144b30, combined_find_spawn=1) at pbx.c:4878 #9 0x000000000056e2c4 in ast_spawn_extension (c=0x7f90f47a8ac8, context=0x7f90f47a9b68 "vm_play_ann_record_msg", exten=0x7f90f47a9bb8 "sw_6_1", priority=14, callerid=0x7f90f40f9f60 "37117144;cpc=unknown", found=0x7f90ce144b30, combined_find_spawn=1) at pbx.c:5893 #10 0x000000000056f977 in __ast_pbx_run (c=0x7f90f47a8ac8, args=0x0) at pbx.c:6310 #11 0x000000000057132e in pbx_thread (data=0x7f90f47a8ac8) at pbx.c:6630 #12 0x00000000005e5028 in dummy_start (data=0x7f90f4ec3fa0) at utils.c:1193 #13 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #14 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 45 (Thread 0x7f90ece06700 (LWP 5751)): #0 0x00000038c400924c in pthread_mutex_lock () from /lib64/libpthread.so.0 #1 0x00007f912c22e887 in pj_mutex_lock (mutex=0x2b25e08) at ../src/pj/os_core_unix.c:1243 #2 0x00007f912c22c1bd in increment_counter (key=0x2b21578) at ../src/pj/ioqueue_select.c:418 #3 0x00007f912c22ca8c in pj_ioqueue_poll (ioqueue=0x2b25390, timeout=0x7f90ece05d00) at ../src/pj/ioqueue_select.c:923 #4 0x00007f912dbd327d in pjsip_endpt_handle_events2 (endpt=0x2b1a5f8, max_timeout=0x7f90ece05d60, p_count=0x0) at ../src/pjsip/sip_endpoint.c:741 #5 0x00007f912dbd332b in pjsip_endpt_handle_events (endpt=0x2b1a5f8, max_timeout=0x7f90ece05d60) at ../src/pjsip/sip_endpoint.c:769 #6 0x00007f912e7d156d in monitor_thread_exec (endpt=0x0) at res_pjsip.c:2190 #7 0x00007f912c22dccf in thread_main (param=0x2b15a48) at ../src/pj/os_core_unix.c:523 #8 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #9 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 44 (Thread 0x7f90cff1d700 (LWP 5768)): #0 0x00000038c400927c in pthread_mutex_lock () from /lib64/libpthread.so.0 #1 0x00007f912c22e887 in pj_mutex_lock (mutex=0x3105dd8) at ../src/pj/os_core_unix.c:1243 #2 0x00007f912c2365f0 in pj_lock_acquire (lock=0x2c63c80) at ../src/pj/lock.c:180 #3 0x00007f912c2440b9 in lock_timer_heap (ht=0x3105368) at ../src/pj/timer.c:115 #4 0x00007f912c24518d in pj_timer_heap_poll (ht=0x3105368, next_delay=0x0) at ../src/pj/timer.c:611 #5 0x00007f90dc725840 in timer_worker_thread (data=0x0) at res_rtp_asterisk.c:1709 #6 0x00007f912c22dccf in thread_main (param=0x31053b8) at ../src/pj/os_core_unix.c:523 #7 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #8 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 43 (Thread 0x7f912ed5a700 (LWP 5738)): #0 0x000000000052b174 in ast_json_free (p=0x7f9100005dc8) at json.c:190 #1 0x00007f912f1b2de0 in hashtable_do_clear (hashtable=0x7f91000311a8) at hashtable.c:158 #2 0x00007f912f1b2e59 in hashtable_close (hashtable=0x7f91000311a8) at hashtable.c:220 #3 0x00007f912f1b73e9 in json_delete_object (json=0x7f9100031198) at value.c:60 #4 json_delete (json=0x7f9100031198) at value.c:844 #5 0x000000000052af38 in json_decref (json=0x7f9100031198) at /usr/local/include/jansson.h:109 #6 0x000000000052b28b in ast_json_unref (json=0x7f9100031198) at json.c:224 #7 0x00000000005c390a in channel_blob_dtor (obj=0x7f9100036d08) at stasis_channels.c:290 #8 0x000000000045a80b in internal_ao2_ref (user_data=0x7f9100036d08, delta=-1, file=0x690814 "astobj2.c", line=534, func=0x690abf "__ao2_ref") at astobj2.c:462 #9 0x000000000045aafa in __ao2_ref (user_data=0x7f9100036d08, delta=-1) at astobj2.c:534 #10 0x000000000045ab75 in __ao2_cleanup (obj=0x7f9100036d08) at astobj2.c:547 #11 0x00000000005c7379 in stasis_message_dtor (obj=0x7f91000a5588) at stasis_message.c:100 #12 0x000000000045a80b in internal_ao2_ref (user_data=0x7f91000a5588, delta=-1, file=0x690814 "astobj2.c", line=534, func=0x690abf "__ao2_ref") at astobj2.c:462 #13 0x000000000045aafa in __ao2_ref (user_data=0x7f91000a5588, delta=-1) at astobj2.c:534 #14 0x000000000045ab75 in __ao2_cleanup (obj=0x7f91000a5588) at astobj2.c:547 #15 0x00000000005b9215 in dispatch_exec_async (local=0x7f912ed59c60) at stasis.c:537 #16 0x00000000005d2373 in ast_taskprocessor_execute (tps=0x31713e8) at taskprocessor.c:764 #17 0x00000000005d0a9f in default_tps_processing_function (data=0x3172218) at taskprocessor.c:184 #18 0x00000000005e5028 in dummy_start (data=0x3177b40) at utils.c:1193 #19 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #20 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 42 (Thread 0x7f90ec199700 (LWP 5757)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2ba6258) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2ba6258) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2baca30) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 41 (Thread 0x7f90ed0ee700 (LWP 5745)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2b2f728) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2b2f728) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2b368c0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 40 (Thread 0x7f912f043700 (LWP 5732)): #0 0x00000038c3889901 in memcpy () from /lib64/libc.so.6 #1 0x000000000053391d in logger_print_normal (logmsg=0x7f910009bfa0) at logger.c:1107 #2 0x000000000053405b in logger_thread (data=0x0) at logger.c:1236 #3 0x00000000005e5028 in dummy_start (data=0x30faf30) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 39 (Thread 0x7f912ea72700 (LWP 5744)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2a1d8b8) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2a1d8b8) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x29f2cf0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 38 (Thread 0x7f912edd6700 (LWP 5737)): #0 0x00000038c400b43c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000530774 in __ast_cond_wait (filename=0x6aca14 "devicestate.c", lineno=544, func=0x6ace30 "do_devstate_changes", cond_name=0x6acccf "&change_pending", mutex_name=0x6accdf "&state_changes.lock", cond=0x979f60, t=0x95c630) at lock.c:565 #2 0x00000000004f18ea in do_devstate_changes (data=0x0) at devicestate.c:544 #3 0x00000000005e5028 in dummy_start (data=0x31439f0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 37 (Thread 0x7f912f1a6800 (LWP 5441)): #0 0x00000038c38df253 in poll () from /lib64/libc.so.6 #1 0x000000000045371f in ast_el_read_char (editline=0x293d8e0, cp=0x7fffe1fbba1f "") at asterisk.c:2657 #2 0x00000000005f3c33 in el_getc (el=0x293d8e0, cp=0x7fffe1fbba1f "") at read.c:350 #3 0x00000000005f3e74 in read_getcmd (el=0x293d8e0, nread=0x7fffe1fbccec) at read.c:243 #4 el_gets (el=0x293d8e0, nread=0x7fffe1fbccec) at read.c:446 #5 0x0000000000459dc4 in main (argc=10, argv=0x7fffe1fbd018) at asterisk.c:4603 Thread 36 (Thread 0x7f912efc6700 (LWP 5733)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x3117058) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x3117058) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x31171b0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 35 (Thread 0x7f912f0bf700 (LWP 5731)): #0 0x00000038c38df253 in poll () from /lib64/libc.so.6 #1 0x00000000004510a8 in listener (unused=0x0) at asterisk.c:1582 #2 0x00000000005e5028 in dummy_start (data=0x372d6e0) at utils.c:1193 #3 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #4 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 34 (Thread 0x7f912eaee700 (LWP 5743)): #0 0x00000038c400b43c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000530774 in __ast_cond_wait (filename=0x6ce044 "sched.c", lineno=129, func=0x6ce575 "sched_run", cond_name=0x6ce057 "&con->sched_thread->cond", mutex_name=0x6ce04c "&con->lock", cond=0x29da9b8, t=0x2a128a0) at lock.c:565 #2 0x00000000005ace63 in sched_run (data=0x2a128a0) at sched.c:129 #3 0x00000000005e5028 in dummy_start (data=0x31c3ee0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 33 (Thread 0x7f912eb6a700 (LWP 5742)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2a12618) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2a12618) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2a04320) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7f912ebe6700 (LWP 5741)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x31a9568) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x31a9568) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x31a14c0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7f912f13b700 (LWP 5730)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x294df58) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x294df58) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x294e0d0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7f912ec62700 (LWP 5740)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x31a8418) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x31a8418) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x31a3c80) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7f912ecde700 (LWP 5739)): #0 0x00000038c400b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000005307b2 in __ast_cond_timedwait (filename=0x69ba34 "cdr.c", lineno=3624, func=0x69d431 "do_cdr", cond_name=0x69c5ac "&cdr_pending_cond", mutex_name=0x69c59a "&cdr_pending_lock", cond=0x979ca0, t=0x9595a0, abstime=0x7f912ecddc80) at lock.c:646 #2 0x00000000004a0995 in do_cdr (data=0x0) at cdr.c:3624 #3 0x00000000005e5028 in dummy_start (data=0x3172050) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7f90cf424700 (LWP 5771)): #0 0x00000038c400b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000005307b2 in __ast_cond_timedwait (filename=0x6ce044 "sched.c", lineno=135, func=0x6ce575 "sched_run", cond_name=0x6ce057 "&con->sched_thread->cond", mutex_name=0x6ce04c "&con->lock", cond=0x2d837f8, t=0x2d83850, abstime=0x7f90cf423c80) at lock.c:646 #2 0x00000000005acf6e in sched_run (data=0x2d83850) at sched.c:135 #3 0x00000000005e5028 in dummy_start (data=0x2c71d70) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7f912ee52700 (LWP 5736)): #0 0x00000038c400b43c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000530774 in __ast_cond_wait (filename=0x691794 "bridge.c", lineno=4621, func=0x693500 "bridge_manager_thread", cond_name=0x692b59 "&manager->cond", mutex_name=0x692b38 "ao2_object_get_lockaddr(manager)", cond=0x3140dd8, t=0x3140d80) at lock.c:565 #2 0x00000000004719ed in bridge_manager_thread (data=0x3140dd8) at bridge.c:4621 #3 0x00000000005e5028 in dummy_start (data=0x3140e30) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7f90ebe35700 (LWP 5764)): #0 0x00000038c400b43c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000530774 in __ast_cond_wait (filename=0x6ce044 "sched.c", lineno=129, func=0x6ce575 "sched_run", cond_name=0x6ce057 "&con->sched_thread->cond", mutex_name=0x6ce04c "&con->lock", cond=0x2bcea88, t=0x2b80a40) at lock.c:565 #2 0x00000000005ace63 in sched_run (data=0x2b80a40) at sched.c:129 #3 0x00000000005e5028 in dummy_start (data=0x2b80940) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7f90ebeb1700 (LWP 5763)): #0 0x00000038c400b43c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000530774 in __ast_cond_wait (filename=0x6ce044 "sched.c", lineno=129, func=0x6ce575 "sched_run", cond_name=0x6ce057 "&con->sched_thread->cond", mutex_name=0x6ce04c "&con->lock", cond=0x2b79f68, t=0x2bcef20) at lock.c:565 #2 0x00000000005ace63 in sched_run (data=0x2bcef20) at sched.c:129 #3 0x00000000005e5028 in dummy_start (data=0x2b7e210) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7f912eece700 (LWP 5735)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x31274f8) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x31274f8) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x3127b40) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7f912ef4a700 (LWP 5734)): #0 0x00000038c400b43c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000530774 in __ast_cond_wait (filename=0x6ab934 "db.c", lineno=967, func=0x6ac8d6 "db_sync_thread", cond_name=0x6ac880 "&dbcond", mutex_name=0x6abb99 "&dblock", cond=0x979ec0, t=0x95c000) at lock.c:565 #2 0x00000000004f07ae in db_sync_thread (data=0x0) at db.c:967 #3 0x00000000005e5028 in dummy_start (data=0x3127390) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7f90ebf2d700 (LWP 5762)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2bce138) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2bce138) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2bce270) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7f90ce532700 (LWP 5787)): #0 0x00000038c38acb8d in nanosleep () from /lib64/libc.so.6 #1 0x00000038c38e1d64 in usleep () from /lib64/libc.so.6 #2 0x00000000004648ae in autoservice_run (ign=0x0) at autoservice.c:124 #3 0x00000000005e5028 in dummy_start (data=0x3b930c0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7f90ec0a1700 (LWP 5759)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2bb9f78) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2bb9f78) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2bba0d0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7f90ebdb9700 (LWP 5781)): #0 0x00000038c38df253 in poll () from /lib64/libc.so.6 #1 0x000000000045722c in monitor_sig_flags (unused=0x0) at asterisk.c:3666 #2 0x00000000005e5028 in dummy_start (data=0x2bdd0d0) at utils.c:1193 #3 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #4 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7f90ce6a8700 (LWP 5780)): #0 0x00000038c38df253 in poll () from /lib64/libc.so.6 #1 0x00007f90d889d0ba in scan_thread (unused=0x0) at pbx_spool.c:711 #2 0x00000000005e5028 in dummy_start (data=0x2f4c5e0) at utils.c:1193 #3 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #4 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7f90ce724700 (LWP 5779)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x304f678) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x304f678) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x3012270) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7f90ce7a0700 (LWP 5778)): #0 0x00000038c38acb8d in nanosleep () from /lib64/libc.so.6 #1 0x00007f90e6c5b97d in lock_broker (unused=0x0) at func_lock.c:211 #2 0x00000000005e5028 in dummy_start (data=0x30a1280) at utils.c:1193 #3 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #4 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7f90cf2f7700 (LWP 5776)): #0 0x00000038c38acb8d in nanosleep () from /lib64/libc.so.6 #1 0x00007f90d5239dcb in cleanup (unused=0x0) at pbx_realtime.c:134 #2 0x00000000005e5028 in dummy_start (data=0x2a7a510) at utils.c:1193 #3 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #4 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7f90cf373700 (LWP 5775)): #0 0x00000038c400b43c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000530774 in __ast_cond_wait (filename=0x6ce044 "sched.c", lineno=129, func=0x6ce575 "sched_run", cond_name=0x6ce057 "&con->sched_thread->cond", mutex_name=0x6ce04c "&con->lock", cond=0x2a2b078, t=0x2a2a7a0) at lock.c:565 #2 0x00000000005ace63 in sched_run (data=0x2a2a7a0) at sched.c:129 #3 0x00000000005e5028 in dummy_start (data=0x2a2b140) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7f90cf4a0700 (LWP 5770)): #0 0x00000038c400b43c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000530774 in __ast_cond_wait (filename=0x6ce044 "sched.c", lineno=129, func=0x6ce575 "sched_run", cond_name=0x6ce057 "&con->sched_thread->cond", mutex_name=0x6ce04c "&con->lock", cond=0x31047b8, t=0x31074c0) at lock.c:565 #2 0x00000000005ace63 in sched_run (data=0x31074c0) at sched.c:129 #3 0x00000000005e5028 in dummy_start (data=0x3108c10) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7f90cf51c700 (LWP 5769)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x3107ed8) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x3107ed8) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x3108c10) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7f90cff99700 (LWP 5767)): #0 0x00000038c400b43c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000530774 in __ast_cond_wait (filename=0x7f90e5830294 "res_timing_pthread.c", lineno=476, func=0x7f90e5830663 "do_timing", cond_name=0x7f90e58302d4 "&timing_thread.cond", mutex_name=0x7f90e58302c0 "&timing_thread.lock", cond=0x7f90e5a314e0, t=0x7f90e5a314a8) at lock.c:565 #2 0x00007f90e582ff59 in do_timing (arg=0x0) at res_timing_pthread.c:476 #3 0x00000000005e5028 in dummy_start (data=0x2c63a30) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7f90ebd3d700 (LWP 5766)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2bf1b78) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2bf1b78) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2bf1ce0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7f90ebfa9700 (LWP 5761)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2bc7598) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2bc7598) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2bc7700) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7f90ec025700 (LWP 5760)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2bc0aa8) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2bc0aa8) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2bc0c00) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7f90ec11d700 (LWP 5758)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2bacd18) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2bacd18) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2bb35b0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7f90ec215700 (LWP 5756)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2ba5dd8) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2ba5dd8) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2ba5f10) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7f90ec291700 (LWP 5755)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2b9f378) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2b9f378) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2b9f4d0) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7f90ec30d700 (LWP 5754)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2b98948) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2b98948) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2b98a80) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7f90ec389700 (LWP 5753)): #0 0x00000038c400d720 in sem_wait () from /lib64/libpthread.so.0 #1 0x00000000005d0a47 in ast_sem_wait (data=0x2b919d8) at /ivr/app/src/asterisk-12.6.1/include/asterisk/sem.h:59 #2 default_tps_processing_function (data=0x2b919d8) at taskprocessor.c:177 #3 0x00000000005e5028 in dummy_start (data=0x2b91b10) at utils.c:1193 #4 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #5 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7f90ecff6700 (LWP 5747)): #0 0x00000038c400b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000005307b2 in __ast_cond_timedwait (filename=0x6d4dc3 "threadpool.c", lineno=1098, func=0x6d508c "worker_idle", cond_name=0x6d5007 "&worker->cond", mutex_name=0x6d4ff9 "&worker->lock", cond=0x2b30030, t=0x2b30060, abstime=0x7f90ecff5c80) at lock.c:646 #2 0x00000000005da5b6 in worker_idle (worker=0x2b30028) at threadpool.c:1098 #3 0x00000000005da2bb in worker_start (arg=0x2b30028) at threadpool.c:990 #4 0x00000000005e5028 in dummy_start (data=0x2b300e0) at utils.c:1193 #5 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #6 0x00000038c38e890d in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7f90ed072700 (LWP 5746)): #0 0x00000038c38328a5 in raise () from /lib64/libc.so.6 #1 0x00000038c3834085 in abort () from /lib64/libc.so.6 #2 0x00000038c382ba1e in __assert_fail_base () from /lib64/libc.so.6 #3 0x00000038c382bae0 in __assert_fail () from /lib64/libc.so.6 #4 0x00007f912dbf1408 in tsx_on_state_completed_uas (tsx=0x7f90f4123c98, event=0x7f90ed0719a0) at ../src/pjsip/sip_transaction.c:3158 #5 0x00007f912dbee9bd in pjsip_tsx_send_msg (tsx=0x7f90f4123c98, tdata=0x7f90f4023fc8) at ../src/pjsip/sip_transaction.c:1727 #6 0x00007f912dbf5202 in pjsip_dlg_send_response (dlg=0x7f90f41c24a8, tsx=0x7f90f4123c98, tdata=0x7f90f4023fc8) at ../src/pjsip/sip_dialog.c:1478 #7 0x00007f912e03ca9e in pjsip_100rel_tx_response (inv=0x7f90f4e8d3f8, tdata=0x7f90f4023fc8) at ../src/pjsip-ua/sip_100rel.c:800 #8 0x00007f912e032fb1 in pjsip_inv_send_msg (inv=0x7f90f4e8d3f8, tdata=0x7f90f47c9528) at ../src/pjsip-ua/sip_inv.c:2993 #9 0x00007f90ee76d5b3 in ast_sip_session_send_response (session=0x7f90f40de268, tdata=0x7f90f47c9528) at res_pjsip_session.c:793 #10 0x00007f90e7e7d464 in answer (data=0x7f90f40de268) at chan_pjsip.c:480 #11 0x00000000005d2389 in ast_taskprocessor_execute (tps=0x7f90f400cd98) at taskprocessor.c:766 #12 0x00000000005da7ee in execute_tasks (data=0x7f90f400cd98) at threadpool.c:1152 #13 0x00000000005d2389 in ast_taskprocessor_execute (tps=0x2b302c8) at taskprocessor.c:766 #14 0x00000000005d8fed in threadpool_execute (pool=0x2b2fba8) at threadpool.c:351 #15 0x00000000005da4b6 in worker_active (worker=0x2b369a8) at threadpool.c:1072 #16 0x00000000005da266 in worker_start (arg=0x2b369a8) at threadpool.c:992 #17 0x00000000005e5028 in dummy_start (data=0x2b36ac0) at utils.c:1193 #18 0x00000038c4007851 in start_thread () from /lib64/libpthread.so.0 #19 0x00000038c38e890d in clone () from /lib64/libc.so.6