[New LWP 4197] [New LWP 4184] [New LWP 4253] [New LWP 4264] [New LWP 4194] [New LWP 4195] [New LWP 4185] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `/usr/sbin/asterisk -f -g -q -m -n -C /var/tmp/asterisk-testsuite/7ab520a3a6ca5b'. Program terminated with signal SIGABRT, Aborted. #0 0x00007f2504356e75 in raise () from /lib64/libc.so.6 [Current thread is 1 (Thread 0x7f24f7d8e700 (LWP 4197))] #0 0x00007f2504356e75 in raise () at /lib64/libc.so.6 #1 0x00007f2504341895 in abort () at /lib64/libc.so.6 #2 0x00000000005e7aa8 in ast_do_crash () at utils.c:2376 #3 0x00000000005e7b44 in __ast_assert_failed (condition=0, condition_str=0x7186e0 "user_data is NULL", file=0x7549f0 "stasis.c", line=411, function=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at utils.c:2405 #4 0x00000000004659fb in log_bad_ao2 (user_data=0x0, file=0x7549f0 "stasis.c", line=411, func=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at astobj2.c:212 p = 0x7fffb66417de bad_magic = "\337\027d\266\377\177\000\000\000\000\000\000\000\000\000\000`\330\330\367$\177\000\000U\365Q\000\000\000\000\000p\330\330\367$\177\000\000n\363Q\000\000\000\000\000\340\r\203\000\000\000\000\000n\363Q\000\000\000\000\000\213wq\000\000\000\000\000\000\201z\225\021\337\334|\213wq", '\000' , "\260\330\330\367" #5 0x00000000004683da in internal_ao2_traverse (self=0x0, flags=35, cb_fn=0x468256 , arg=0x21307b0, data=0x0, type=AO2_CALLBACK_DEFAULT, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=411, func=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at astobj2_container.c:244 ret__LINE__ = 0 ret = 0x71875a cb_default = 0x0 cb_withdata = 0x0 node = 0x0 traversal_state = 0x718750 orig_lock = AO2_LOCK_REQ_MUTEX multi_container = 0x0 multi_iterator = 0x0 __PRETTY_FUNCTION__ = "internal_ao2_traverse" #6 0x000000000046892f in __ao2_callback (c=0x0, flags=35, cb_fn=0x468256 , arg=0x21307b0, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=411, func=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at astobj2_container.c:414 #7 0x000000000046831f in __ao2_unlink (c=0x0, user_data=0x21307b0, flags=35, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=411, func=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at astobj2_container.c:185 #8 0x00000000005a1dbc in proxy_dtor (weakproxy=0x21307b0, data=0x0) at stasis.c:411 __PRETTY_FUNCTION__ = "proxy_dtor" #9 0x00000000004665ff in __ao2_ref (user_data=0x2130670, delta=-1, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=721, func=0x755fa0 <__PRETTY_FUNCTION__.16062> "subscription_dtor") at astobj2.c:564 destroyed_cb = 0x2130890 cbs = {destroyed_cb = {first = 0x0, last = 0x0}} obj = 0x2130658 obj_mutex = 0x71778b obj_rwlock = 0x7cdcdf11957a8100 obj_lockobj = 0x71778b current_value = 1 ret = 2 weakproxy = 0x21307b0 lock_state = 0x462820 "\220\311\303UH\211\345H\203\354\060H\211}\330H\307E\360" __PRETTY_FUNCTION__ = "__ao2_ref" #10 0x0000000000466bc2 in __ao2_cleanup_debug (obj=0x2130670, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=721, function=0x755fa0 <__PRETTY_FUNCTION__.16062> "subscription_dtor") at astobj2.c:670 #11 0x00000000005a2b9b in subscription_dtor (obj=0x24c5af0) at stasis.c:721 sub = 0x24c5af0 subscription_stats = 0x0 __PRETTY_FUNCTION__ = "subscription_dtor" #12 0x00000000004668f0 in __ao2_ref (user_data=0x24c5af0, delta=-1, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=960, func=0x756070 <__PRETTY_FUNCTION__.16144> "sub_cleanup") at astobj2.c:614 obj = 0x24c5ad8 obj_mutex = 0x0 obj_rwlock = 0x51f36e <__ast_pthread_mutex_unlock+39> obj_lockobj = 0x71778b current_value = 0 ret = 1 weakproxy = 0x0 lock_state = 0x75c638 "taskprocessor.c" __PRETTY_FUNCTION__ = "__ao2_ref" #13 0x0000000000466bc2 in __ao2_cleanup_debug (obj=0x24c5af0, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=960, function=0x756070 <__PRETTY_FUNCTION__.16144> "sub_cleanup") at astobj2.c:670 #14 0x00000000005a372f in sub_cleanup (data=0x24c5af0) at stasis.c:960 sub = 0x24c5af0 __PRETTY_FUNCTION__ = "sub_cleanup" #15 0x00000000005cf613 in ast_taskprocessor_execute (tps=0x2a7e980) at taskprocessor.c:1185 local = {local_data = 0x7f24f7d8dda0, data = 0x5cc587 } t = 0x227bdf0 size = 1 __PRETTY_FUNCTION__ = "ast_taskprocessor_execute" #16 0x00000000005cc6d4 in default_tps_processing_function (data=0x217ee10) at taskprocessor.c:205 listener = 0x217ee10 tps = 0x2a7e980 pvt = 0x20af6b0 sem_value = 7738253 res = 0 __PRETTY_FUNCTION__ = "default_tps_processing_function" #17 0x00000000005e4dc5 in dummy_start (data=0x2135c20) at utils.c:1249 __cancel_buf = {__cancel_jmp_buf = {{__cancel_jmp_buf = {0, 8515016824343404558, 140736253401054, 140736253401055, 140736253401184, 139796753735552, 8515016824251129870, -8619179802628808690}, __mask_was_saved = 0}}, __pad = {0x7f24f7d8ded0, 0x0, 0x0, 0x0}} __cancel_routine = 0x458301 __cancel_arg = 0x7f24f7d8e700 __not_first_call = 0 ret = 0x0 a = {start_routine = 0x5cc63e , data = 0x217ee10, name = 0x2135ce0 "default_tps_processing_function started at [ 222] taskprocessor.c default_listener_start()"} __PRETTY_FUNCTION__ = "dummy_start" #18 0x00007f250473d5a2 in start_thread () at /lib64/libpthread.so.0 #19 0x00007f250441a303 in clone () at /lib64/libc.so.6 Thread 7 (Thread 0x7f25042ce700 (LWP 4185)): #0 0x00007f2504412103 in fdatasync () at /lib64/libc.so.6 #1 0x00007f2504b781e0 in () at /lib64/libsqlite3.so.0 #2 0x00007f2504ba0c60 in () at /lib64/libsqlite3.so.0 #3 0x00007f2504ba0e0f in () at /lib64/libsqlite3.so.0 #4 0x00007f2504ba58ea in () at /lib64/libsqlite3.so.0 #5 0x00007f2504bc44c2 in () at /lib64/libsqlite3.so.0 #6 0x00007f2504bc9fb0 in sqlite3_step () at /lib64/libsqlite3.so.0 #7 0x00007f2504bcae4a in sqlite3_exec () at /lib64/libsqlite3.so.0 #8 0x00000000004e2465 in db_execute_sql (sql=0x73169b "COMMIT", callback=0x0, arg=0x0) at db.c:303 #9 0x00000000004e24eb in ast_db_commit_transaction () at db.c:319 #10 0x00000000004e45a4 in db_sync_thread (data=0x0) at db.c:1038 #11 0x00000000005e4dc5 in dummy_start (data=0x20da260) at utils.c:1249 #12 0x00007f250473d5a2 in start_thread () at /lib64/libpthread.so.0 #13 0x00007f250441a303 in clone () at /lib64/libc.so.6 Thread 6 (Thread 0x7f24f7e0b700 (LWP 4195)): #0 0x00007f25047434d5 in pthread_cond_wait@@GLIBC_2.3.2 () at /lib64/libpthread.so.0 #1 0x000000000051f457 in __ast_cond_wait (filename=0x773724 "logger.c", lineno=1685, func=0x774f78 <__PRETTY_FUNCTION__.16120> "logger_thread", cond_name=0x774775 "&logcond", mutex_name=0x774767 "&logmsgs.lock", cond=0x84cde0 , t=0x835d10 ) at lock.c:588 #2 0x0000000000638739 in logger_thread (data=0x0) at logger.c:1685 #3 0x00000000005e4dc5 in dummy_start (data=0x2241780) at utils.c:1249 #4 0x00007f250473d5a2 in start_thread () at /lib64/libpthread.so.0 #5 0x00007f250441a303 in clone () at /lib64/libc.so.6 Thread 5 (Thread 0x7f24f7e88700 (LWP 4194)): #0 0x00007f250440f5c7 in poll () at /lib64/libc.so.6 #1 0x000000000045ae08 in listener (unused=0x0) at asterisk.c:1490 #2 0x00000000005e4dc5 in dummy_start (data=0x22414a0) at utils.c:1249 #3 0x00007f250473d5a2 in start_thread () at /lib64/libpthread.so.0 #4 0x00007f250441a303 in clone () at /lib64/libc.so.6 Thread 4 (Thread 0x7f24bc53d700 (LWP 4264)): #0 0x00007f250474693d in __lll_lock_wait () at /lib64/libpthread.so.0 #1 0x00007f250473fe94 in pthread_mutex_lock () at /lib64/libpthread.so.0 #2 0x000000000051f310 in __ast_pthread_mutex_lock (filename=0x73134d "db.c", lineno=1068, func=0x7322c0 <__PRETTY_FUNCTION__.16388> "astdb_atexit", mutex_name=0x731345 "&dblock", t=0x817040 ) at lock.c:326 #3 0x00000000004e468b in astdb_atexit () at db.c:1068 #4 0x0000000000459e14 in ast_run_atexits (run_cleanups=1) at asterisk.c:965 #5 0x000000000045c496 in really_quit (num=0, niceness=SHUTDOWN_NICE, restart=0) at asterisk.c:2050 #6 0x000000000045be36 in quit_handler (num=0, niceness=SHUTDOWN_NICE, restart=0) at asterisk.c:1873 #7 0x000000000045cf3b in handle_stop_gracefully (e=0x812908 , cmd=-4, a=0x7f24bc53c440) at asterisk.c:2349 #8 0x00000000004d0ad1 in ast_cli_command_full (uid=0, gid=0, fd=26, s=0x7f24bc53c720 "core stop gracefully") at cli.c:2824 #9 0x00000000004d0c68 in ast_cli_command_multiple_full (uid=0, gid=0, fd=26, size=21, s=0x7f24bc53cb7f "core stop gracefully") at cli.c:2851 #10 0x000000000045ab3e in netconsole (vconsole=0x854a60 ) at asterisk.c:1422 #11 0x00000000005e4dc5 in dummy_start (data=0x7f24d8000c70) at utils.c:1249 #12 0x00007f250473d5a2 in start_thread () at /lib64/libpthread.so.0 #13 0x00007f250441a303 in clone () at /lib64/libc.so.6 Thread 3 (Thread 0x7f24bc3c6700 (LWP 4253)): #0 0x00007f25047472c5 in nanosleep () at /lib64/libpthread.so.0 #1 0x00007f24f5514022 in scan_thread (unused=0x0) at pbx_spool.c:711 #2 0x00000000005e4dc5 in dummy_start (data=0x283e060) at utils.c:1249 #3 0x00007f250473d5a2 in start_thread () at /lib64/libpthread.so.0 #4 0x00007f250441a303 in clone () at /lib64/libc.so.6 Thread 2 (Thread 0x7f25042cf780 (LWP 4184)): #0 0x00007f250440f5c7 in poll () at /lib64/libc.so.6 #1 0x000000000045f993 in monitor_sig_flags (unused=0x0) at asterisk.c:3374 #2 0x0000000000461ff4 in asterisk_daemon (isroot=1, runuser=0x0, rungroup=0x0) at asterisk.c:4237 #3 0x00000000004612a0 in main (argc=8, argv=0x7fffb6643f88) at asterisk.c:3922 Thread 1 (Thread 0x7f24f7d8e700 (LWP 4197)): #0 0x00007f2504356e75 in raise () at /lib64/libc.so.6 #1 0x00007f2504341895 in abort () at /lib64/libc.so.6 #2 0x00000000005e7aa8 in ast_do_crash () at utils.c:2376 #3 0x00000000005e7b44 in __ast_assert_failed (condition=0, condition_str=0x7186e0 "user_data is NULL", file=0x7549f0 "stasis.c", line=411, function=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at utils.c:2405 #4 0x00000000004659fb in log_bad_ao2 (user_data=0x0, file=0x7549f0 "stasis.c", line=411, func=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at astobj2.c:212 #5 0x00000000004683da in internal_ao2_traverse (self=0x0, flags=35, cb_fn=0x468256 , arg=0x21307b0, data=0x0, type=AO2_CALLBACK_DEFAULT, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=411, func=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at astobj2_container.c:244 #6 0x000000000046892f in __ao2_callback (c=0x0, flags=35, cb_fn=0x468256 , arg=0x21307b0, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=411, func=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at astobj2_container.c:414 #7 0x000000000046831f in __ao2_unlink (c=0x0, user_data=0x21307b0, flags=35, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=411, func=0x755ea8 <__PRETTY_FUNCTION__.15945> "proxy_dtor") at astobj2_container.c:185 #8 0x00000000005a1dbc in proxy_dtor (weakproxy=0x21307b0, data=0x0) at stasis.c:411 #9 0x00000000004665ff in __ao2_ref (user_data=0x2130670, delta=-1, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=721, func=0x755fa0 <__PRETTY_FUNCTION__.16062> "subscription_dtor") at astobj2.c:564 #10 0x0000000000466bc2 in __ao2_cleanup_debug (obj=0x2130670, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=721, function=0x755fa0 <__PRETTY_FUNCTION__.16062> "subscription_dtor") at astobj2.c:670 #11 0x00000000005a2b9b in subscription_dtor (obj=0x24c5af0) at stasis.c:721 #12 0x00000000004668f0 in __ao2_ref (user_data=0x24c5af0, delta=-1, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=960, func=0x756070 <__PRETTY_FUNCTION__.16144> "sub_cleanup") at astobj2.c:614 #13 0x0000000000466bc2 in __ao2_cleanup_debug (obj=0x24c5af0, tag=0x7549fb "", file=0x7549f0 "stasis.c", line=960, function=0x756070 <__PRETTY_FUNCTION__.16144> "sub_cleanup") at astobj2.c:670 #14 0x00000000005a372f in sub_cleanup (data=0x24c5af0) at stasis.c:960 #15 0x00000000005cf613 in ast_taskprocessor_execute (tps=0x2a7e980) at taskprocessor.c:1185 #16 0x00000000005cc6d4 in default_tps_processing_function (data=0x217ee10) at taskprocessor.c:205 #17 0x00000000005e4dc5 in dummy_start (data=0x2135c20) at utils.c:1249 #18 0x00007f250473d5a2 in start_thread () at /lib64/libpthread.so.0 #19 0x00007f250441a303 in clone () at /lib64/libc.so.6