[New LWP 3340]
[New LWP 182260]
[New LWP 104417]
[New LWP 182212]
[New LWP 182209]
[New LWP 182262]
[New LWP 182254]
[New LWP 182261]
[New LWP 182266]
[New LWP 182255]
[New LWP 182213]
[New LWP 182290]
[New LWP 182267]
[New LWP 182257]
[New LWP 182256]
[New LWP 182288]
[New LWP 182265]
[New LWP 182258]
[New LWP 182292]
[New LWP 182271]
[New LWP 182301]
[New LWP 182270]
[New LWP 182293]
[New LWP 182304]
[New LWP 182274]
[New LWP 182289]
[New LWP 182305]
[New LWP 182287]
[New LWP 182298]
[New LWP 182431]
[New LWP 182291]
[New LWP 182300]
[New LWP 32851]
[New LWP 182296]
[New LWP 182302]
[New LWP 182297]
[New LWP 71868]
[New LWP 182303]
[New LWP 182299]
[New LWP 112915]
[New LWP 182637]
[New LWP 133212]
[New LWP 182307]
[New LWP 165078]
[New LWP 184140]
[New LWP 183061]
[New LWP 3176]
[New LWP 184489]
[New LWP 183311]
[New LWP 193663]
[New LWP 186893]
[New LWP 53092]
[New LWP 182805]
[New LWP 199046]
[New LWP 188503]
[New LWP 183506]
[New LWP 14847]
[New LWP 189540]
[New LWP 53128]
[New LWP 58580]
[New LWP 183721]
[New LWP 197031]
[New LWP 182295]
[New LWP 89707]
[New LWP 185981]
[New LWP 1262]
[New LWP 52809]
[New LWP 139792]
[New LWP 6918]
[New LWP 182306]
[New LWP 44332]
[New LWP 143141]
[New LWP 17641]
[New LWP 96788]
[New LWP 66657]
[New LWP 38625]
[New LWP 22637]
[New LWP 52836]
[New LWP 51965]
[New LWP 182264]
[New LWP 37344]
[New LWP 182210]
[New LWP 52031]
[New LWP 54030]
[New LWP 53122]
[New LWP 182421]
[New LWP 77217]
[New LWP 52308]
[New LWP 53068]
[New LWP 81210]
[New LWP 52319]
[New LWP 53123]
[New LWP 105758]
[New LWP 53062]
[New LWP 52734]
[New LWP 122942]
[New LWP 191991]
[New LWP 53129]
[New LWP 150425]
[New LWP 52782]
[New LWP 187548]
[New LWP 52813]
[New LWP 173491]
[New LWP 52788]
[New LWP 182294]
[New LWP 53034]
[New LWP 181238]
[New LWP 182211]
[New LWP 52807]
[New LWP 53004]
[New LWP 196823]
[New LWP 52819]
[New LWP 52839]
[New LWP 15268]
[New LWP 190920]
[New LWP 53027]
[New LWP 182259]
[New LWP 52846]
[New LWP 53076]
[New LWP 53012]
[New LWP 182284]
[New LWP 53087]
[New LWP 52890]
[New LWP 12235]
[New LWP 53042]
[New LWP 52926]
[New LWP 53014]
[New LWP 20520]
[New LWP 53105]
[New LWP 52938]
[New LWP 53041]
[New LWP 52960]
[New LWP 182263]
[New LWP 53007]
[New LWP 51971]
[New LWP 52958]
[New LWP 53081]
[New LWP 52988]
[New LWP 53022]
[New LWP 195226]
[New LWP 182216]
[New LWP 53008]
[New LWP 53021]
[New LWP 53032]
[New LWP 53046]
[New LWP 182272]
[New LWP 53052]
[New LWP 9233]
[New LWP 53070]
[New LWP 53110]
[New LWP 53088]
[New LWP 52033]
[New LWP 53093]
[New LWP 52894]
[New LWP 185436]
[New LWP 53097]
[New LWP 27588]
[New LWP 53107]
[New LWP 53111]
[New LWP 53133]
[New LWP 53124]
[New LWP 53091]
[New LWP 53031]
[New LWP 52851]
[New LWP 53132]
[New LWP 52993]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/usr/lib64/libthread_db.so.1".
Core was generated by `/usr/sbin/asterisk -f -vvvg -c'.
Program terminated with signal SIGABRT, Aborted.
#0  0x00007ff22f0f1a28 in raise () from /usr/lib64/libc.so.6
[Current thread is 1 (Thread 0x7ff22d38f700 (LWP 3340))]
#0  0x00007ff22f0f1a28 in raise () at /usr/lib64/libc.so.6
#1  0x00007ff22f0f362a in abort () at /usr/lib64/libc.so.6
#2  0x00007ff22f134dea in  () at /usr/lib64/libc.so.6
#3  0x00007ff22f13e99e in _int_malloc () at /usr/lib64/libc.so.6
#4  0x00007ff22f140f8a in calloc () at /usr/lib64/libc.so.6
#5  0x000000000045df80 in _ast_calloc (num=1, len=72, file=0x6b930b "astobj2.c", lineno=573, func=0x6b95e0 <__PRETTY_FUNCTION__.8786> "internal_ao2_alloc") at /asterisk/include/asterisk/utils.h:573
        p = 0x7ff2102d0638
        __PRETTY_FUNCTION__ = "_ast_calloc"
#6  0x000000000045ecc5 in internal_ao2_alloc (data_size=48, destructor_fn=0x460c1f <hash_ao2_node_destructor>, options=2, file=0x6b930b "astobj2.c", line=632, func=0x6b9608 <__FUNCTION__.8811> "__ao2_alloc") at astobj2.c:573
        obj = 0x7ff2105ea7d0
        obj_mutex = 0x7ff1bc4e5c20
        obj_rwlock = 0x7ff2102d0638
        __PRETTY_FUNCTION__ = "internal_ao2_alloc"
#7  0x000000000045ee60 in __ao2_alloc (data_size=48, destructor_fn=0x460c1f <hash_ao2_node_destructor>, options=2) at astobj2.c:632
        __FUNCTION__ = "__ao2_alloc"
#8  0x0000000000460d81 in hash_ao2_new_node (self=0x7ff2102d0638, obj_new=0x2170518, tag=0x0, file=0x6b968b "astobj2_container.c", line=174, func=0x6b9818 <__PRETTY_FUNCTION__.8638> "__ao2_link") at astobj2_hash.c:235
        node = 0x102d0638
        i = 32754
#9  0x000000000045f4f1 in internal_ao2_link (self=0x7ff2102d0638, obj_new=0x2170518, flags=0, tag=0x0, file=0x6b968b "astobj2_container.c", line=174, func=0x6b9818 <__PRETTY_FUNCTION__.8638> "__ao2_link") at astobj2_container.c:124
        res = 0
        orig_lock = AO2_LOCK_REQ_MUTEX
        node = 0x7ff2105ea7e8
        __PRETTY_FUNCTION__ = "internal_ao2_link"
#10 0x000000000045f63f in __ao2_link (c=0x7ff2102d0638, obj_new=0x2170518, flags=0) at astobj2_container.c:174
        __PRETTY_FUNCTION__ = "__ao2_link"
#11 0x00007ff19f6a6956 in sorcery_config_fields_cmp (obj=0x2170518, arg=0x7ff22d38e930, flags=6) at res_sorcery_config.c:138
        params = 0x7ff22d38e930
        objset = 0x0
#12 0x000000000045fa20 in internal_ao2_traverse (self=0x3d50f28, flags=6, cb_fn=0x7ff19f6a6847 <sorcery_config_fields_cmp>, arg=0x7ff22d38e930, data=0x0, type=AO2_CALLBACK_DEFAULT, tag=0x0, file=0x0, line=0, func=0x0) at astobj2_container.c:354
        match = 3
        ret = 0x0
        cb_default = 0x7ff19f6a6847 <sorcery_config_fields_cmp>
        cb_withdata = 0x0
        node = 0x22a9ff8
        traversal_state = 0x7ff22d38e760
        orig_lock = AO2_LOCK_REQ_MUTEX
        multi_container = 0x0
        multi_iterator = 0x0
        __PRETTY_FUNCTION__ = "internal_ao2_traverse"
#13 0x000000000045fd1b in __ao2_callback (c=0x3d50f28, flags=6, cb_fn=0x7ff19f6a6847 <sorcery_config_fields_cmp>, arg=0x7ff22d38e930) at astobj2_container.c:455
#14 0x00007ff19f6a6c19 in sorcery_config_retrieve_multiple (sorcery=0x1b17530, data=0x3c42788, type=0x1a094a0 "identify", objects=0x7ff2102d0638, fields=0x0) at res_sorcery_config.c:185
        config = 0x3c42788
        config_objects = 0x3d50f28
        __PRETTY_FUNCTION__ = "sorcery_config_retrieve_multiple"
        params = {sorcery = 0x1b17530, fields = 0x0, regex = 0x0, container = 0x7ff2102d0638}
#15 0x00000000005cb688 in ast_sorcery_retrieve_by_fields (sorcery=0x1b17530, type=0x7ff187b4e7d0 "identify", flags=3, fields=0x0) at sorcery.c:1922
        wizard = 0x3d8d190
        object_type = 0x1a094a0
        object = 0x7ff2102d0638
        i = 0
        cached = 0
        __PRETTY_FUNCTION__ = "ast_sorcery_retrieve_by_fields"
#16 0x00007ff187b4d1c8 in ip_identify (rdata=0x7ff1e07130d8) at res_pjsip_endpoint_identifier_ip.c:141
        addr = {ss = {ss_family = 0, __ss_padding = '\000' <repeats 117 times>, __ss_align = 0}, len = 0}
        candidates = 0x0
        match = 0x0
        endpoint = <optimized out>
        __PRETTY_FUNCTION__ = "ip_identify"
#17 0x00007ff19f0652f2 in ast_sip_identify_endpoint (rdata=rdata@entry=0x7ff1e07130d8) at res_pjsip.c:2566
        iter = 0x3a4c290
        endpoint = 0x0
        lock = 0x7ff19f295fc0 <endpoint_identifiers>
        __PRETTY_FUNCTION__ = "ast_sip_identify_endpoint"
#18 0x00007ff19f0740d0 in endpoint_lookup (rdata=0x7ff1e07130d8) at res_pjsip/pjsip_distributor.c:567
        endpoint = <optimized out>
        unid = <optimized out>
        is_ack = <optimized out>
        __PRETTY_FUNCTION__ = "endpoint_lookup"
#19 0x00007ff231fe1b45 in pjsip_endpt_process_rx_data (endpt=0x1bb5e88, rdata=0x7ff1e07130d8, p=0x7ff19f296b80 <param>, p_handled=0x7ff22d38ebcc) at ../src/pjsip/sip_endpoint.c:887
        msg = 0x7ff1e0714ba0
        def_prm = {start_prio = 758705104, start_mod = 0x704445, idx_after_start = 758705216, silent = 960}
        mod = 0x7ff19f296c40 <endpoint_mod>
        handled = 0
        i = 1
        status = 0
#20 0x00007ff19f0729af in distribute (data=0x7ff1e07130d8) at res_pjsip/pjsip_distributor.c:770
        param = {start_prio = 0, start_mod = 0x7ff19f296da0 <distributor_mod>, idx_after_start = 1, silent = 0}
        handled = 0
        rdata = 0x7ff1e07130d8
        is_request = <optimized out>
        endpoint = <optimized out>
#21 0x00000000005ee8fa in ast_taskprocessor_execute (tps=0x324dd40) at taskprocessor.c:965
        local = {local_data = 0x7ff22d38f700, data = 0x5f603c <ast_threadstorage_set_ptr+60>}
        t = 0x7ff1e0062f60
        size = 52747584
        __PRETTY_FUNCTION__ = "ast_taskprocessor_execute"
#22 0x00000000005f846e in execute_tasks (data=0x324dd40) at threadpool.c:1322
        tps = 0x324dd40
#23 0x00000000005ee8fa in ast_taskprocessor_execute (tps=0x1b1e2e0) at taskprocessor.c:965
        local = {local_data = 0x7ff22d38ec80, data = 0x1b2f390}
        t = 0x7ff1e03b06e0
        size = 28505032
        __PRETTY_FUNCTION__ = "ast_taskprocessor_execute"
#24 0x00000000005f6723 in threadpool_execute (pool=0x1b2f3e0) at threadpool.c:351
        __PRETTY_FUNCTION__ = "threadpool_execute"
#25 0x00000000005f7dda in worker_active (worker=0x7ff228bcfd50) at threadpool.c:1105
        alive = 0
#26 0x00000000005f7b92 in worker_start (arg=0x7ff228bcfd50) at threadpool.c:1024
        worker = 0x7ff228bcfd50
        saved_state = (DEAD | unknown: 32752)
        __PRETTY_FUNCTION__ = "worker_start"
#27 0x0000000000604058 in dummy_start (data=0x7ff228459790) at utils.c:1235
        __cancel_buf = {__cancel_jmp_buf = {{__cancel_jmp_buf = {0, -2302542901241948102, 140675951516287, 140678117521152, 507904, 507904, -2302542901250336710, 2301308481944574010}, __mask_was_saved = 0}}, __pad = {0x7ff22d38edf0, 0x0, 0x1, 0x7ff2300956e8 <__pthread_keys+1032>}}
        __cancel_routine = 0x452814 <ast_unregister_thread>
        __cancel_arg = 0x7ff22d38f700
        __not_first_call = 0
        ret = 0x7ff22f4748d8
        a = {start_routine = 0x5f7b0b <worker_start>, data = 0x7ff228bcfd50, name = 0x7ff22801f3c0 "worker_start         started at [ 1079] threadpool.c worker_thread_start()"}
#28 0x00007ff22fe8361a in start_thread () at /usr/lib64/libpthread.so.0
#29 0x00007ff22f1bf5fd in clone () at /usr/lib64/libc.so.6

<< Private Information Removed >>

Thread 1 (Thread 0x7ff22d38f700 (LWP 3340)):
#0  0x00007ff22f0f1a28 in raise () at /usr/lib64/libc.so.6
#1  0x00007ff22f0f362a in abort () at /usr/lib64/libc.so.6
#2  0x00007ff22f134dea in  () at /usr/lib64/libc.so.6
#3  0x00007ff22f13e99e in _int_malloc () at /usr/lib64/libc.so.6
#4  0x00007ff22f140f8a in calloc () at /usr/lib64/libc.so.6
#5  0x000000000045df80 in _ast_calloc (num=1, len=72, file=0x6b930b "astobj2.c", lineno=573, func=0x6b95e0 <__PRETTY_FUNCTION__.8786> "internal_ao2_alloc") at /asterisk/include/asterisk/utils.h:573
#6  0x000000000045ecc5 in internal_ao2_alloc (data_size=48, destructor_fn=0x460c1f <hash_ao2_node_destructor>, options=2, file=0x6b930b "astobj2.c", line=632, func=0x6b9608 <__FUNCTION__.8811> "__ao2_alloc") at astobj2.c:573
#7  0x000000000045ee60 in __ao2_alloc (data_size=48, destructor_fn=0x460c1f <hash_ao2_node_destructor>, options=2) at astobj2.c:632
#8  0x0000000000460d81 in hash_ao2_new_node (self=0x7ff2102d0638, obj_new=0x2170518, tag=0x0, file=0x6b968b "astobj2_container.c", line=174, func=0x6b9818 <__PRETTY_FUNCTION__.8638> "__ao2_link") at astobj2_hash.c:235
#9  0x000000000045f4f1 in internal_ao2_link (self=0x7ff2102d0638, obj_new=0x2170518, flags=0, tag=0x0, file=0x6b968b "astobj2_container.c", line=174, func=0x6b9818 <__PRETTY_FUNCTION__.8638> "__ao2_link") at astobj2_container.c:124
#10 0x000000000045f63f in __ao2_link (c=0x7ff2102d0638, obj_new=0x2170518, flags=0) at astobj2_container.c:174
#11 0x00007ff19f6a6956 in sorcery_config_fields_cmp (obj=0x2170518, arg=0x7ff22d38e930, flags=6) at res_sorcery_config.c:138
#12 0x000000000045fa20 in internal_ao2_traverse (self=0x3d50f28, flags=6, cb_fn=0x7ff19f6a6847 <sorcery_config_fields_cmp>, arg=0x7ff22d38e930, data=0x0, type=AO2_CALLBACK_DEFAULT, tag=0x0, file=0x0, line=0, func=0x0) at astobj2_container.c:354
#13 0x000000000045fd1b in __ao2_callback (c=0x3d50f28, flags=6, cb_fn=0x7ff19f6a6847 <sorcery_config_fields_cmp>, arg=0x7ff22d38e930) at astobj2_container.c:455
#14 0x00007ff19f6a6c19 in sorcery_config_retrieve_multiple (sorcery=0x1b17530, data=0x3c42788, type=0x1a094a0 "identify", objects=0x7ff2102d0638, fields=0x0) at res_sorcery_config.c:185
#15 0x00000000005cb688 in ast_sorcery_retrieve_by_fields (sorcery=0x1b17530, type=0x7ff187b4e7d0 "identify", flags=3, fields=0x0) at sorcery.c:1922
#16 0x00007ff187b4d1c8 in ip_identify (rdata=0x7ff1e07130d8) at res_pjsip_endpoint_identifier_ip.c:141
#17 0x00007ff19f0652f2 in ast_sip_identify_endpoint (rdata=rdata@entry=0x7ff1e07130d8) at res_pjsip.c:2566
#18 0x00007ff19f0740d0 in endpoint_lookup (rdata=0x7ff1e07130d8) at res_pjsip/pjsip_distributor.c:567
#19 0x00007ff231fe1b45 in pjsip_endpt_process_rx_data (endpt=0x1bb5e88, rdata=0x7ff1e07130d8, p=0x7ff19f296b80 <param>, p_handled=0x7ff22d38ebcc) at ../src/pjsip/sip_endpoint.c:887
#20 0x00007ff19f0729af in distribute (data=0x7ff1e07130d8) at res_pjsip/pjsip_distributor.c:770
#21 0x00000000005ee8fa in ast_taskprocessor_execute (tps=0x324dd40) at taskprocessor.c:965
#22 0x00000000005f846e in execute_tasks (data=0x324dd40) at threadpool.c:1322
#23 0x00000000005ee8fa in ast_taskprocessor_execute (tps=0x1b1e2e0) at taskprocessor.c:965
#24 0x00000000005f6723 in threadpool_execute (pool=0x1b2f3e0) at threadpool.c:351
#25 0x00000000005f7dda in worker_active (worker=0x7ff228bcfd50) at threadpool.c:1105
#26 0x00000000005f7b92 in worker_start (arg=0x7ff228bcfd50) at threadpool.c:1024
#27 0x0000000000604058 in dummy_start (data=0x7ff228459790) at utils.c:1235
#28 0x00007ff22fe8361a in start_thread () at /usr/lib64/libpthread.so.0
#29 0x00007ff22f1bf5fd in clone () at /usr/lib64/libc.so.6