crash during hotadd
devimc is seeing a crash with CloudHypervisor during startup of a kata setup with 2 containers in the pod; my guess is that this is a hot add RAM sending a second setmemtable in parallel with the open() trying to return a message on the queue. Now what locks did we have...
gdb) t a a bt full
Thread 2 (LWP 21539):
#0 0x00007ffff6667e27 in munmap () from /lib64/libc.so.6
No symbol table info available.
#1 0x00005555555752e3 in vu_set_mem_table_exec (dev=0x5555557cc3d0, vmsg=0x7fffffffe4c0) at contrib/libvhost-user/libvhost-user.c:918
r = 0x5555557cc3d8
m = 0x7fff75b0c000
i = 0
m = {nregions = 2, padding = 0, regions = {{guest_phys_addr = 0, memory_size = 2147483648, userspace_addr = 140518225223680,
mmap_offset = 0}, {guest_phys_addr = 4294967296, memory_size = 939524096, userspace_addr = 140508139769856, mmap_offset = 0}, {
guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0,
userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {
guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0,
userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}}}
memory = 0x7fffffffe330
#2 0x00005555555775da in vu_process_message (dev=0x5555557cc3d0, vmsg=0x7fffffffe4c0) at contrib/libvhost-user/libvhost-user.c:1796
do_reply = 0
#3 0x00005555555778ec in vu_dispatch (dev=0x5555557cc3d0) at contrib/libvhost-user/libvhost-user.c:1867
vmsg = {request = 5, flags = 1, size = 72, payload = {u64 = 2, state = {index = 2, num = 0}, addr = {index = 2, flags = 0,
desc_user_addr = 0, used_user_addr = 2147483648, avail_user_addr = 140518225223680, log_guest_addr = 0}, memory = {nregions = 2,
padding = 0, regions = {{guest_phys_addr = 0, memory_size = 2147483648, userspace_addr = 140518225223680, mmap_offset = 0}, {
guest_phys_addr = 4294967296, memory_size = 939524096, userspace_addr = 140508139769856, mmap_offset = 0}, {
guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0,
userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {
guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0,
userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}}}, memreg = {
padding = 2, region = {guest_phys_addr = 0, memory_size = 2147483648, userspace_addr = 140518225223680, mmap_offset = 0}}, log = {
mmap_size = 2, mmap_offset = 0}, config = {offset = 2, size = 0, flags = 0,
region = "\000\000\000\000\000\000\000\200\000\000\000\000\000 \346\362\314\177", '\000' <repeats 14 times>, "\001\000\000\000\000\000\000\070\000\000\000\000\000P\302\231\312\177", '\000' <repeats 205 times>}, area = {u64 = 2, size = 0, offset = 2147483648}, inflight = {
mmap_size = 2, mmap_offset = 0, num_queues = 0, queue_size = 32768}, fs = {fd_offset = {2, 0, 2147483648, 140518225223680, 0,
4294967296, 939524096, 140508139769856}, c_offset = {0, 0, 0, 0, 0, 0, 0, 0}, len = {0, 0, 0, 0, 0, 0, 0, 0}, flags = {0, 0, 0,
0, 0, 0, 0, 0}}}, fds = {191, 192, 0, 0, 0, 0, 0, 0}, fd_num = 2, data = 0x0}
reply_requested = 32767
need_reply = false
success = false
---Type <return> to continue, or q <return> to quit---
#4 0x000055555556abf7 in virtio_loop (se=0x5555557cbf70) at tools/virtiofsd/fuse_virtio.c:932
pf = {{fd = 10, events = 1, revents = 1}}
ok = true
ret = 0
poll_res = 1
__func__ = "virtio_loop"
__PRETTY_FUNCTION__ = "virtio_loop"
#5 0x0000555555573121 in main (argc=12, argv=0x7fffffffe9e8) at tools/virtiofsd/passthrough_ll.c:3355
args = {argc = 1, argv = 0x5555557c6de0, allocated = 1}
se = 0x5555557cbf70
opts = {foreground = 1, debug = 1, nodefault_subtype = 0, show_version = 0, show_help = 0, print_capabilities = 0, syslog = 1,
log_level = 0, max_idle_threads = 10, rlimit_nofile = 0}
lo = {mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {
__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, debug = 1, writeback = 0, flock = 0,
posix_lock = 0, xattr = 0,
source = 0x5555557c6f40 "/run/kata-containers/shared/sandboxes/0c993cbaf24ecb3df89c5ddf01a4f860bc0343c140e578c233df00ae0809a57a/shared", modcaps = 0x0, timeout = 1, cache = 1, shared = 0, timeout_set = 0, readdirplus_set = 0, readdirplus_clear = 0, ireg_sock = -1,
version_table = 0x0, version_table_size = 0, root = {fd = 11, refcount = 2, key = {ino = 154666, dev = 24}, nlookup = 2,
version_offset = 0, ireg_refid = 0, fuse_ino = 1, plock_mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0,
__kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>,
__align = 0}, posix_locks = 0x0, Python Exception <class 'gdb.error'> There is no member named keys.:
filetype = 16384}, inodes = 0x5555557c7060, ino_map = {elems = 0x5555557cd090, nelems = 258,
freelist = 164}, dirp_map = {elems = 0x7fff2010b240, nelems = 256, freelist = 0}, fd_map = {elems = 0x7fff141039d0, nelems = 256,
freelist = 12}, proc_self_fd = 3}
root_elem = 0x5555557c6f20
ret = -1
Thread 1 (LWP 21598):
#0 0x00007ffff66c5e6a in __memcpy_ssse3_back () from /lib64/libc.so.6
No symbol table info available.
#1 0x0000555555568758 in copy_iov (src_iov=0x7fff4f7e5a80, src_count=1, dst_iov=0x7fff5c00e4f8, dst_count=1, to_copy=16)
at tools/virtiofsd/fuse_virtio.c:183
dst_len = 16
src_len = 16
src_offset = 0
dst_offset = 0
__PRETTY_FUNCTION__ = "copy_iov"
---Type <return> to continue, or q <return> to quit---
#2 0x0000555555568a13 in virtio_send_msg (se=0x5555557cbf70, ch=0x7fff5c00e4a0, iov=0x7fff4f7e5a70, count=2)
at tools/virtiofsd/fuse_virtio.c:253
req = 0x7fff5c00e480
qi = 0x5555557ccde0
dev = 0x5555557cc3d0
q = 0x5555557cca88
elem = 0x7fff5c00e480
ret = 0
__PRETTY_FUNCTION__ = "virtio_send_msg"
out = 0x7fff4f7e59c0
tosend_len = 32
in_num = 2
in_sg = 0x7fff5c00e4e8
in_len = 32
__func__ = "virtio_send_msg"
#3 0x0000555555561fdb in fuse_send_msg (se=0x5555557cbf70, ch=0x7fff5c00e4a0, iov=0x7fff4f7e5a70, count=2)
at tools/virtiofsd/fuse_lowlevel.c:177
out = 0x7fff4f7e59c0
#4 0x0000555555562097 in fuse_send_reply_iov_nofree (req=0x7fff14008d50, error=0, iov=0x7fff4f7e5a70, count=2)
at tools/virtiofsd/fuse_lowlevel.c:201
out = {len = 32, error = 0, unique = 964}
#5 0x00005555555620de in send_reply_iov (req=0x7fff14008d50, error=0, iov=0x7fff4f7e5a70, count=2) at tools/virtiofsd/fuse_lowlevel.c:209
res = 1872517189
#6 0x0000555555562151 in send_reply (req=0x7fff14008d50, error=0, arg=0x7fff4f7e5b00, argsize=16) at tools/virtiofsd/fuse_lowlevel.c:224
iov = {{iov_base = 0x7fff4f7e59c0, iov_len = 16}, {iov_base = 0x7fff4f7e5b00, iov_len = 16}}
count = 2
#7 0x00005555555623e8 in send_reply_ok (req=0x7fff14008d50, arg=0x7fff4f7e5b00, argsize=16) at tools/virtiofsd/fuse_lowlevel.c:296
No locals.
#8 0x0000555555562c12 in fuse_reply_open (req=0x7fff14008d50, f=0x7fff4f7e5c10) at tools/virtiofsd/fuse_lowlevel.c:467
arg = {fh = 10, open_flags = 0, padding = 0}
#9 0x000055555556ff82 in lo_open (req=0x7fff14008d50, ino=163, fi=0x7fff4f7e5c10) at tools/virtiofsd/passthrough_ll.c:1977
fd = 193
fh = 10
buf = "186\000\377\177\000\000\000`7\335EX\234o\001\000\000\000\000\000\000\000νVUUU\000\000\304\003\000\000\000\000\000\000$8ZUUU\000\000\b\000\000\000\000\000\000\000\320\\~O\377\177\000"
lo = 0x7fffffffe7a0
---Type <return> to continue, or q <return> to quit---
#10 0x00005555555643d4 in do_open (req=0x7fff14008d50, nodeid=163, iter=0x7fff4f7e5cd0) at tools/virtiofsd/fuse_lowlevel.c:1123
arg = 0x7fff14104a08
fi = {flags = 32768, writepage = 0, direct_io = 0, keep_cache = 0, flush = 0, nonseekable = 0, flock_release = 0, cache_readdir = 0,
kill_priv = 0, padding = 0, padding2 = 0, fh = 10, lock_owner = 0, poll_events = 0}
#11 0x0000555555567cd3 in fuse_session_process_buf_int (se=0x5555557cbf70, bufv=0x7fff4f7e5df0, ch=0x7fff5c00e4a0)
at tools/virtiofsd/fuse_lowlevel.c:2606
buf = 0x7fff4f7e5e08
iter = {mem = 0x7fff141049e0, size = 48, pos = 48}
in = 0x7fff141049e0
req = 0x7fff14008d50
err = 38
__PRETTY_FUNCTION__ = "fuse_session_process_buf_int"
__func__ = "fuse_session_process_buf_int"
#12 0x0000555555569f17 in fv_queue_worker (data=0x7fff5c00e480, user_data=0x5555557ccde0) at tools/virtiofsd/fuse_virtio.c:662
qi = 0x5555557ccde0
se = 0x5555557cbf70
dev = 0x5555557cc3d0
req = 0x7fff5c00e480
elem = 0x7fff5c00e480
fbuf = {size = 48, flags = (unknown: 0), mem = 0x7fff141049e0, fd = 0, pos = 0}
allocated_bufv = false
bufv = {count = 1, idx = 0, off = 0, buf = {{size = 48, flags = (unknown: 0), mem = 0x7fff141049e0, fd = 0, pos = 0}}}
pbufv = 0x7fff4f7e5df0
__PRETTY_FUNCTION__ = "fv_queue_worker"
out_num = 2
out_num_readable = 2
out_sg = 0x7fff5c00e508
out_len = 48
out_len_readable = 48
__func__ = "fv_queue_worker"
#13 0x00007ffff71ddedc in g_thread_pool_thread_proxy () from /lib64/libglib-2.0.so.0
No symbol table info available.
#14 0x00007ffff71dd540 in g_thread_proxy () from /lib64/libglib-2.0.so.0
No symbol table info available.
#15 0x00007ffff6944ea5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
---Type <return> to continue, or q <return> to quit---
#16 0x00007ffff666d8dd in clone () from /lib64/libc.so.6
No symbol table info available.Reply to "Untitled" Author Title Language Your paste - Paste your paste here (gdb) t a a bt full
Thread 2 (LWP 21539): #0 0x00007ffff6667e27 in munmap () from /lib64/libc.so.6 No symbol table info available. #1 (closed) 0x00005555555752e3 in vu_set_mem_table_exec (dev=0x5555557cc3d0, vmsg=0x7fffffffe4c0) at contrib/libvhost-user/libvhost-user.c:918 r = 0x5555557cc3d8 m = 0x7fff75b0c000 i = 0 m = {nregions = 2, padding = 0, regions = {{guest_phys_addr = 0, memory_size = 2147483648, userspace_addr = 140518225223680, mmap_offset = 0}, {guest_phys_addr = 4294967296, memory_size = 939524096, userspace_addr = 140508139769856, mmap_offset = 0}, { guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, { guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}}} memory = 0x7fffffffe330 #2 0x00005555555775da in vu_process_message (dev=0x5555557cc3d0, vmsg=0x7fffffffe4c0) at contrib/libvhost-user/libvhost-user.c:1796 do_reply = 0 #3 0x00005555555778ec in vu_dispatch (dev=0x5555557cc3d0) at contrib/libvhost-user/libvhost-user.c:1867 vmsg = {request = 5, flags = 1, size = 72, payload = {u64 = 2, state = {index = 2, num = 0}, addr = {index = 2, flags = 0, desc_user_addr = 0, used_user_addr = 2147483648, avail_user_addr = 140518225223680, log_guest_addr = 0}, memory = {nregions = 2, padding = 0, regions = {{guest_phys_addr = 0, memory_size = 2147483648, userspace_addr = 140518225223680, mmap_offset = 0}, { guest_phys_addr = 4294967296, memory_size = 939524096, userspace_addr = 140508139769856, mmap_offset = 0}, { guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, { guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}, {guest_phys_addr = 0, memory_size = 0, userspace_addr = 0, mmap_offset = 0}}}, memreg = { padding = 2, region = {guest_phys_addr = 0, memory_size = 2147483648, userspace_addr = 140518225223680, mmap_offset = 0}}, log = { mmap_size = 2, mmap_offset = 0}, config = {offset = 2, size = 0, flags = 0, region = "\000\000\000\000\000\000\000\200\000\000\000\000\000 \346\362\314\177", '\000' <repeats 14 times>, "\001\000\000\000\000\000\000\070\000\000\000\000\000P\302\231\312\177", '\000' <repeats 205 times>}, area = {u64 = 2, size = 0, offset = 2147483648}, inflight = { mmap_size = 2, mmap_offset = 0, num_queues = 0, queue_size = 32768}, fs = {fd_offset = {2, 0, 2147483648, 140518225223680, 0, 4294967296, 939524096, 140508139769856}, c_offset = {0, 0, 0, 0, 0, 0, 0, 0}, len = {0, 0, 0, 0, 0, 0, 0, 0}, flags = {0, 0, 0, 0, 0, 0, 0, 0}}}, fds = {191, 192, 0, 0, 0, 0, 0, 0}, fd_num = 2, data = 0x0} reply_requested = 32767 need_reply = false success = false ---Type to continue, or q to quit--- #4 (closed) 0x000055555556abf7 in virtio_loop (se=0x5555557cbf70) at tools/virtiofsd/fuse_virtio.c:932 pf = {{fd = 10, events = 1, revents = 1}} ok = true ret = 0 poll_res = 1 func = "virtio_loop" PRETTY_FUNCTION = "virtio_loop" #5 0x0000555555573121 in main (argc=12, argv=0x7fffffffe9e8) at tools/virtiofsd/passthrough_ll.c:3355 args = {argc = 1, argv = 0x5555557c6de0, allocated = 1} se = 0x5555557cbf70 opts = {foreground = 1, debug = 1, nodefault_subtype = 0, show_version = 0, show_help = 0, print_capabilities = 0, syslog = 1, log_level = 0, max_idle_threads = 10, rlimit_nofile = 0} lo = {mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = { __prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, debug = 1, writeback = 0, flock = 0, posix_lock = 0, xattr = 0, source = 0x5555557c6f40 "/run/kata-containers/shared/sandboxes/0c993cbaf24ecb3df89c5ddf01a4f860bc0343c140e578c233df00ae0809a57a/shared", modcaps = 0x0, timeout = 1, cache = 1, shared = 0, timeout_set = 0, readdirplus_set = 0, readdirplus_clear = 0, ireg_sock = -1, version_table = 0x0, version_table_size = 0, root = {fd = 11, refcount = 2, key = {ino = 154666, dev = 24}, nlookup = 2, version_offset = 0, ireg_refid = 0, fuse_ino = 1, plock_mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, posix_locks = 0x0, Python Exception <class 'gdb.error'> There is no member named keys.: filetype = 16384}, inodes = 0x5555557c7060, ino_map = {elems = 0x5555557cd090, nelems = 258, freelist = 164}, dirp_map = {elems = 0x7fff2010b240, nelems = 256, freelist = 0}, fd_map = {elems = 0x7fff141039d0, nelems = 256, freelist = 12}, proc_self_fd = 3} root_elem = 0x5555557c6f20 ret = -1
Thread 1 (LWP 21598): #0 0x00007ffff66c5e6a in __memcpy_ssse3_back () from /lib64/libc.so.6 No symbol table info available. #1 (closed) 0x0000555555568758 in copy_iov (src_iov=0x7fff4f7e5a80, src_count=1, dst_iov=0x7fff5c00e4f8, dst_count=1, to_copy=16) at tools/virtiofsd/fuse_virtio.c:183 dst_len = 16 src_len = 16 src_offset = 0 dst_offset = 0 PRETTY_FUNCTION = "copy_iov" ---Type to continue, or q to quit--- #2 0x0000555555568a13 in virtio_send_msg (se=0x5555557cbf70, ch=0x7fff5c00e4a0, iov=0x7fff4f7e5a70, count=2) at tools/virtiofsd/fuse_virtio.c:253 req = 0x7fff5c00e480 qi = 0x5555557ccde0 dev = 0x5555557cc3d0 q = 0x5555557cca88 elem = 0x7fff5c00e480 ret = 0 PRETTY_FUNCTION = "virtio_send_msg" out = 0x7fff4f7e59c0 tosend_len = 32 in_num = 2 in_sg = 0x7fff5c00e4e8 in_len = 32 func = "virtio_send_msg" #3 0x0000555555561fdb in fuse_send_msg (se=0x5555557cbf70, ch=0x7fff5c00e4a0, iov=0x7fff4f7e5a70, count=2) at tools/virtiofsd/fuse_lowlevel.c:177 out = 0x7fff4f7e59c0 #4 (closed) 0x0000555555562097 in fuse_send_reply_iov_nofree (req=0x7fff14008d50, error=0, iov=0x7fff4f7e5a70, count=2) at tools/virtiofsd/fuse_lowlevel.c:201 out = {len = 32, error = 0, unique = 964} #5 0x00005555555620de in send_reply_iov (req=0x7fff14008d50, error=0, iov=0x7fff4f7e5a70, count=2) at tools/virtiofsd/fuse_lowlevel.c:209 res = 1872517189 #6 0x0000555555562151 in send_reply (req=0x7fff14008d50, error=0, arg=0x7fff4f7e5b00, argsize=16) at tools/virtiofsd/fuse_lowlevel.c:224 iov = {{iov_base = 0x7fff4f7e59c0, iov_len = 16}, {iov_base = 0x7fff4f7e5b00, iov_len = 16}} count = 2 #7 0x00005555555623e8 in send_reply_ok (req=0x7fff14008d50, arg=0x7fff4f7e5b00, argsize=16) at tools/virtiofsd/fuse_lowlevel.c:296 No locals. #8 0x0000555555562c12 in fuse_reply_open (req=0x7fff14008d50, f=0x7fff4f7e5c10) at tools/virtiofsd/fuse_lowlevel.c:467 arg = {fh = 10, open_flags = 0, padding = 0} #9 0x000055555556ff82 in lo_open (req=0x7fff14008d50, ino=163, fi=0x7fff4f7e5c10) at tools/virtiofsd/passthrough_ll.c:1977 fd = 193 fh = 10 buf = "186\000\377\177\000\000\000`7\335EX\234o\001\000\000\000\000\000\000\000νVUUU\000\000\304\003\000\000\000\000\000\000$8ZUUU\000\000\b\000\000\000\000\000\000\000\320\~O\377\177\000" lo = 0x7fffffffe7a0 ---Type to continue, or q to quit--- #10 0x00005555555643d4 in do_open (req=0x7fff14008d50, nodeid=163, iter=0x7fff4f7e5cd0) at tools/virtiofsd/fuse_lowlevel.c:1123 arg = 0x7fff14104a08 fi = {flags = 32768, writepage = 0, direct_io = 0, keep_cache = 0, flush = 0, nonseekable = 0, flock_release = 0, cache_readdir = 0, kill_priv = 0, padding = 0, padding2 = 0, fh = 10, lock_owner = 0, poll_events = 0} #11 0x0000555555567cd3 in fuse_session_process_buf_int (se=0x5555557cbf70, bufv=0x7fff4f7e5df0, ch=0x7fff5c00e4a0) at tools/virtiofsd/fuse_lowlevel.c:2606 buf = 0x7fff4f7e5e08 iter = {mem = 0x7fff141049e0, size = 48, pos = 48} in = 0x7fff141049e0 req = 0x7fff14008d50 err = 38 PRETTY_FUNCTION = "fuse_session_process_buf_int" func = "fuse_session_process_buf_int" #12 (closed) 0x0000555555569f17 in fv_queue_worker (data=0x7fff5c00e480, user_data=0x5555557ccde0) at tools/virtiofsd/fuse_virtio.c:662 qi = 0x5555557ccde0 se = 0x5555557cbf70 dev = 0x5555557cc3d0 req = 0x7fff5c00e480 elem = 0x7fff5c00e480 fbuf = {size = 48, flags = (unknown: 0), mem = 0x7fff141049e0, fd = 0, pos = 0} allocated_bufv = false bufv = {count = 1, idx = 0, off = 0, buf = {{size = 48, flags = (unknown: 0), mem = 0x7fff141049e0, fd = 0, pos = 0}}} pbufv = 0x7fff4f7e5df0 PRETTY_FUNCTION = "fv_queue_worker" out_num = 2 out_num_readable = 2 out_sg = 0x7fff5c00e508 out_len = 48 out_len_readable = 48 func = "fv_queue_worker" #13 (closed) 0x00007ffff71ddedc in g_thread_pool_thread_proxy () from /lib64/libglib-2.0.so.0 No symbol table info available. #14 (closed) 0x00007ffff71dd540 in g_thread_proxy () from /lib64/libglib-2.0.so.0 No symbol table info available. #15 0x00007ffff6944ea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. ---Type to continue, or q to quit--- #16 0x00007ffff666d8dd in clone () from /lib64/libc.so.6 No symbol table info available.