SCRIPT START. MDS PID: 25543 GNU gdb (Ubuntu 7.11.1-0ubuntu1~16.5) 7.11.1 Copyright (C) 2016 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". Type "show configuration" for configuration details. For bug reporting instructions, please see: . Find the GDB manual and other documentation resources online at: . For help, type "help". Type "apropos word" to search for commands related to "word"... Reading symbols from /usr/bin/ceph-mds...Reading symbols from /usr/lib/debug/.build-id/eb/8be0faf29b44ae14ba175ef3e3c9c648b33f7f.debug...done. done. Attaching to program: /usr/bin/ceph-mds, process 25543 [New LWP 25546] [New LWP 25547] [New LWP 25548] [New LWP 25549] [New LWP 25550] [New LWP 25551] [New LWP 25552] [New LWP 25553] [New LWP 25554] [New LWP 25555] [New LWP 25556] [New LWP 25557] [New LWP 25558] [New LWP 25559] [New LWP 25568] [New LWP 25569] [New LWP 25570] [New LWP 25571] [New LWP 25572] [New LWP 25574] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 185 ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S: No such file or directory. Id Target Id Frame * 1 Thread 0x7f5cf1991200 (LWP 25543) "ceph-mds" pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 2 Thread 0x7f5ceec3c700 (LWP 25546) "log" pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 3 Thread 0x7f5cedbfb700 (LWP 25547) "msgr-worker-0" 0x00007f5cef7b7a13 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84 4 Thread 0x7f5ced3fa700 (LWP 25548) "msgr-worker-1" 0x00007f5cef7b7a13 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84 5 Thread 0x7f5cecbf9700 (LWP 25549) "msgr-worker-2" 0x00007f5cef7b7a13 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84 6 Thread 0x7f5cebc5a700 (LWP 25550) "service" pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 7 Thread 0x7f5ceb459700 (LWP 25551) "admin_socket" __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 8 Thread 0x7f5ceac58700 (LWP 25552) "ms_dispatch" __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 9 Thread 0x7f5cea457700 (LWP 25553) "ms_local" pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 10 Thread 0x7f5ce9c56700 (LWP 25554) "safe_timer" pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 11 Thread 0x7f5ce9455700 (LWP 25555) "fn_anonymous" pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 12 Thread 0x7f5ce8c54700 (LWP 25556) "safe_timer" pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 13 Thread 0x7f5ce8453700 (LWP 25557) "safe_timer" operator< (b=, a=...) at /build/ceph-12.2.8/src/include/utime.h:453 14 Thread 0x7f5ce7c52700 (LWP 25558) "safe_timer" pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 15 Thread 0x7f5ce7451700 (LWP 25559) "signal_handler" __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 16 Thread 0x7f5ce6c50700 (LWP 25568) "ms_dispatch" pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 17 Thread 0x7f5ce644f700 (LWP 25569) "mds_rank_progr" pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 18 Thread 0x7f5ce5c4e700 (LWP 25570) "PQ_Finisher" pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 19 Thread 0x7f5ce544d700 (LWP 25571) "safe_timer" pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 20 Thread 0x7f5ce4c4c700 (LWP 25572) "fn_anonymous" pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 21 Thread 0x7f5ce3c4a700 (LWP 25574) "md_submit" pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 Thread 21 (Thread 0x7f5ce3c4a700 (LWP 25574)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000557d32fda87c in Cond::Wait (mutex=..., this=0x557d3dd8ca48) at /build/ceph-12.2.8/src/common/Cond.h:48 No locals. #2 MDLog::_submit_thread (this=0x557d3dd8c840) at /build/ceph-12.2.8/src/mds/MDLog.cc:361 it = features = data = __PRETTY_FUNCTION__ = "void MDLog::_submit_thread()" #3 0x0000557d32d4fa5d in MDLog::SubmitThread::entry (this=) at /build/ceph-12.2.8/src/mds/MDLog.h:156 No locals. #4 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce3c4a700) at pthread_create.c:333 __res = pd = 0x7f5ce3c4a700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140036935034624, 7594426697019519860, 0, 140036951812319, 140036935035328, 93996394111456, -7503817965883133068, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 20 (Thread 0x7f5ce4c4c700 (LWP 25572)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000557d3308dfd9 in Cond::Wait (mutex=..., this=0x557d3dae40f8) at /build/ceph-12.2.8/src/common/Cond.h:48 No locals. #2 Finisher::finisher_thread_entry (this=0x557d3dae4080) at /build/ceph-12.2.8/src/common/Finisher.cc:101 start = {tv = {tv_sec = 0, tv_nsec = 0}} count = 0 __PRETTY_FUNCTION__ = "void* Finisher::finisher_thread_entry()" #3 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce4c4c700) at pthread_create.c:333 __res = pd = 0x7f5ce4c4c700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140036951820032, 7594426697019519860, 0, 140037052522735, 140036951820736, 140037052524176, -7503811367739624588, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #4 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 19 (Thread 0x7f5ce544d700 (LWP 25571)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000557d3308b7b5 in Cond::Wait (mutex=..., this=0x557d3ddfb6a8) at /build/ceph-12.2.8/src/common/Cond.h:48 No locals. #2 SafeTimer::timer_thread (this=0x557d3ddfb698) at /build/ceph-12.2.8/src/common/Timer.cc:108 now = #3 0x0000557d3308c8fd in SafeTimerThread::entry (this=) at /build/ceph-12.2.8/src/common/Timer.cc:30 No locals. #4 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce544d700) at pthread_create.c:333 __res = pd = 0x7f5ce544d700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140036960212736, 7594426697019519860, 0, 140037052522639, 140036960213440, 93996395972640, -7503814665737637004, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 18 (Thread 0x7f5ce5c4e700 (LWP 25570)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000557d3308dfd9 in Cond::Wait (mutex=..., this=0x557d3ddfb588) at /build/ceph-12.2.8/src/common/Cond.h:48 No locals. #2 Finisher::finisher_thread_entry (this=0x557d3ddfb510) at /build/ceph-12.2.8/src/common/Finisher.cc:101 start = {tv = {tv_sec = 1540242587, tv_nsec = 55361189}} count = 1 __PRETTY_FUNCTION__ = "void* Finisher::finisher_thread_entry()" #3 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce5c4e700) at pthread_create.c:333 __res = pd = 0x7f5ce5c4e700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140036968605440, 7594426697019519860, 0, 140037052522639, 140036968606144, 93996395972640, -7503813565689138316, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #4 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 17 (Thread 0x7f5ce644f700 (LWP 25569)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000557d32d3f18b in Cond::Wait (mutex=..., this=0x557d3ddfbd88) at /build/ceph-12.2.8/src/common/Cond.h:48 No locals. #2 MDSRank::ProgressThread::entry (this=0x557d3ddfbd58) at /build/ceph-12.2.8/src/mds/MDSRank.cc:491 l = {mutex = @0x557d3dc82a18} #3 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce644f700) at pthread_create.c:333 __res = pd = 0x7f5ce644f700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140036976998144, 7594426697019519860, 0, 140037052523023, 140036976998848, 93996395972640, -7503808067594128524, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #4 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 16 (Thread 0x7f5ce6c50700 (LWP 25568)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 No locals. #1 0x0000557d32d5af92 in __gthread_cond_timedwait (__abs_timeout=0x7f5ce6c4f3e0, __mutex=, __cond=0x557d3dd9ea80) at /usr/include/x86_64-linux-gnu/c++/5/bits/gthr-default.h:871 No locals. #2 std::condition_variable::__wait_until_impl > > (__atime=, __lock=..., this=0x557d3dd9ea80) at /usr/include/c++/5/condition_variable:165 __ts = {tv_sec = 1540242697, tv_nsec = 53014489} #3 std::condition_variable::wait_until > > (__atime=..., __lock=..., this=0x557d3dd9ea80) at /usr/include/c++/5/condition_variable:118 __s_entry = {__d = {__r = -516}} #4 ceph::timer_detail::timer::timer_thread (this=0x557d3dd9ea18) at /build/ceph-12.2.8/src/common/ceph_timer.h:144 l = {_M_device = 0x557d3dd9ea58, _M_owns = true} #5 0x00007f5cf0051c80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6 No symbol table info available. #6 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce6c50700) at pthread_create.c:333 __res = pd = 0x7f5ce6c50700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140036985390848, 7594426697019519860, 0, 140037052523055, 140036985391552, 93996393941504, -7503806967545629836, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #7 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 15 (Thread 0x7f5ce7451700 (LWP 25559)): #0 __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 No locals. #1 0x00007f5cf074ddbd in __GI___pthread_mutex_lock (mutex=mutex@entry=0x557d3dc82a40) at ../nptl/pthread_mutex_lock.c:80 __PRETTY_FUNCTION__ = "__pthread_mutex_lock" type = 2 id = #2 0x0000557d33068a79 in Mutex::Lock (this=this@entry=0x557d3dc82a18, no_lockdep=no_lockdep@entry=false) at /build/ceph-12.2.8/src/common/Mutex.cc:107 r = __PRETTY_FUNCTION__ = "void Mutex::Lock(bool)" #3 0x0000557d32d1e6f6 in Mutex::Locker::Locker (m=..., this=) at /build/ceph-12.2.8/src/common/Mutex.h:115 No locals. #4 MDSDaemon::handle_signal (this=0x557d3dc82a00, signum=) at /build/ceph-12.2.8/src/mds/MDSDaemon.cc:1021 l = {mutex = @0x557d3dc82a18} __PRETTY_FUNCTION__ = "void MDSDaemon::handle_signal(int)" #5 0x0000557d33049c62 in SignalHandler::entry (this=0x557d3db068c0) at /build/ceph-12.2.8/src/global/signal_handler.cc:302 siginfo = task_name = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f5ce74501e0 "/sbin/init "}, _M_string_length = 11, {_M_local_buf = "/sbin/init \000\000\000\000", _M_allocated_capacity = 7955942367987659567}} signum = 15 v = 32 ' ' fds = {{fd = 17, events = 9, revents = 0}, {fd = 20, events = 9, revents = 0}, {fd = 22, events = 9, revents = 0}, {fd = 24, events = 9, revents = 1}, {fd = 0, events = 0, revents = 0} } num_fds = r = #6 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce7451700) at pthread_create.c:333 __res = pd = 0x7f5ce7451700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140036993783552, 7594426697019519860, 0, 140729815831103, 140036993784256, 4, -7503810265543642252, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #7 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 14 (Thread 0x7f5ce7c52700 (LWP 25558)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 No locals. #1 0x0000557d3308bb7f in Cond::WaitUntil (when=..., mutex=..., this=0x557d3dc82bf0) at /build/ceph-12.2.8/src/common/Cond.h:64 ts = {tv_sec = 1540242697, tv_nsec = 240621814} #2 SafeTimer::timer_thread (this=0x557d3dc82be0) at /build/ceph-12.2.8/src/common/Timer.cc:110 now = #3 0x0000557d3308c8fd in SafeTimerThread::entry (this=) at /build/ceph-12.2.8/src/common/Timer.cc:30 No locals. #4 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce7c52700) at pthread_create.c:333 __res = pd = 0x7f5ce7c52700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037002176256, 7594426697019519860, 0, 140729815830351, 140037002176960, 140729815832432, -7503809165495143564, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 13 (Thread 0x7f5ce8453700 (LWP 25557)): #0 operator< (b=, a=...) at /build/ceph-12.2.8/src/include/utime.h:453 No locals. #1 OpTracker::check_ops_in_flight (this=this@entry=0x557d3ddfb2b8, warning_vector=..., slow=, slow@entry=0x7f5ce8451e4c) at /build/ceph-12.2.8/src/common/TrackedOp.cc:343 sdata = locker = {mutex = @0x557d3dafcd00} i = {static stateful_value_traits = false, members_ = {nodeptr_ = 0x557d3dd93198}} iter = l = {m_lock = @0x557d3ddfb408, locked = true} now = too_old = oldest_op = total_ops_in_flight = __PRETTY_FUNCTION__ = "bool OpTracker::check_ops_in_flight(std::vector >&, int*)" oldest_secs = _slow = 0 warned = 0 #2 0x0000557d32d36d23 in MDSRank::check_ops_in_flight (this=this@entry=0x557d3ddfb000) at /build/ceph-12.2.8/src/mds/MDSRank.cc:2699 warnings = {, std::allocator >, std::allocator, std::allocator > > >> = {_M_impl = {, std::allocator > >> = {<__gnu_cxx::new_allocator, std::allocator > >> = {}, }, _M_start = 0x557d3dadff80, _M_finish = 0x557d3dadffa0, _M_end_of_storage = 0x557d3dae0040}}, } slow = 0 #3 0x0000557d32d3d570 in MDSRankDispatcher::tick (this=0x557d3ddfb000) at /build/ceph-12.2.8/src/mds/MDSRank.cc:252 No locals. #4 0x0000557d32d2be3c in boost::function1::operator() (a0=, this=) at /build/ceph-12.2.8/obj-x86_64-linux-gnu/boost/include/boost/function/function_template.hpp:760 No locals. #5 FunctionContext::finish (this=, r=) at /build/ceph-12.2.8/src/include/Context.h:493 No locals. #6 0x0000557d32d29639 in Context::complete (this=0x557d3dc9f770, r=) at /build/ceph-12.2.8/src/include/Context.h:70 No locals. #7 0x0000557d3308b4f2 in SafeTimer::timer_thread (this=0x557d3dc82a90) at /build/ceph-12.2.8/src/common/Timer.cc:97 p = callback = 0x557d3dc9f770 now = #8 0x0000557d3308c8fd in SafeTimerThread::entry (this=) at /build/ceph-12.2.8/src/common/Timer.cc:30 No locals. #9 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce8453700) at pthread_create.c:333 __res = pd = 0x7f5ce8453700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037010568960, 7594426697019519860, 0, 140729815830383, 140037010569664, 140729815832432, -7503838851772222604, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #10 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 12 (Thread 0x7f5ce8c54700 (LWP 25556)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 No locals. #1 0x0000557d3308bb7f in Cond::WaitUntil (when=..., mutex=..., this=0x557d3dc83078) at /build/ceph-12.2.8/src/common/Cond.h:64 ts = {tv_sec = 1540242697, tv_nsec = 77329814} #2 SafeTimer::timer_thread (this=0x557d3dc83068) at /build/ceph-12.2.8/src/common/Timer.cc:110 now = #3 0x0000557d3308c8fd in SafeTimerThread::entry (this=) at /build/ceph-12.2.8/src/common/Timer.cc:30 No locals. #4 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce8c54700) at pthread_create.c:333 __res = pd = 0x7f5ce8c54700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037018961664, 7594426697019519860, 0, 140729815830351, 140037018962368, 4, -7503837751723723916, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 11 (Thread 0x7f5ce9455700 (LWP 25555)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000557d3308dfd9 in Cond::Wait (mutex=..., this=0x7ffe36ae9a90) at /build/ceph-12.2.8/src/common/Cond.h:48 No locals. #2 Finisher::finisher_thread_entry (this=0x7ffe36ae9a18) at /build/ceph-12.2.8/src/common/Finisher.cc:101 start = {tv = {tv_sec = 0, tv_nsec = 0}} count = 0 __PRETTY_FUNCTION__ = "void* Finisher::finisher_thread_entry()" #3 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce9455700) at pthread_create.c:333 __res = pd = 0x7f5ce9455700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037027354368, 7594426697019519860, 0, 140729815829935, 140037027355072, 140729815831008, -7503841049721736332, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #4 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 10 (Thread 0x7f5ce9c56700 (LWP 25554)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 No locals. #1 0x0000557d3308bb7f in Cond::WaitUntil (when=..., mutex=..., this=0x7ffe36ae9960) at /build/ceph-12.2.8/src/common/Cond.h:64 ts = {tv_sec = 1540242702, tv_nsec = 69978202} #2 SafeTimer::timer_thread (this=0x7ffe36ae9950) at /build/ceph-12.2.8/src/common/Timer.cc:110 now = #3 0x0000557d3308c8fd in SafeTimerThread::entry (this=) at /build/ceph-12.2.8/src/common/Timer.cc:30 No locals. #4 0x00007f5cf074b6ba in start_thread (arg=0x7f5ce9c56700) at pthread_create.c:333 __res = pd = 0x7f5ce9c56700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037035747072, 7594426697019519860, 0, 140729815829935, 140037035747776, 140729815831008, -7503839949673237644, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 9 (Thread 0x7f5cea457700 (LWP 25553)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000557d333dd9f3 in Cond::Wait (mutex=..., this=0x557d3dcacbc8) at /build/ceph-12.2.8/src/common/Cond.h:48 No locals. #2 DispatchQueue::run_local_delivery (this=0x557d3dcac980) at /build/ceph-12.2.8/src/msg/DispatchQueue.cc:113 mp = m = priority = #3 0x0000557d3311ed0d in DispatchQueue::LocalDeliveryThread::entry (this=) at /build/ceph-12.2.8/src/msg/DispatchQueue.h:115 No locals. #4 0x00007f5cf074b6ba in start_thread (arg=0x7f5cea457700) at pthread_create.c:333 __res = pd = 0x7f5cea457700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037044139776, 7594426697019519860, 0, 140729815830383, 140037044140480, 4, -7503834451578227852, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 8 (Thread 0x7f5ceac58700 (LWP 25552)): #0 __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 No locals. #1 0x00007f5cf074ddbd in __GI___pthread_mutex_lock (mutex=mutex@entry=0x557d3dc82a40) at ../nptl/pthread_mutex_lock.c:80 __PRETTY_FUNCTION__ = "__pthread_mutex_lock" type = 2 id = #2 0x0000557d33068a79 in Mutex::Lock (this=this@entry=0x557d3dc82a18, no_lockdep=no_lockdep@entry=false) at /build/ceph-12.2.8/src/common/Mutex.cc:107 r = __PRETTY_FUNCTION__ = "void Mutex::Lock(bool)" #3 0x0000557d32d28198 in Mutex::Locker::Locker (m=..., this=) at /build/ceph-12.2.8/src/common/Mutex.h:115 No locals. #4 MDSDaemon::ms_dispatch (this=0x557d3dc82a00, m=0x557d418d7a80) at /build/ceph-12.2.8/src/mds/MDSDaemon.cc:1126 l = {mutex = @0x557d3dc82a18} handled_core = #5 0x0000557d333db6aa in Messenger::ms_deliver_dispatch (m=0x557d418d7a80, this=0x557d3dcac800) at /build/ceph-12.2.8/src/msg/Messenger.h:668 p = {_M_node = 0x557d3dcb35e0} #6 DispatchQueue::entry (this=0x557d3dcac980) at /build/ceph-12.2.8/src/msg/DispatchQueue.cc:197 msize = 144 m = 0x557d418d7a80 qitem = {type = -1, con = {px = 0x0}, m = {px = 0x557d418d7a80}} #7 0x0000557d3311ec2d in DispatchQueue::DispatchThread::entry (this=) at /build/ceph-12.2.8/src/msg/DispatchQueue.h:101 No locals. #8 0x00007f5cf074b6ba in start_thread (arg=0x7f5ceac58700) at pthread_create.c:333 __res = pd = 0x7f5ceac58700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037052532480, 7594426697019519860, 0, 140729815830351, 140037052533184, 4, -7503833351529729164, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #9 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 7 (Thread 0x7f5ceb459700 (LWP 25551)): #0 __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 No locals. #1 0x00007f5cf074ddbd in __GI___pthread_mutex_lock (mutex=mutex@entry=0x557d3dc82a40) at ../nptl/pthread_mutex_lock.c:80 __PRETTY_FUNCTION__ = "__pthread_mutex_lock" type = 2 id = #2 0x0000557d33068a79 in Mutex::Lock (this=this@entry=0x557d3dc82a18, no_lockdep=no_lockdep@entry=false) at /build/ceph-12.2.8/src/common/Mutex.cc:107 r = __PRETTY_FUNCTION__ = "void Mutex::Lock(bool)" #3 0x0000557d32d1be62 in Mutex::Locker::Locker (m=..., this=) at /build/ceph-12.2.8/src/common/Mutex.h:115 No locals. #4 MDSDaemon::dump_status (this=this@entry=0x557d3dc82a00, f=f@entry=0x557d41bbb380) at /build/ceph-12.2.8/src/mds/MDSDaemon.cc:172 l = {mutex = @0x557d3dc82a18} #5 0x0000557d32d1c3db in MDSDaemon::asok_command (this=0x557d3dc82a00, command=..., cmdmap=..., format=..., ss=...) at /build/ceph-12.2.8/src/mds/MDSDaemon.cc:139 f = 0x557d41bbb380 handled = false #6 0x0000557d32d2ae28 in MDSSocketHook::call (this=this@entry=0x557d3dab62e0, command=..., cmdmap=..., format=..., out=...) at /build/ceph-12.2.8/src/mds/MDSDaemon.cc:125 ss = r = #7 0x0000557d3306f1b6 in AdminSocket::do_accept (this=this@entry=0x557d3db06540) at /build/ceph-12.2.8/src/common/admin_socket.cc:412 success = len = 1100705472 ret = args = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f5ceb457b50 ""}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} match_hook = 0x557d3dab62e0 cmdvec = {, std::allocator >, std::allocator, std::allocator > > >> = {_M_impl = {, std::allocator > >> = {<__gnu_cxx::new_allocator, std::allocator > >> = {}, }, _M_start = 0x557d412761e0, _M_finish = 0x557d41276200, _M_end_of_storage = 0x557d41276200}}, } errss = match = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f5ceb457a90 "status"}, _M_string_length = 6, {_M_local_buf = "status\000\000\000\000\000\000\000\000\000", _M_allocated_capacity = 126948300911731}} format = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f5ceb4579f0 "json-pretty"}, _M_string_length = 11, {_M_local_buf = "json-pretty\000\000\000\000", _M_allocated_capacity = 7310028485604373354}} p = {_M_node = 0x557d3db5d160} out = {_buffers = { >> = {_M_impl = { >> = {<__gnu_cxx::new_allocator >> = {}, }, _M_node = { = {_M_next = 0x7f5ceb457960, _M_prev = 0x7f5ceb457960}, _M_data = 0}}}, }, _len = 0, _memcopy_count = 0, append_buffer = {_raw = 0x0, _off = 0, _len = 0}, last_p = {> = {> = {}, bl = 0x7f5ceb457960, ls = 0x7f5ceb457960, off = 0, p = {_M_node = 0x7f5ceb457960}, p_off = 0}, }, static CLAIM_DEFAULT = 0, static CLAIM_ALLOW_NONSHAREABLE = 1} address = {sun_family = 1, sun_path = '\000' } address_length = 2 connection_fd = cmd = "{\"prefix\": \"status\"}\000nd_descriptions\"}\000\000\337\003\000\000\000\000\000\000\000p\231\361\\\177\000\000\200=k\357\\\177\000\000\370\017l\357\\\177\000\000K\226x\361\\\177\000\000\337\003\000\000\000\000\000\000\370\017l\357\\\177\000\000\000p\231\361\\\177\000\000x\177E\353\\\177\000\000t\177E\353\\\177\000\000\341\217x\361\\\177\000\000\000\000\000\000\000\000\000\000\252\234\260\062}U\000\000`[\252\062}U\000\000x\177E\353\\\177\000\000|`\234|\000\000\000\000\201q\362\001\000\000\000\000<\000\000\000\000\000\000\000P\200E\353\\\177\000\000\370\017l\357\\\177\000\000"... pos = c = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x557d41274ae0 "status"}, _M_string_length = 6, {_M_local_buf = "\036", '\000' , _M_allocated_capacity = 30}} rval = false cmdmap = {_M_t = {_M_impl = {, std::allocator > const, boost::variant, std::allocator >, bool, long, double, std::vector, std::allocator >, std::allocator, std::allocator > > >, std::vector >, std::vector > > > > >> = {<__gnu_cxx::new_allocator, std::allocator > const, boost::variant, std::allocator >, bool, long, double, std::vector, std::allocator >, std::allocator, std::allocator > > >, std::vector >, std::vector > > > > >> = {}, }, _M_key_compare = {, std::allocator >, std::__cxx11::basic_string, std::allocator >, bool>> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x557d3de54e60, _M_left = 0x557d3de54e60, _M_right = 0x557d3de54e60}, _M_node_count = 1}}} #8 0x0000557d330707e8 in AdminSocket::entry (this=0x557d3db06540) at /build/ceph-12.2.8/src/common/admin_socket.cc:263 fds = {{fd = 16, events = 129, revents = 1}, {fd = 14, events = 129, revents = 0}} ret = #9 0x00007f5cf074b6ba in start_thread (arg=0x7f5ceb459700) at pthread_create.c:333 __res = pd = 0x7f5ceb459700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037060925184, 7594426697019519860, 0, 140729815829743, 140037060925888, 93996393914992, -7503836649527741580, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #10 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 6 (Thread 0x7f5cebc5a700 (LWP 25550)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 No locals. #1 0x0000557d331e5e10 in Cond::WaitUntil (when=..., mutex=..., this=0x557d3db98368) at /build/ceph-12.2.8/src/common/Cond.h:64 ts = {tv_sec = 1540242697, tv_nsec = 69579261} #2 Cond::WaitInterval (interval=..., mutex=..., this=0x557d3db98368) at /build/ceph-12.2.8/src/common/Cond.h:73 when = #3 CephContextServiceThread::entry (this=0x557d3db982d0) at /build/ceph-12.2.8/src/common/ceph_context.cc:135 l = {mutex = @0x557d3db982f8} #4 0x00007f5cf074b6ba in start_thread (arg=0x7f5cebc5a700) at pthread_create.c:333 __res = pd = 0x7f5cebc5a700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037069317888, 7594426697019519860, 0, 140729815830687, 140037069318592, 93996224173568, -7503835549479242892, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 5 (Thread 0x7f5cecbf9700 (LWP 25549)): #0 0x00007f5cef7b7a13 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84 No locals. #1 0x0000557d33388039 in EpollDriver::event_wait (this=0x557d3dc9ec30, fired_events=..., tvp=) at /build/ceph-12.2.8/src/msg/async/EventEpoll.cc:114 retval = numevents = 0 #2 0x0000557d3312f0d1 in EventCenter::process_events (this=this@entry=0x557d3db12740, timeout_microseconds=, timeout_microseconds@entry=30000000, working_dur=working_dur@entry=0x7f5cecbf82a0) at /build/ceph-12.2.8/src/msg/async/Event.cc:395 tv = {tv_sec = 10, tv_usec = 2978} numevents = trigger_time = true now = it = blocking = __func__ = "process_events" fired_events = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}}, } working_start = #3 0x0000557d331337d8 in NetworkStack::::operator()(void) const (__closure=0x557d3db5c788) at /build/ceph-12.2.8/src/msg/async/Stack.cc:51 dur = {__r = 7552} r = tp_name = "msgr-worker-2\000\000" w = 0x557d3db126c0 this = 0x557d3daf2330 __func__ = "operator()" #4 0x00007f5cf0051c80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6 No symbol table info available. #5 0x00007f5cf074b6ba in start_thread (arg=0x7f5cecbf9700) at pthread_create.c:333 __res = pd = 0x7f5cecbf9700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037085697792, 7594426697019519860, 0, 140729815830559, 140037085698496, 0, -7503828592169094284, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #6 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 4 (Thread 0x7f5ced3fa700 (LWP 25548)): #0 0x00007f5cef7b7a13 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84 No locals. #1 0x0000557d33388039 in EpollDriver::event_wait (this=0x557d3dc9ea50, fired_events=..., tvp=) at /build/ceph-12.2.8/src/msg/async/EventEpoll.cc:114 retval = numevents = 0 #2 0x0000557d3312f0d1 in EventCenter::process_events (this=this@entry=0x557d3db12bc0, timeout_microseconds=, timeout_microseconds@entry=30000000, working_dur=working_dur@entry=0x7f5ced3f92a0) at /build/ceph-12.2.8/src/msg/async/Event.cc:395 tv = {tv_sec = 19, tv_usec = 951181} numevents = trigger_time = true now = it = blocking = __func__ = "process_events" fired_events = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}}, } working_start = #3 0x0000557d331337d8 in NetworkStack::::operator()(void) const (__closure=0x557d3db5c738) at /build/ceph-12.2.8/src/msg/async/Stack.cc:51 dur = {__r = 233} r = tp_name = "msgr-worker-1\000\000" w = 0x557d3db12b40 this = 0x557d3daf2330 __func__ = "operator()" #4 0x00007f5cf0051c80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6 No symbol table info available. #5 0x00007f5cf074b6ba in start_thread (arg=0x7f5ced3fa700) at pthread_create.c:333 __res = pd = 0x7f5ced3fa700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037094090496, 7594426697019519860, 0, 140729815830559, 140037094091200, 0, -7503831890167106700, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #6 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 3 (Thread 0x7f5cedbfb700 (LWP 25547)): #0 0x00007f5cef7b7a13 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84 No locals. #1 0x0000557d33388039 in EpollDriver::event_wait (this=0x557d3dc9e870, fired_events=..., tvp=) at /build/ceph-12.2.8/src/msg/async/EventEpoll.cc:114 retval = numevents = 0 #2 0x0000557d3312f0d1 in EventCenter::process_events (this=this@entry=0x557d3db12980, timeout_microseconds=, timeout_microseconds@entry=30000000, working_dur=working_dur@entry=0x7f5cedbfa2a0) at /build/ceph-12.2.8/src/msg/async/Event.cc:395 tv = {tv_sec = 21, tv_usec = 991223} numevents = trigger_time = true now = it = blocking = __func__ = "process_events" fired_events = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}}, } working_start = #3 0x0000557d331337d8 in NetworkStack::::operator()(void) const (__closure=0x557d3db5c6e8) at /build/ceph-12.2.8/src/msg/async/Stack.cc:51 dur = {__r = 215} r = tp_name = "msgr-worker-0\000\000" w = 0x557d3db12900 this = 0x557d3daf2330 __func__ = "operator()" #4 0x00007f5cf0051c80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6 No symbol table info available. #5 0x00007f5cf074b6ba in start_thread (arg=0x7f5cedbfb700) at pthread_create.c:333 __res = pd = 0x7f5cedbfb700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037102483200, 7594426697019519860, 0, 140729815830559, 140037102483904, 0, -7503830790118608012, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #6 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 2 (Thread 0x7f5ceec3c700 (LWP 25546)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000557d330941bb in ceph::logging::Log::entry (this=0x557d3db06000) at /build/ceph-12.2.8/src/log/Log.cc:460 No locals. #2 0x00007f5cf074b6ba in start_thread (arg=0x7f5ceec3c700) at pthread_create.c:333 __res = pd = 0x7f5ceec3c700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140037119526656, 7594426697019519860, 0, 140729815822815, 140037119527360, 0, -7503824501749615756, -7503786216476806284}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #3 0x00007f5cef7b741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 No locals. Thread 1 (Thread 0x7f5cf1991200 (LWP 25543)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000557d3312a817 in Cond::Wait (mutex=..., this=0x557d3dcacf60) at /build/ceph-12.2.8/src/common/Cond.h:48 No locals. #2 AsyncMessenger::wait (this=0x557d3dcac800) at /build/ceph-12.2.8/src/msg/async/AsyncMessenger.cc:481 __func__ = "wait" #3 0x0000557d32d0e36f in main (argc=10, argv=0x7ffe36ae9ee8) at /build/ceph-12.2.8/src/ceph_mds.cc:205 args = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_start = 0x557d3dacee60, _M_finish = 0x557d3dacee60, _M_end_of_storage = 0x557d3daceea8}}, } cct = {px = 0x557d3dae61e0} val = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7ffe36ae9680 ""}, _M_string_length = 0, {_M_local_buf = "\000\226\256\066\376\177\000\000\000\000\000\000\376\177\000", _M_allocated_capacity = 140729815832064}} action = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7ffe36ae96a0 ""}, _M_string_length = 0, {_M_local_buf = "\000\000\000\000\000\000\000\000З\256\066\376\177\000", _M_allocated_capacity = 0}} nonce = 7173147668894751738 public_msgr_type = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7ffe36ae9700 "async+posix"}, _M_string_length = 11, {_M_local_buf = "async+posix\000\000\000\000", _M_allocated_capacity = 8029965841656804193}} msgr = 0x557d3dcac800 required = 4096 r = mc = { = {_vptr.Dispatcher = 0x557d338b8ca0 , cct = 0x557d3dae61e0}, monmap = {epoch = 5, fsid = {uuid = {data = "\035f\016\250\375`\\w\206\246\033)\321", }}, last_changed = {tv = {tv_sec = 1518162680, tv_nsec = 9655867}}, created = {tv = {tv_sec = 1518162535, tv_nsec = 508059801}}, mon_info = {_M_t = {_M_impl = {, std::allocator > const, mon_info_t> > >> = {<__gnu_cxx::new_allocator, std::allocator > const, mon_info_t> > >> = {}, }, _M_key_compare = {, std::allocator >, std::__cxx11::basic_string, std::allocator >, bool>> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x557d3dafbef0, _M_left = 0x557d3dafbb90, _M_right = 0x557d3dafbcb0}, _M_node_count = 5}}}, addr_mons = {_M_t = {_M_impl = {, std::allocator > > > >> = {<__gnu_cxx::new_allocator, std::allocator > > > >> = {}, }, _M_key_compare = {> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x557d3db8d560, _M_left = 0x557d3db8c3e0, _M_right = 0x557d3db8c450}, _M_node_count = 5}}}, ranks = {, std::allocator >, std::allocator, std::allocator > > >> = {_M_impl = {, std::allocator > >> = {<__gnu_cxx::new_allocator, std::allocator > >> = {}, }, _M_start = 0x557d3db84600, _M_finish = 0x557d3db846a0, _M_end_of_storage = 0x557d3db84700}}, }, persistent_features = {static HEAD_VERSION = 1, static COMPAT_VERSION = 1, features = 3}, optional_features = {static HEAD_VERSION = 1, static COMPAT_VERSION = 1, features = 0}}, messenger = 0x557d3dcac800, active_con = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x557d3dca03d0}, }, }}, pending_cons = {_M_t = {_M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, _M_key_compare = {> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x0, _M_left = 0x7ffe36ae9848, _M_right = 0x7ffe36ae9848}, _M_node_count = 0}}}, entity_name = {type = 2, id = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7ffe36ae9888 "mds1"}, _M_string_length = 4, {_M_local_buf = "mds1\000\177\000\000\370nt\360\\\177\000", _M_allocated_capacity = 139638806373485}}, type_id = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7ffe36ae98a8 "mds.mds1"}, _M_string_length = 8, {_M_local_buf = "mds.mds1\000V\231\361\\\177\000", _M_allocated_capacity = 3563302150273721453}}}, my_addr = {static TYPE_DEFAULT = entity_addr_t::TYPE_LEGACY, type = 1, nonce = 3320093690, u = {sa = {sa_family = 10, sa_data = "\032\220\000\000\000\000 \001\a\270\000\200\000\001"}, sin = {sin_family = 10, sin_port = 36890, sin_addr = {s_addr = 0}, sin_zero = " \001\a\270\000\200\000\001"}, sin6 = {sin6_family = 10, sin6_port = 36890, sin6_flowinfo = 0, sin6_addr = {__in6_u = {__u6_addr8 = " \001\a\270\000\200\000\001\000\000\000\001\000\003\000\001", __u6_addr16 = {288, 47111, 32768, 256, 0, 256, 768, 256}, __u6_addr32 = {3087466784, 16809984, 16777216, 16777984}}}, sin6_scope_id = 0}}}, monc_lock = {name = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x557d3dcb3460 "MonClient::monc_lock"}, _M_string_length = 20, {_M_local_buf = "\024\000\000\000\000\000\000\000(X\231\361\\\177\000", _M_allocated_capacity = 20}}, id = -1, recursive = false, lockdep = true, backtrace = false, _m = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 1, __kind = 2, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' , "\001\000\000\000\002", '\000' , __align = 0}, nlock = 0, locked_by = 0, cct = 0x0, logger = 0x0}, timer = {cct = 0x557d3dae61e0, lock = @0x7ffe36ae98e0, cond = {_vptr.Cond = 0x557d338afdd0 , _c = {__data = {__lock = 0, __futex = 23, __total_seq = 12, __wakeup_seq = 11, __woken_seq = 11, __mutex = 0x7ffe36ae9908, __nwaiters = 2, __broadcast_seq = 0}, __size = "\000\000\000\000\027\000\000\000\f\000\000\000\000\000\000\000\v\000\000\000\000\000\000\000\v\000\000\000\000\000\000\000\b\231\256\066\376\177\000\000\002\000\000\000\000\000\000", __align = 98784247808}, waiter_mutex = 0x7ffe36ae98e0}, safe_callbacks = true, thread = 0x557d3dc9f1d0, schedule = {_M_t = {_M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, _M_key_compare = {> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x557d3dc9f2c0, _M_left = 0x557d3dc9f2c0, _M_right = 0x557d3dc9f2c0}, _M_node_count = 1}}}, events = {_M_t = {_M_impl = { > > > >> = {<__gnu_cxx::new_allocator > > > >> = {}, }, _M_key_compare = {> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x557d3e0f33c0, _M_left = 0x557d3e0f33c0, _M_right = 0x557d3e0f33c0}, _M_node_count = 1}}}, stopping = false}, finisher = {cct = 0x557d3dae61e0, finisher_lock = {name = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x557d3dcb3480 "Finisher::finisher_lock"}, _M_string_length = 23, {_M_local_buf = "\027", '\000' , _M_allocated_capacity = 23}}, id = -1, recursive = false, lockdep = true, backtrace = false, _m = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 1, __kind = 2, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' , "\001\000\000\000\002", '\000' , __align = 0}, nlock = 0, locked_by = 0, cct = 0x0, logger = 0x0}, finisher_cond = {_vptr.Cond = 0x557d338afdd0 , _c = {__data = {__lock = 0, __futex = 1, __total_seq = 1, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x7ffe36ae9a48, __nwaiters = 2, __broadcast_seq = 0}, __size = "\000\000\000\000\001\000\000\000\001", '\000' , "H\232\256\066\376\177\000\000\002\000\000\000\000\000\000", __align = 4294967296}, waiter_mutex = 0x7ffe36ae9a20}, finisher_empty_cond = {_vptr.Cond = 0x557d338afdd0 , _c = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' , __align = 0}, waiter_mutex = 0x0}, finisher_stop = false, finisher_running = false, finisher_empty_wait = false, finisher_queue = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}}, }, thread_name = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7ffe36ae9b40 "fn_anonymous"}, _M_string_length = 12, {_M_local_buf = "fn_anonymous\000yst", _M_allocated_capacity = 8750053645898182246}}, finisher_queue_rval = {, std::allocator > >> = {_M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, _M_node = { = {_M_next = 0x7ffe36ae9b50, _M_prev = 0x7ffe36ae9b50}, _M_data = 0}}}, }, logger = 0x0, finisher_thread = { = {_vptr.Thread = 0x557d338b0110 , thread_id = 140037027354368, pid = 25555, ioprio_class = -1, ioprio_priority = -1, cpuid = -1, thread_name = 0x7ffe36ae9b40 "fn_anonymous"}, fin = 0x7ffe36ae9a18}}, initialized = true, no_keyring_disabled_cephx = false, log_client = 0x557d3dc83268, more_log_pending = false, auth_supported = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x557d3dcb3620}, }, }}, want_monmap = false, map_cond = {_vptr.Cond = 0x557d338afdd0 , _c = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' , __align = 0}, waiter_mutex = 0x0}, passthrough_monmap = false, auth = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x557d3db1b2c0}, }, }}, want_keys = 23, global_id = 23367244, auth_cond = {_vptr.Cond = 0x557d338afdd0 , _c = {__data = {__lock = 0, __futex = 4, __total_seq = 2, __wakeup_seq = 2, __woken_seq = 2, __mutex = 0x7ffe36ae9908, __nwaiters = 0, __broadcast_seq = 2}, __size = "\000\000\000\000\004\000\000\000\002\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\b\231\256\066\376\177\000\000\000\000\000\000\002\000\000", __align = 17179869184}, waiter_mutex = 0x7ffe36ae98e0}, authenticate_err = 0, authenticated = true, waiting_for_session = { >> = {_M_impl = { >> = {<__gnu_cxx::new_allocator >> = {}, }, _M_node = { = {_M_next = 0x7ffe36ae9c70, _M_prev = 0x7ffe36ae9c70}, _M_data = 0}}}, }, last_rotating_renew_sent = {tv = {tv_sec = 1540242582, tv_nsec = 71037702}}, session_established_context = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x0}, }, }}, had_a_connection = true, reopen_interval_multiplier = 1, sub_sent = {_M_t = {_M_impl = {, std::allocator > const, ceph_mon_subscribe_item> > >> = {<__gnu_cxx::new_allocator, std::allocator > const, ceph_mon_subscribe_item> > >> = {}, }, _M_key_compare = {, std::allocator >, std::__cxx11::basic_string, std::allocator >, bool>> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x557d3de1b6d0, _M_left = 0x557d3de1b680, _M_right = 0x557d3de04a00}, _M_node_count = 4}}}, sub_new = {_M_t = {_M_impl = {, std::allocator > const, ceph_mon_subscribe_item> > >> = {<__gnu_cxx::new_allocator, std::allocator > const, ceph_mon_subscribe_item> > >> = {}, }, _M_key_compare = {, std::allocator >, std::__cxx11::basic_string, std::allocator >, bool>> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x0, _M_left = 0x7ffe36ae9ce0, _M_right = 0x7ffe36ae9ce0}, _M_node_count = 0}}}, sub_renew_sent = {tv = {tv_sec = 1540242582, tv_nsec = 68285638}}, sub_renew_after = {tv = {tv_sec = 0, tv_nsec = 0}}, keyring = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x557d3db943c0}, }, }}, rotating_secrets = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x557d3daea270}, }, }}, last_mon_command_tid = 0, mon_commands = {_M_t = {_M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, _M_key_compare = {> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x0, _M_left = 0x7ffe36ae9d38, _M_right = 0x7ffe36ae9d38}, _M_node_count = 0}}}, version_requests = {_M_t = {_M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, _M_key_compare = {> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x0, _M_left = 0x7ffe36ae9d68, _M_right = 0x7ffe36ae9d68}, _M_node_count = 0}}}, version_req_id = 0} s = "\210_\214\063}U\000\000\231\242n\357\\\177\000\000\224\000\000" A debugging session is active. Inferior 1 [process 25543] will be detached. Quit anyway? (y or n) [answered Y; input not from terminal] SCRIPT DONE.