Attachment 714195 Details for Bug 924517 – File: backtrace

File: backtrace

backtrace (text/plain), 44.42 KB, created by Michael S. on 2013-03-22 00:41:10 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Michael S.

Created: 2013-03-22 00:41:10 UTC

Size: 44.42 KB

patch

obsolete

>[New LWP 8948]
>[New LWP 8949]
>[New LWP 9203]
>[New LWP 8950]
>[New LWP 9204]
>[New LWP 9205]
>[New LWP 9207]
>[New LWP 8951]
>[New LWP 9206]
>[New LWP 9219]
>[New LWP 9208]
>[New LWP 9217]
>[New LWP 9223]
>[New LWP 9209]
>[New LWP 9221]
>[New LWP 9220]
>[New LWP 9224]
>[New LWP 9225]
>[New LWP 9222]
>[New LWP 9218]
>[New LWP 9226]
>[Thread debugging using libthread_db enabled]
>Using host libthread_db library "/lib64/libthread_db.so.1".
>Core was generated by `/usr/bin/ceph-osd -i 1 --pid-file /var/run/ceph/osd.1.pid -c /etc/ceph/ceph.con'.
>Program terminated with signal 6, Aborted.
>#0  0x00000030e6c0eedb in raise () from /lib64/libpthread.so.0
>
>Thread 21 (Thread 0x7f7897c67700 (LWP 9226)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x0000000000780caa in Wait (mutex=..., this=0x1b106e8) at common/Cond.h:55
>No locals.
>#2  SafeTimer::timer_thread (this=0x1b106d8) at common/Timer.cc:113
>        now = {tv = {tv_sec = 1363907312, tv_nsec = 997094000}}
>#3  0x000000000078225d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
>No locals.
>#4  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#5  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 20 (Thread 0x7f789d472700 (LWP 9218)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x000000000067b0ee in Wait (mutex=..., this=0x1aa4238) at common/Cond.h:55
>No locals.
>#2  FileJournal::write_thread_entry (this=0x1aa4100) at os/FileJournal.cc:1108
>        locker = {mutex = @0x1aa41e0}
>        locker = {mutex = @0x1aa4658}
>        orig_ops = 1
>        bl = {_buffers = std::list = {[0] = {_raw = 0x0, _off = 0, _len = 4096}, [1] = {_raw = 0x1000, _off = 0, _len = 0}, [2] = {_raw = 0x1000, _off = 0, _len = 0}, [3] = {_raw = 0x1000, _off = 0, _len = 0}, [4] = {_raw = 0x0, _off = 0, _len = 4096}, [5] = {_raw = 0xe15, _off = 0, _len = 0}, [6] = {_raw = 0x0, _off = 0, _len = 287}, [7] = {_raw = 0x0, _off = 0, _len = 86}, [8] = <error reading variable>
>        orig_bytes = 411
>        r = <optimized out>
>        __PRETTY_FUNCTION__ = "void FileJournal::write_thread_entry()"
>#3  0x00000000005c04dd in FileJournal::Writer::entry (this=<optimized out>) at os/FileJournal.h:293
>No locals.
>#4  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#5  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 19 (Thread 0x7f7899c6b700 (LWP 9222)):
>#0  0x00000030e6c0b952 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x000000000078505f in WaitUntil (when=..., mutex=..., this=0x1b10a80) at common/Cond.h:71
>        ts = {tv_sec = 1363907315, tv_nsec = 168169000}
>#2  WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x1b10a80) at common/Cond.h:79
>        when = <optimized out>
>#3  ThreadPool::worker (this=0x1b10a08, wt=0x1a61300) at common/WorkQueue.cc:137
>        ss = {<std::basic_iostream<char, std::char_traits<char> >> = {<std::basic_istream<char, std::char_traits<char> >> = {<std::basic_ios<char, std::char_traits<char> >> = {<std::ios_base> = {_vptr.ios_base = 0xb90a88 <vtable for std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >+104>, static boolalpha = std::_S_boolalpha, static dec = std::_S_dec, static fixed = std::_S_fixed, static hex = std::_S_hex, static internal = std::_S_internal, static left = std::_S_left, static oct = std::_S_oct, static right = std::_S_right, static scientific = std::_S_scientific, static showbase = std::_S_showbase, static showpoint = std::_S_showpoint, static showpos = std::_S_showpos, static skipws = std::_S_skipws, static unitbuf = std::_S_unitbuf, static uppercase = std::_S_uppercase, static adjustfield = std::_S_adjustfield, static basefield = std::_S_basefield, static floatfield = std::_S_floatfield, static badbit = std::_S_badbit, static eofbit = std::_S_eofbit, static failbit = std::_S_failbit, static goodbit = std::_S_goodbit, static app = std::_S_app, static ate = std::_S_ate, static binary = std::_S_bin, static in = std::_S_in, static out = std::_S_out, static trunc = std::_S_trunc, static beg = std::_S_beg, static cur = std::_S_cur, static end = std::_S_end, _M_precision = 6, _M_width = 0, _M_flags = 4098, _M_exception = std::_S_goodbit, _M_streambuf_state = std::_S_goodbit, _M_callbacks = 0x0, _M_word_zero = {_M_pword = 0x0, _M_iword = 0}, _M_local_word = {{_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}}, _M_word_size = 8, _M_word = 0x7f7899c6ad18, _M_ios_locale = {static none = 0, static ctype = 1, static numeric = 2, static collate = 4, static time = 8, static monetary = 16, static messages = 32, static all = 63, _M_impl = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_classic = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_global = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_categories = 0x34318e56c0 <__gnu_cxx::category_names>, static _S_once = 2}}, _M_tie = 0x0, _M_fill = 32 ' ', _M_fill_init = true, _M_streambuf = 0x7f7899c6ac88, _M_ctype = 0x3431900d60 <(anonymous namespace)::ctype_c>, _M_num_put = 0x3431901080 <(anonymous namespace)::num_put_c>, _M_num_get = 0x3431901070 <(anonymous namespace)::num_get_c>}, _vptr.basic_istream = 0xb90a38 <vtable for std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >+24>, _M_gcount = 0}, <std::basic_ostream<char, std::char_traits<char> >> = {_vptr.basic_ostream = 0xb90a60 <vtable for std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >+64>}, <No data fields>}, _M_stringbuf = {<std::basic_streambuf<char, std::char_traits<char> >> = {_vptr.basic_streambuf = 0xb90e50 <vtable for std::basic_stringbuf<char, std::char_traits<char>, std::allocator<char> >+16>, _M_in_beg = 0x1aa8b58 "FileStore::op_tp thread 0x7f7899c6b700", _M_in_cur = 0x1aa8b58 "FileStore::op_tp thread 0x7f7899c6b700", _M_in_end = 0x1aa8b59 "ileStore::op_tp thread 0x7f7899c6b700", _M_out_beg = 0x1aa8b58 "FileStore::op_tp thread 0x7f7899c6b700", _M_out_cur = 0x1aa8b7e "", _M_out_end = 0x1aa8d58 "", _M_buf_locale = {static none = 0, static ctype = 1, static numeric = 2, static collate = 4, static time = 8, static monetary = 16, static messages = 32, static all = 63, _M_impl = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_classic = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_global = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_categories = 0x34318e56c0 <__gnu_cxx::category_names>, static _S_once = 2}}, _M_mode = (std::_S_in | std::_S_out), _M_string = "F"}}
>        hb = 0x1a8cfb0
>#4  0x0000000000786330 in ThreadPool::WorkThread::entry (this=<optimized out>) at common/WorkQueue.h:316
>No locals.
>#5  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#6  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 18 (Thread 0x7f7898468700 (LWP 9225)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x00000000006f9edf in Wait (mutex=..., this=0x1b10508) at common/Cond.h:55
>No locals.
>#2  Finisher::finisher_thread_entry (this=0x1b104a8) at common/Finisher.cc:80
>        __PRETTY_FUNCTION__ = "void* Finisher::finisher_thread_entry()"
>#3  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#4  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 17 (Thread 0x7f7898c69700 (LWP 9224)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x00000000006f9edf in Wait (mutex=..., this=0x1b10938) at common/Cond.h:55
>No locals.
>#2  Finisher::finisher_thread_entry (this=0x1b108d8) at common/Finisher.cc:80
>        __PRETTY_FUNCTION__ = "void* Finisher::finisher_thread_entry()"
>#3  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#4  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 16 (Thread 0x7f789ac6d700 (LWP 9220)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x00000000006f9edf in Wait (mutex=..., this=0x1b10078) at common/Cond.h:55
>No locals.
>#2  Finisher::finisher_thread_entry (this=0x1b10018) at common/Finisher.cc:80
>        __PRETTY_FUNCTION__ = "void* Finisher::finisher_thread_entry()"
>#3  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#4  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 15 (Thread 0x7f789a46c700 (LWP 9221)):
>#0  0x00000030e6c0b952 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x000000000078505f in WaitUntil (when=..., mutex=..., this=0x1b10a80) at common/Cond.h:71
>        ts = {tv_sec = 1363907314, tv_nsec = 997044000}
>#2  WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x1b10a80) at common/Cond.h:79
>        when = <optimized out>
>#3  ThreadPool::worker (this=0x1b10a08, wt=0x1a622e0) at common/WorkQueue.cc:137
>        ss = {<std::basic_iostream<char, std::char_traits<char> >> = {<std::basic_istream<char, std::char_traits<char> >> = {<std::basic_ios<char, std::char_traits<char> >> = {<std::ios_base> = {_vptr.ios_base = 0xb90a88 <vtable for std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >+104>, static boolalpha = std::_S_boolalpha, static dec = std::_S_dec, static fixed = std::_S_fixed, static hex = std::_S_hex, static internal = std::_S_internal, static left = std::_S_left, static oct = std::_S_oct, static right = std::_S_right, static scientific = std::_S_scientific, static showbase = std::_S_showbase, static showpoint = std::_S_showpoint, static showpos = std::_S_showpos, static skipws = std::_S_skipws, static unitbuf = std::_S_unitbuf, static uppercase = std::_S_uppercase, static adjustfield = std::_S_adjustfield, static basefield = std::_S_basefield, static floatfield = std::_S_floatfield, static badbit = std::_S_badbit, static eofbit = std::_S_eofbit, static failbit = std::_S_failbit, static goodbit = std::_S_goodbit, static app = std::_S_app, static ate = std::_S_ate, static binary = std::_S_bin, static in = std::_S_in, static out = std::_S_out, static trunc = std::_S_trunc, static beg = std::_S_beg, static cur = std::_S_cur, static end = std::_S_end, _M_precision = 6, _M_width = 0, _M_flags = 4098, _M_exception = std::_S_goodbit, _M_streambuf_state = std::_S_goodbit, _M_callbacks = 0x0, _M_word_zero = {_M_pword = 0x0, _M_iword = 0}, _M_local_word = {{_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}}, _M_word_size = 8, _M_word = 0x7f789a46bd18, _M_ios_locale = {static none = 0, static ctype = 1, static numeric = 2, static collate = 4, static time = 8, static monetary = 16, static messages = 32, static all = 63, _M_impl = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_classic = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_global = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_categories = 0x34318e56c0 <__gnu_cxx::category_names>, static _S_once = 2}}, _M_tie = 0x0, _M_fill = 32 ' ', _M_fill_init = true, _M_streambuf = 0x7f789a46bc88, _M_ctype = 0x3431900d60 <(anonymous namespace)::ctype_c>, _M_num_put = 0x3431901080 <(anonymous namespace)::num_put_c>, _M_num_get = 0x3431901070 <(anonymous namespace)::num_get_c>}, _vptr.basic_istream = 0xb90a38 <vtable for std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >+24>, _M_gcount = 0}, <std::basic_ostream<char, std::char_traits<char> >> = {_vptr.basic_ostream = 0xb90a60 <vtable for std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >+64>}, <No data fields>}, _M_stringbuf = {<std::basic_streambuf<char, std::char_traits<char> >> = {_vptr.basic_streambuf = 0xb90e50 <vtable for std::basic_stringbuf<char, std::char_traits<char>, std::allocator<char> >+16>, _M_in_beg = 0x1aa8d98 "FileStore::op_tp thread 0x7f789a46c700", _M_in_cur = 0x1aa8d98 "FileStore::op_tp thread 0x7f789a46c700", _M_in_end = 0x1aa8d99 "ileStore::op_tp thread 0x7f789a46c700", _M_out_beg = 0x1aa8d98 "FileStore::op_tp thread 0x7f789a46c700", _M_out_cur = 0x1aa8dbe "", _M_out_end = 0x1aa8f98 "", _M_buf_locale = {static none = 0, static ctype = 1, static numeric = 2, static collate = 4, static time = 8, static monetary = 16, static messages = 32, static all = 63, _M_impl = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_classic = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_global = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_categories = 0x34318e56c0 <__gnu_cxx::category_names>, static _S_once = 2}}, _M_mode = (std::_S_in | std::_S_out), _M_string = "F"}}
>        hb = 0x1a8cf80
>#4  0x0000000000786330 in ThreadPool::WorkThread::entry (this=<optimized out>) at common/WorkQueue.h:316
>No locals.
>#5  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#6  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 14 (Thread 0x7f789e474700 (LWP 9209)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x0000000000780caa in Wait (mutex=..., this=0x1c91bb8) at common/Cond.h:55
>No locals.
>#2  SafeTimer::timer_thread (this=0x1c91ba8) at common/Timer.cc:113
>        now = {tv = {tv_sec = 1363907311, tv_nsec = 804073000}}
>#3  0x000000000078225d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
>No locals.
>#4  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#5  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 13 (Thread 0x7f789946a700 (LWP 9223)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x0000000000694da4 in Wait (mutex=..., this=0x1b10bc0) at common/Cond.h:55
>No locals.
>#2  FileStore::flusher_entry (this=0x1b10000) at os/FileStore.cc:3264
>No locals.
>#3  0x00000000006ae7fd in FileStore::FlusherThread::entry (this=<optimized out>) at os/FileStore.h:262
>No locals.
>#4  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#5  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 12 (Thread 0x7f789dc73700 (LWP 9217)):
>#0  0x00000030e6c0b952 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x00000000006ad1e1 in Cond::WaitUntil (this=this@entry=0x1b10638, mutex=..., when=...) at common/Cond.h:71
>        __PRETTY_FUNCTION__ = "int Cond::WaitUntil(Mutex&, utime_t)"
>        ts = {tv_sec = 1363907317, tv_nsec = 943816000}
>        r = <optimized out>
>#2  0x00000000006ad2fe in Cond::WaitInterval (this=this@entry=0x1b10638, cct=<optimized out>, mutex=..., interval=...) at common/Cond.h:79
>        when = <optimized out>
>#3  0x00000000006a2c83 in FileStore::sync_entry (this=0x1b10000) at os/FileStore.cc:3304
>        max_interval = {tv = {tv_sec = 5, tv_nsec = 0}}
>        min_interval = {tv = {tv_sec = 0, tv_nsec = 10000000}}
>        startwait = {tv = {tv_sec = <optimized out>, tv_nsec = 943815000}}
>        fin = std::list = {[0] = <error reading variable fin (Cannot access memory at address 0x10)>
>        __PRETTY_FUNCTION__ = "void FileStore::sync_entry()"
>#4  0x00000000006afc5d in FileStore::SyncThread::entry (this=<optimized out>) at os/FileStore.h:115
>No locals.
>#5  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#6  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 11 (Thread 0x7f789f486700 (LWP 9208)):
>#0  0x00000030e6c0de4d in __lll_lock_wait () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x00000030e6c09ca6 in _L_lock_836 () from /lib64/libpthread.so.0
>No symbol table info available.
>#2  0x00000030e6c09ba8 in pthread_mutex_lock () from /lib64/libpthread.so.0
>No symbol table info available.
>#3  0x0000000000756bab in Mutex::Lock (this=0x1c90018, no_lockdep=<optimized out>) at common/Mutex.cc:90
>        start = <optimized out>
>        r = <optimized out>
>        __PRETTY_FUNCTION__ = "void Mutex::Lock(bool)"
>#4  0x0000000000780a3f in SafeTimer::timer_thread (this=0x1c90070) at common/Timer.cc:86
>No locals.
>#5  0x000000000078225d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
>No locals.
>#6  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#7  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 10 (Thread 0x7f789cc71700 (LWP 9219)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x00000000005c32aa in Cond::Wait (this=0x1aa4470, mutex=...) at common/Cond.h:55
>No locals.
>#2  0x000000000067833d in FileJournal::write_finish_thread_entry (this=0x1aa4100) at os/FileJournal.cc:1316
>        locker = {mutex = @0x1aa43d8}
>        event = {{data = 0x0, obj = 0x0, res = 0, res2 = 0} <repeats 16 times>}
>        r = <optimized out>
>        __PRETTY_FUNCTION__ = "void FileJournal::write_finish_thread_entry()"
>#3  0x00000000005c04bd in FileJournal::WriteFinisher::entry (this=<optimized out>) at os/FileJournal.h:303
>No locals.
>#4  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#5  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 9 (Thread 0x7f789ec75700 (LWP 9206)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x0000000000776f50 in Wait (mutex=..., this=0x1b08e70) at common/Cond.h:55
>No locals.
>#2  SimpleMessenger::reaper_entry (this=0x1b08a00) at msg/SimpleMessenger.cc:206
>No locals.
>#3  0x000000000077aefd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/SimpleMessenger.h:412
>No locals.
>#4  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#5  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 8 (Thread 0x7f78a0488700 (LWP 8951)):
>#0  0x00000030e68e998d in poll () from /lib64/libc.so.6
>No symbol table info available.
>#1  0x000000000078848d in poll (__timeout=-1, __nfds=2, __fds=0x7f78a0487cd0) at /usr/include/bits/poll2.h:46
>No locals.
>#2  AdminSocket::entry (this=0x1ac0000) at common/admin_socket.cc:228
>        fds = {{fd = 9, events = 129, revents = 0}, {fd = 7, events = 129, revents = 0}}
>        ret = <optimized out>
>#3  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#4  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 7 (Thread 0x7f789fc87700 (LWP 9207)):
>#0  0x00000030e68eb793 in select () from /lib64/libc.so.6
>No symbol table info available.
>#1  0x00000000006e805a in SignalHandler::entry (this=0x1b90000) at global/signal_handler.cc:210
>        rfds = {fds_bits = {87040, 0 <repeats 15 times>}}
>        max_fd = 16
>        r = <optimized out>
>#2  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#3  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 6 (Thread 0x7f789c470700 (LWP 9205)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x0000000000776f50 in Wait (mutex=..., this=0x1b09d70) at common/Cond.h:55
>No locals.
>#2  SimpleMessenger::reaper_entry (this=0x1b09900) at msg/SimpleMessenger.cc:206
>No locals.
>#3  0x000000000077aefd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/SimpleMessenger.h:412
>No locals.
>#4  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#5  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 5 (Thread 0x7f789bc6f700 (LWP 9204)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x0000000000776f50 in Wait (mutex=..., this=0x1b08970) at common/Cond.h:55
>No locals.
>#2  SimpleMessenger::reaper_entry (this=0x1b08500) at msg/SimpleMessenger.cc:206
>No locals.
>#3  0x000000000077aefd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/SimpleMessenger.h:412
>No locals.
>#4  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#5  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 4 (Thread 0x7f78a0c89700 (LWP 8950)):
>#0  0x00000030e6c0d780 in sem_timedwait () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x0000000000799668 in CephContextServiceThread::entry (this=0x1a588c0) at common/ceph_context.cc:57
>        timeout = {tv_sec = 1363907314, tv_nsec = 547247615}
>#2  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#3  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 3 (Thread 0x7f789b46e700 (LWP 9203)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x0000000000776f50 in Wait (mutex=..., this=0x1b08470) at common/Cond.h:55
>No locals.
>#2  SimpleMessenger::reaper_entry (this=0x1b08000) at msg/SimpleMessenger.cc:206
>No locals.
>#3  0x000000000077aefd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/SimpleMessenger.h:412
>No locals.
>#4  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#5  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 2 (Thread 0x7f78a148a700 (LWP 8949)):
>#0  0x00000030e6c0b5e5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x000000000070747b in ceph::log::Log::entry (this=0x1ad8000) at log/Log.cc:323
>No locals.
>#2  0x00000030e6c07d15 in start_thread () from /lib64/libpthread.so.0
>No symbol table info available.
>#3  0x00000030e68f246d in clone () from /lib64/libc.so.6
>No symbol table info available.
>
>Thread 1 (Thread 0x7f78a14927c0 (LWP 8948)):
>#0  0x00000030e6c0eedb in raise () from /lib64/libpthread.so.0
>No symbol table info available.
>#1  0x00000000006e74a6 in reraise_fatal (signum=6) at global/signal_handler.cc:58
>        ret = <optimized out>
>        buf = "\375!\222\221\000\000\000\000\016\334a14\000\000\000\377\377\377\377\000\000\000\000\341\025\001\350\060", '\000' <repeats 19 times>, "x\017\000\350\060\000\000\000\310tI\241x\177\000\000K\t\000\000\000\000\000\000\236\001\000\000\000\000\000\000\000\000\000\000\005\000\000\000\v\003\000\000\001\000\000\000\005\000\000\000\377\177\000\000\320\326\275\362\377\177\000\000\260\326\275\362\377\177\000\000\001\000\000\000\000\000\000\000\b\355n\241x\177\000\000\250\"b\346\060\000\000\000\024\000\000\000\000\000\000\000\000\020b\346\060\000\000\000\273\rf14\000\000\000\304\226@\346\060", '\000' <repeats 11 times>"\220, u\202\r\000\000\000\000\060\327\275\362\377\177\000\000\016\000\000\000\000\000\000\000\023\000\000\000\000\000\000\000\320\236@\346\060\000\000\000\020\000\000\000\000\000\000\000\020\327\275\362\377\177\000\000\326\t6\000\000\000\000\000\330<\200\346\060\000\000\000\324+\200\346\060\000\000\000\240"...
>#2  handle_fatal_signal (signum=6) at global/signal_handler.cc:104
>        buf = "*** Caught signal (Aborted) **\n in thread 7f78a14927c0\n\000`\327\275\362\377\177\000\000P\327\275\362\377\177\000\000\000\000\000\000\000\000\000\000\310\330\275\362\377\177\000\000\063k\204\346\060\000\000\000\001\000\000\000\000\000\000\000\356\223\204\346\060\000\000\000\004\000\000\000\000\000\000\000\004", '\000' <repeats 19 times>"\377, \177", '\000' <repeats 14 times>, "\n\000\000\000\240\324\275\362\377\177\000\000\000\000\000\000\000\000\000\000\307\326\275\362\377\177", '\000' <repeats 18 times>"\374, \377\377\377\377\377\377\377", '\000' <repeats 16 times>"\224, \032\000\000\000\000\000\000\000\000\000\000\n\000\000\000\004\000\000\000\004\000 \000\000\000\000\000\000\000\000\000\024\327\275\362\377\177", '\000' <repeats 34 times>...
>        bt = {static max = 100, skip = 0, array = {0x6e73f0 <handle_fatal_signal(int)+144>, 0x30e6c0f000 <__restore_rt>, 0x30e6835ba5 <raise+53>, 0x30e6837358 <abort+328>, 0x3431660e1d <__gnu_cxx::__verbose_terminate_handler()+285>, 0x343165eeb6 <__cxxabiv1::__terminate(void (*)())+6>, 0x343165eee3, 0x343165f10e, 0x78f8e7 <ceph::buffer::list::iterator::copy(unsigned int, char*)+295>, 0x5fd0e7 <PG::peek_map_epoch(ObjectStore*, coll_t, ceph::buffer::list*)+151>, 0x5b65f3 <OSD::load_pgs()+4003>, 0x5b7ede <OSD::init()+2078>, 0x4efe7c <main(int, char const**)+8284>, 0x30e6821a05 <__libc_start_main+245>, 0x4f2239 <_start+41>, 0x0, 0x1b103e0, 0x7ffff2bddf30, 0x7ffff2bdced0, 0x1a8dfb8, 0x7ffff2bdd0ba, 0x1a7eea0, 0x1a8fb00, 0x0, 0x0, 0x1a8dfb8, 0x0, 0x0, 0x1b103d0, 0x1a7eea0, 0x1b10000, 0x7ffff2bddf20, 0x1a8dfa0, 0x7ffff2bddf30, 0x7ffff2bddfe0, 0x7ffff2bde390, 0x67f1d6 <FileStore::get_index(coll_t, std::tr1::shared_ptr<CollectionIndex>*)+262>, 0x1b10478, 0x0, 0x1a8dfb8, 0x1b10470, 0x62696c2f7261762f, 0x736f2f687065632f, 0x7065632e72657375, 0x74006f666e692e68, 0x747265766e6f632f, 0x31706d65745f7366, 0x1bb2500, 0x7fff00000001, 0x32, 0x1b10478, 0x7ffff2bdd080, 0x1b10470, 0x1b10470, 0x1b10478, 0x7ffff2bdd010, 0x6bd8eb <std::_Rb_tree<coll_t, std::pair<coll_t const, std::tr1::weak_ptr<CollectionIndex> >, std::_Select1st<std::pair<coll_t const, std::tr1::weak_ptr<CollectionIndex> > >, std::less<coll_t>, std::allocator<std::pair<coll_t const, std::tr1::weak_ptr<CollectionIndex> > > >::_M_insert_unique_(std::_Rb_tree_const_iterator<std::pair<coll_t const, std::tr1::weak_ptr<CollectionIndex> > >, std::pair<coll_t const, std::tr1::weak_ptr<CollectionIndex> > const&)+475>, 0x7ffff2bde110, 0x12c, 0x1b103d0, 0x1, 0x1b10478, 0x70a57bd068876300, 0x12c, 0x1b103d0, 0x7ffff2bdd080, 0x1b10478, 0x1b10470, 0x1b10478, 0x4e99b0 <pthread_cancel@plt>, 0x6bc602 <IndexManager::get_index(coll_t, char const*, std::tr1::shared_ptr<CollectionIndex>*)+882>, 0x1b10000, 0x1b103e0, 0x7ffff2bde110, 0x7ffff2bdd090, 0x1a8dd18, 0x69799b <FileStore::collection_getattrs(coll_t, std::map<std::string, ceph::buffer::ptr, std::less<std::string>, std::allocator<std::pair<std::string const, ceph::buffer::ptr> > >&)+219>, 0x1a7eea0, 0x1a8ed80, 0x0, 0x0, 0x1a8dd18, 0x0, 0x0, 0x34316bc339 <std::string::_Rep::_S_create(unsigned long, unsigned long, std::allocator<char> const&)+89>, 0x1a88090, 0x1b10000, 0x7ffff2bde100, 0x1a8dd00, 0x7ffff2bde110, 0x12c, 0x0, 0x67f1d6 <FileStore::get_index(coll_t, std::tr1::shared_ptr<CollectionIndex>*)+262>, 0x7ffff2bdd240, 0x34316bddb9 <std::string::_S_construct<char const*>(char const*, char const*, std::allocator<char> const&, std::forward_iterator_tag)+201>, 0x1a8dd18, 0x34316bd6ef <std::string::append(std::string const&)+175>, 0x62696c2f7261762f, 0x736f2f687065632f, 0x7ffff2bdd710}, size = 15, strings = 0x1b0a300}
>        oss = {<std::basic_ostream<char, std::char_traits<char> >> = {<std::basic_ios<char, std::char_traits<char> >> = {<std::ios_base> = {_vptr.ios_base = 0xb90c60 <vtable for std::basic_ostringstream<char, std::char_traits<char>, std::allocator<char> >+64>, static boolalpha = std::_S_boolalpha, static dec = std::_S_dec, static fixed = std::_S_fixed, static hex = std::_S_hex, static internal = std::_S_internal, static left = std::_S_left, static oct = std::_S_oct, static right = std::_S_right, static scientific = std::_S_scientific, static showbase = std::_S_showbase, static showpoint = std::_S_showpoint, static showpos = std::_S_showpos, static skipws = std::_S_skipws, static unitbuf = std::_S_unitbuf, static uppercase = std::_S_uppercase, static adjustfield = std::_S_adjustfield, static basefield = std::_S_basefield, static floatfield = std::_S_floatfield, static badbit = std::_S_badbit, static eofbit = std::_S_eofbit, static failbit = std::_S_failbit, static goodbit = std::_S_goodbit, static app = std::_S_app, static ate = std::_S_ate, static binary = std::_S_bin, static in = std::_S_in, static out = std::_S_out, static trunc = std::_S_trunc, static beg = std::_S_beg, static cur = std::_S_cur, static end = std::_S_end, _M_precision = 6, _M_width = 0, _M_flags = 4098, _M_exception = std::_S_goodbit, _M_streambuf_state = std::_S_goodbit, _M_callbacks = 0x0, _M_word_zero = {_M_pword = 0x0, _M_iword = 0}, _M_local_word = {{_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}, {_M_pword = 0x0, _M_iword = 0}}, _M_word_size = 8, _M_word = 0x7ffff2bdccb8, _M_ios_locale = {static none = 0, static ctype = 1, static numeric = 2, static collate = 4, static time = 8, static monetary = 16, static messages = 32, static all = 63, _M_impl = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_classic = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_global = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_categories = 0x34318e56c0 <__gnu_cxx::category_names>, static _S_once = 2}}, _M_tie = 0x0, _M_fill = 32 ' ', _M_fill_init = true, _M_streambuf = 0x7ffff2bdcc28, _M_ctype = 0x3431900d60 <(anonymous namespace)::ctype_c>, _M_num_put = 0x3431901080 <(anonymous namespace)::num_put_c>, _M_num_get = 0x3431901070 <(anonymous namespace)::num_get_c>}, _vptr.basic_ostream = 0xb90c38 <vtable for std::basic_ostringstream<char, std::char_traits<char>, std::allocator<char> >+24>}, _M_stringbuf = {<std::basic_streambuf<char, std::char_traits<char> >> = {_vptr.basic_streambuf = 0xb90e50 <vtable for std::basic_stringbuf<char, std::char_traits<char>, std::allocator<char> >+16>, _M_in_beg = 0x1aa8259 "ceph version 0.56.3 (6eb7e15a4783b122e9b0c85ea9ba064145958aa5)\n 1: /usr/bin/ceph-osd() [0x6e73f0]\n 2: /lib64/libpthread.so.0() [0x30e6c0f000]\n 3: (gsignal()+0x35) [0x30e6835ba5]\n 4: (abort()+0x148) [0"..., _M_in_cur = 0x1aa8259 "ceph version 0.56.3 (6eb7e15a4783b122e9b0c85ea9ba064145958aa5)\n 1: /usr/bin/ceph-osd() [0x6e73f0]\n 2: /lib64/libpthread.so.0() [0x30e6c0f000]\n 3: (gsignal()+0x35) [0x30e6835ba5]\n 4: (abort()+0x148) [0"..., _M_in_end = 0x1aa8259 "ceph version 0.56.3 (6eb7e15a4783b122e9b0c85ea9ba064145958aa5)\n 1: /usr/bin/ceph-osd() [0x6e73f0]\n 2: /lib64/libpthread.so.0() [0x30e6c0f000]\n 3: (gsignal()+0x35) [0x30e6835ba5]\n 4: (abort()+0x148) [0"..., _M_out_beg = 0x1aa8258 " ceph version 0.56.3 (6eb7e15a4783b122e9b0c85ea9ba064145958aa5)\n 1: /usr/bin/ceph-osd() [0x6e73f0]\n 2: /lib64/libpthread.so.0() [0x30e6c0f000]\n 3: (gsignal()+0x35) [0x30e6835ba5]\n 4: (abort()+0x148) ["..., _M_out_cur = 0x1aa8372 "", _M_out_end = 0x1aa8458 "00\376\377\377\377\377\377\377\377|\vY\273", _M_buf_locale = {static none = 0, static ctype = 1, static numeric = 2, static collate = 4, static time = 8, static monetary = 16, static messages = 32, static all = 63, _M_impl = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_classic = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_global = 0x3431900ae0 <(anonymous namespace)::c_locale_impl>, static _S_categories = 0x34318e56c0 <__gnu_cxx::category_names>, static _S_once = 2}}, _M_mode = std::_S_out, _M_string = " "}}
>#3  <signal handler called>
>No symbol table info available.
>#4  0x00000030e6835ba5 in raise () from /lib64/libc.so.6
>No symbol table info available.
>#5  0x00000030e6837358 in abort () from /lib64/libc.so.6
>No symbol table info available.
>#6  0x0000003431660e1d in __gnu_cxx::__verbose_terminate_handler () at ../../../../libstdc++-v3/libsupc++/vterminate.cc:95
>        terminating = true
>        t = <optimized out>
>#7  0x000000343165eeb6 in __cxxabiv1::__terminate (handler=<optimized out>) at ../../../../libstdc++-v3/libsupc++/eh_terminate.cc:40
>No locals.
>#8  0x000000343165eee3 in std::terminate () at ../../../../libstdc++-v3/libsupc++/eh_terminate.cc:50
>No locals.
>#9  0x000000343165f10e in __cxxabiv1::__cxa_throw (obj=0x1ae94c0, tinfo=<optimized out>, dest=<optimized out>) at ../../../../libstdc++-v3/libsupc++/eh_throw.cc:83
>No locals.
>#10 0x000000000078f8e7 in copy_out (dest=<optimized out>, l=<optimized out>, o=<optimized out>, this=<optimized out>) at include/buffer.h:193
>No locals.
>#11 ceph::buffer::list::iterator::copy (this=0x7ffff2bddf40, len=1, dest=0x7ffff2bddf3a "") at common/buffer.cc:526
>        howmuch = <optimized out>
>        __PRETTY_FUNCTION__ = "void ceph::buffer::list::iterator::copy(unsigned int, char*)"
>#12 0x00000000005fd0e7 in decode_raw<unsigned char> (p=..., t=@0x7ffff2bddf3a: 0 '\000') at include/encoding.h:57
>No locals.
>#13 decode (p=..., v=@0x7ffff2bddf3a: 0 '\000') at include/encoding.h:64
>No locals.
>#14 PG::peek_map_epoch (store=<optimized out>, coll=..., bl=0x7ffff2bde190) at osd/PG.cc:2341
>        __PRETTY_FUNCTION__ = "static epoch_t PG::peek_map_epoch(ObjectStore*, coll_t, ceph::bufferlist*)"
>        bp = {bl = 0x7ffff2bde190, ls = 0x7ffff2bde190, off = 0, p = {_raw = , _off = 0, _len = 0}, p_off = 0}
>        struct_v = 0 '\000'
>        cur_epoch = <optimized out>
>#15 0x00000000005b65f3 in OSD::load_pgs (this=0x1c90000) at osd/OSD.cc:1533
>No locals.
>#16 0x00000000005b7ede in OSD::init (this=0x1c90000) at osd/OSD.cc:935
>No locals.
>#17 0x00000000004efe7c in main (argc=<optimized out>, argv=<optimized out>) at ceph_osd.cc:439
>        mkkey = <optimized out>
>        flushjournal = false
>        convertfilestore = 80
>        supported = 8389123
>        args = std::vector of length 0, capacity 8
>        get_osd_fsid = false
>        id = <optimized out>
>        cluster_fsid = {uuid = "k\223\360\205\212lA\n\254O\\!\320$\275\232"}
>        osd_fsid = {uuid = "\273\212)6\r\342@4\226\254\364Z\264\372\364\363"}
>        r = <optimized out>
>        cluster_messenger = 0x1b08a00
>        mkfs = <optimized out>
>        mkjournal = <optimized out>
>        dump_journal = true
>        get_cluster_fsid = false
>        messenger_hbserver = 0x1b09900
>        hb_addr = {type = 0, nonce = 0, {addr = {ss_family = 0, __ss_align = 0, __ss_padding = '\000' <repeats 111 times>}, addr4 = {sin_family = 0, sin_port = 0, sin_addr = {s_addr = 0}, sin_zero = "\000\000\000\000\000\000\000"}, addr6 = {sin6_family = 0, sin6_port = 0, sin6_flowinfo = 0, sin6_addr = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}}
>        mc = {<Dispatcher> = {_vptr.Dispatcher = 0xb86710 <vtable for MonClient+16>, cct = 0x1ab0000}, monmap = {epoch = 0, fsid = {uuid = '\000' <repeats 15 times>}, mon_addr = std::map with 1 elements = {["a"] = {type = 0, nonce = 0, {addr = {ss_family = 2, __ss_align = 0, __ss_padding = '\000' <repeats 111 times>}, addr4 = {sin_family = 2, sin_port = 34074, sin_addr = {s_addr = 24815808}, sin_zero = "\000\000\000\000\000\000\000"}, addr6 = {sin6_family = 2, sin6_port = 34074, sin6_flowinfo = 24815808, sin6_addr = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}}}, last_changed = {tv = {tv_sec = 0, tv_nsec = 0}}, created = {tv = {tv_sec = 0, tv_nsec = 0}}, addr_name = std::map with 1 elements = {[{type = 0, nonce = 0, {addr = {ss_family = 2, __ss_align = 0, __ss_padding = '\000' <repeats 111 times>}, addr4 = {sin_family = 2, sin_port = 34074, sin_addr = {s_addr = 24815808}, sin_zero = "\000\000\000\000\000\000\000"}, addr6 = {sin6_family = 2, sin6_port = 34074, sin6_flowinfo = 24815808, sin6_addr = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}}] = "a"}, rank_name = std::vector of length 1, capacity 1 = {"a"}, rank_addr = std::vector of length 1, capacity 1 = {{type = 0, nonce = 0, {addr = {ss_family = 2, __ss_align = 0, __ss_padding = '\000' <repeats 111 times>}, addr4 = {sin_family = 2, sin_port = 34074, sin_addr = {s_addr = 24815808}, sin_zero = "\000\000\000\000\000\000\000"}, addr6 = {sin6_family = 2, sin6_port = 34074, sin6_flowinfo = 24815808, sin6_addr = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}}}}, state = MC_STATE_NONE, messenger = 0x1b08000, cur_mon = "", cur_con = 0x0, rng = {m_z = 8948, m_w = 123}, entity_name = {type = 0, id = "", type_id = ""}, my_addr = {type = 0, nonce = 0, {addr = {ss_family = 0, __ss_align = 0, __ss_padding = '\000' <repeats 111 times>}, addr4 = {sin_family = 0, sin_port = 0, sin_addr = {s_addr = 0}, sin_zero = "\000\000\000\000\000\000\000"}, addr6 = {sin6_family = 0, sin6_port = 0, sin6_flowinfo = 0, sin6_addr = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}}, monc_lock = {name = 0x8ab2f3 "MonClient::monc_lock", id = -1, recursive = false, lockdep = true, backtrace = false, _m = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 2, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 16 times>, "\002", '\000' <repeats 22 times>, __align = 0}, nlock = 0, locked_by = 0, cct = 0x0, logger = 0x0}, timer = {cct = 0x1ab0000, lock = @0x7ffff2bdee70, cond = {_vptr.Cond = 0x851cf0 <vtable for Cond+16>, _c = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, waiter_mutex = 0x0}, safe_callbacks = true, thread = 0x0, schedule = std::multimap with 0 elements, events = std::map with 0 elements, stopping = false}, finisher = {cct = 0x1ab0000, finisher_lock = {name = 0x85592c "Finisher::finisher_lock", id = -1, recursive = false, lockdep = true, backtrace = false, _m = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 2, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 16 times>, "\002", '\000' <repeats 22 times>, __align = 0}, nlock = 0, locked_by = 0, cct = 0x0, logger = 0x0}, finisher_cond = {_vptr.Cond = 0x851cf0 <vtable for Cond+16>, _c = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, waiter_mutex = 0x0}, finisher_empty_cond = {_vptr.Cond = 0x851cf0 <vtable for Cond+16>, _c = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, waiter_mutex = 0x0}, finisher_stop = false, finisher_running = false, finisher_queue = std::vector of length 0, capacity 0, finisher_queue_rval = empty std::list, logger = 0x0, finisher_thread = {<Thread> = {_vptr.Thread = 0x85c590 <vtable for Finisher::FinisherThread+16>, thread_id = 0}, fin = 0x7ffff2bdef90}}, authorize_handler_registry = 0x0, initialized = false, no_keyring_disabled_cephx = false, log_client = 0x0, more_log_pending = false, auth_supported = 0x0, hunting = true, auth_cond = {_vptr.Cond = 0x851cf0 <vtable for Cond+16>, _c = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, waiter_mutex = 0x0}, want_monmap = true, want_keys = 0, global_id = 0, map_cond = {_vptr.Cond = 0x851cf0 <vtable for Cond+16>, _c = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, waiter_mutex = 0x0}, authenticate_err = 0, waiting_for_session = empty std::list, sub_have = std::map with 0 elements, sub_renew_sent = {tv = {tv_sec = 0, tv_nsec = 0}}, sub_renew_after = {tv = {tv_sec = 0, tv_nsec = 0}}, auth = 0x0, keyring = 0x0, rotating_secrets = 0x0, version_requests = std::map with 0 elements, version_req_id = 0}
>        s = "\000\000\000\000\000\000\000`\r\000\000\000\000\000\000\000\341z\024\256"
>        dump_pg_log = ""
>        client_messenger = 0x1b08000
>        client_throttler = {cct = 0x1ab0000, name = "osd_client_bytes", logger = 0x1ae81b0, count = {val = 0}, max = {val = 524288000}, lock = {name = 0x8adaca "Throttle::lock", id = -1, recursive = false, lockdep = true, backtrace = false, _m = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 2, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 16 times>, "\002", '\000' <repeats 22 times>, __align = 0}, nlock = 0, locked_by = 0, cct = 0x0, logger = 0x0}, cond = empty std::list}
>        val = ""
>        end = 0x1a601f9 ""
>        magic = "ceph osd volume v026"
>        get_journal_fsid = false
>        whoami = 1
>        w = 1
>        messenger_hbclient = 0x1b08500
>        err = 0
>From                To                  Syms Read   Shared Object Library
>0x0000003e402005a0  0x0000003e4020077d  Yes         /lib64/libaio.so.1
>0x00000030e6c05790  0x00000030e6c104b4  Yes (*)     /lib64/libpthread.so.0
>0x0000003843cc1210  0x0000003843e0e94c  Yes         /lib64/libcryptopp.so.6
>0x0000003de1e01510  0x0000003de1e02a8c  Yes         /lib64/libuuid.so.1
>0x00000030e78022a0  0x00000030e780557c  Yes (*)     /lib64/librt.so.1
>0x00000030e7000ed0  0x00000030e70019f0  Yes (*)     /lib64/libdl.so.2
>0x0000003f8a016680  0x0000003f8a035c68  Yes         /lib64/libtcmalloc.so.4
>0x0000003de1a10920  0x0000003de1a1abb8  Yes (*)     /lib64/libboost_thread-mt.so.1.50.0
>0x0000003de2201260  0x0000003de2201df4  Yes (*)     /lib64/libboost_system-mt.so.1.50.0
>0x00007f78a14ac990  0x00007f78a14da4c8  Yes         /lib64/libleveldb.so.1
>0x000000343165bb80  0x00000034316c10bb  Yes         /lib64/libstdc++.so.6
>0x00000030e74055b0  0x00000030e746fd68  Yes (*)     /lib64/libm.so.6
>0x00000030e8002a40  0x00000030e8012168  Yes         /lib64/libgcc_s.so.1
>0x00000030e681f1a0  0x00000030e6960940  Yes (*)     /lib64/libc.so.6
>0x00000030e6400b20  0x00000030e641a3d9  Yes (*)     /lib64/ld-linux-x86-64.so.2
>0x000000329ec01650  0x000000329ec07de8  Yes (*)     /lib64/libunwind.so.8
>0x0000003de2603510  0x0000003de2605234  Yes (*)     /lib64/libboost_chrono-mt.so.1.50.0
>0x0000003845e02150  0x0000003845e03ce4  Yes         /lib64/libsnappy.so.1
>(*): Shared library is missing debugging information.
>$1 = 0x0
>No symbol "__glib_assert_msg" in current context.
>rax            0x0	0
>rbx            0x6	6
>rcx            0xffffffffffffffff	-1
>rdx            0x6	6
>rsi            0x22f4	8948
>rdi            0x22f4	8948
>rbp            0xb91920	0xb91920 <g_ceph_context>
>rsp            0x7ffff2bdcaf8	0x7ffff2bdcaf8
>r8             0xa0000	655360
>r9             0x30e6bb0a20	210029447712
>r10            0x7ffff2bdc890	140737265911952
>r11            0x202	514
>r12            0x1cd7840	30242880
>r13            0x1ab0000	27983872
>r14            0x7ffff2bddf3a	140737265917754
>r15            0x1c90fd0	29954000
>rip            0x30e6c0eedb	0x30e6c0eedb <raise+43>
>eflags         0x202	[ IF ]
>cs             0x33	51
>ss             0x2b	43
>ds             0x0	0
>es             0x0	0
>fs             0x0	0
>gs             0x0	0
>Dump of assembler code for function raise:
>   0x00000030e6c0eeb0 <+0>:	mov    %fs:0x2d4,%ecx
>   0x00000030e6c0eeb8 <+8>:	mov    %fs:0x2d0,%esi
>   0x00000030e6c0eec0 <+16>:	mov    %ecx,%eax
>   0x00000030e6c0eec2 <+18>:	movslq %edi,%rdx
>   0x00000030e6c0eec5 <+21>:	movslq %esi,%rsi
>   0x00000030e6c0eec8 <+24>:	sar    $0x1f,%eax
>   0x00000030e6c0eecb <+27>:	mov    %eax,%edi
>   0x00000030e6c0eecd <+29>:	xor    %ecx,%edi
>   0x00000030e6c0eecf <+31>:	sub    %eax,%edi
>   0x00000030e6c0eed1 <+33>:	mov    $0xea,%eax
>   0x00000030e6c0eed6 <+38>:	movslq %edi,%rdi
>   0x00000030e6c0eed9 <+41>:	syscall 
>=> 0x00000030e6c0eedb <+43>:	cmp    $0xfffffffffffff000,%rax
>   0x00000030e6c0eee1 <+49>:	ja     0x30e6c0eee5 <raise+53>
>   0x00000030e6c0eee3 <+51>:	repz retq 
>   0x00000030e6c0eee5 <+53>:	mov    0x2080bc(%rip),%rdx        # 0x30e6e16fa8
>   0x00000030e6c0eeec <+60>:	neg    %eax
>   0x00000030e6c0eeee <+62>:	mov    %eax,%fs:(%rdx)
>   0x00000030e6c0eef1 <+65>:	or     $0xffffffffffffffff,%rax
>   0x00000030e6c0eef5 <+69>:	retq   
>End of assembler dump.

Actions: View

Attachments on bug 924517: 714195 | 714196 | 714197 | 714198 | 714199 | 714200 | 714201 | 714202 | 714203 | 714204 | 714205 | 714206