Attachment 886398 Details for Bug 1087748 – core file dump

core file dump

core.txt (text/plain), 17.82 KB, created by Tomas Rusnak on 2014-04-15 08:26:28 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Tomas Rusnak

Created: 2014-04-15 08:26:28 UTC

Size: 17.82 KB

patch

obsolete

>/var/log/condor/core.23357: ELF 32-bit LSB core file Intel 80386, version 1 (SYSV), SVR4-style, from 'condor_startd -f'
>[17:05:36] Core file: /var/log/condor/core.23357 generated by condor_startd ----------------------1/1-
>-rw-------. 1 root root 44384256 Mar  6 17:00 /var/log/condor/core.23357
>/var/log/condor/core.23357: ELF 32-bit LSB core file Intel 80386, version 1 (SYSV), SVR4-style, from 'condor_startd -f'
>  GNU gdb (GDB) Red Hat Enterprise Linux (7.2-60.el6_4.1)
>  Copyright (C) 2010 Free Software Foundation, Inc.
>  License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
>  This is free software: you are free to change and redistribute it.
>  There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
>  and "show warranty" for details.
>  This GDB was configured as "i686-redhat-linux-gnu".
>  For bug reporting instructions, please see:
>  Missing separate debuginfo for 
>  Try: yum --disablerepo='*' --enablerepo='*-debug*' install /usr/lib/debug/.build-id/e1/560179274a8316f6ed96428db8e793d523826a
>  [New Thread 23461]
>  [New Thread 23460]
>  [New Thread 23463]
>  [New Thread 23462]
>  [New Thread 23357]
>  [Thread debugging using libthread_db enabled]
>  Core was generated by `condor_startd -f'.
>  Program terminated with signal 11, Segmentation fault.
>  #0  0x00cab416 in __kernel_vsyscall ()
>  Missing separate debuginfos, use: debuginfo-install boost-filesystem-1.41.0-18.el6.i686 boost-program-options-1.41.0-18.el6.i686 boost-system-1.41.0-18.el6.i686 cyrus-sasl-lib-2.1.23-13.el6_3.1.i686 expat-2.0.1-11.el6_2.i686 glibc-2.12-1.132.el6.i686 keyutils-libs-1.4-4.el6.i686 krb5-libs-1.10.3-10.el6_4.6.i686 libcom_err-1.41.12-18.el6.i686 libgcc-4.4.7-4.el6.i686 libselinux-2.0.94-5.3.el6_4.1.i686 libstdc++-4.4.7-4.el6.i686 libuuid-2.17.2-12.14.el6.i686 nspr-4.10.2-1.el6_5.i686 nss-3.15.3-6.el6_5.i686 nss-softokn-freebl-3.14.3-9.el6.i686 nss-util-3.15.3-1.el6_5.i686 openssl-1.0.1e-16.el6_5.4.i686 pcre-7.8-6.el6.i686 qpid-cpp-client-0.18-20.el6.i686 qpid-cpp-client-ssl-0.18-20.el6.i686 qpid-qmf-0.18-20.el6.i686 zlib-1.2.3-29.el6.i686
>  (gdb) eax            0x0      0
>  ecx            0x5ba5 23461
>  edx            0xb    11
>  ebx            0x5b3d 23357
>  esp            0xb6d8420c     0xb6d8420c
>  ebp            0xb6d84218     0xb6d84218
>  esi            0xb    11
>  edi            0x7ceff4       8187892
>  eip            0xcab416       0xcab416 <__kernel_vsyscall+2>
>  eflags         0x200202       [ IF ID ]
>  cs             0x73   115
>  ss             0x7b   123
>  ds             0x7b   123
>  es             0x7b   123
>  fs             0x0    0
>  gs             0x33   51
>  (gdb) Using memory regions provided by the target.
>  There are no memory regions defined.
>  (gdb) 32   AT_SYSINFO           Special system info/entry points 0xcab414
>  33   AT_SYSINFO_EHDR      System-supplied DSO's ELF header 0xcab000
>  16   AT_HWCAP             Machine-dependent CPU capability hints 0x78af3fd
>  6    AT_PAGESZ            System page size               4096
>  17   AT_CLKTCK            Frequency of times()           100
>  3    AT_PHDR              Program headers for program    0x3e7034
>  4    AT_PHENT             Size of program header entry   32
>  5    AT_PHNUM             Number of program headers      9
>  7    AT_BASE              Base address of interpreter    0xaf000
>  8    AT_FLAGS             Flags                          0x0
>  9    AT_ENTRY             Entry point of program         0x4024b0
>  11   AT_UID               Real user ID                   0
>  12   AT_EUID              Effective user ID              0
>  13   AT_GID               Real group ID                  0
>  14   AT_EGID              Effective group ID             0
>  23   AT_SECURE            Boolean, was exec setuid-like? 0
>  25   AT_RANDOM            Address of 16 random bytes     0xbfbb6e4b
>  31   AT_EXECFN            File name of executable        0xbfbb7fe4 "/usr/sbin/condor_startd"
>  15   AT_PLATFORM          String identifying platform    0xbfbb6e5b "i686"
>  0    AT_NULL              End of vector                  0x0
>  (gdb) Stack level 0, frame at 0xb6d84210:
>   eip = 0xcab416 in __kernel_vsyscall; saved eip 0x7c5910
>   called by frame at 0xb6d84220
>   Arglist at 0xb6d84208, args: 
>   Locals at 0xb6d84208, Previous frame's sp is 0xb6d84210
>   Saved registers:
>    eip at 0xb6d8420c
>  (gdb) From        To          Syms Read   Shared Object Library
>  0x00cd7a60  0x00cd8a88  Yes (*)     /lib/libdl.so.2
>  0x0051bb80  0x006c9e28  Yes         /usr/lib/libcondor_utils_7_8_9.so
>  0x0083faf0  0x0088e788  Yes         /usr/lib/libclassad.so.7.8.9
>  0x00172150  0x0018b0e8  Yes (*)     /lib/libexpat.so.1
>  0x00393f90  0x003b0588  Yes (*)     /lib/libpcre.so.0
>  0x009d91f0  0x00a1a638  Yes (*)     /usr/lib/libssl.so.10
>  0x001d5f80  0x002e11d8  Yes (*)     /usr/lib/libcrypto.so.10
>  0x008b59a0  0x00934958  Yes (*)     /lib/libkrb5.so.3
>  0x0035ee50  0x0035fb88  Yes (*)     /lib/libcom_err.so.2
>  0x00365ae0  0x0037fef8  Yes (*)     /lib/libk5crypto.so.3
>  0x00d18ef0  0x00d1e6f8  Yes (*)     /lib/libkrb5support.so.0
>  0x00b14df0  0x00b43888  Yes (*)     /lib/libgssapi_krb5.so.2
>  0x00bf1610  0x00c63fb8  Yes (*)     /usr/lib/libstdc++.so.6
>  0x00790470  0x007aa968  Yes (*)     /lib/libm.so.6
>  0x003c4fa0  0x003dd468  Yes (*)     /lib/libgcc_s.so.1
>  0x007bb670  0x007c76e8  Yes (*)     /lib/libpthread.so.0
>  0x00e42b00  0x00f6cb24  Yes (*)     /lib/libc.so.6
>  0x00b8c830  0x00ba43ff  Yes (*)     /lib/ld-linux.so.2
>  0x007d46a0  0x007e3a98  Yes (*)     /lib/libresolv.so.2
>  0x007ed7f0  0x007f88f8  Yes (*)     /lib/libz.so.1
>  0x0038e970  0x0038f1f8  Yes (*)     /lib/libkeyutils.so.1
>  0x00804390  0x00815ff8  Yes (*)     /lib/libselinux.so.1
>  0x00983aa0  0x0098be98  Yes (*)     /lib/libnss_files.so.2
>  0x0081fc00  0x00823118  Yes (*)     /lib/libnss_dns.so.2
>  0x00994990  0x009b39c8  Yes         /usr/lib/condor/plugins/MgmtStartdPlugin-plugin.so
>  0x010b8490  0x011db358  Yes (*)     /usr/lib/libqpidcommon.so.8
>  0x00a6f830  0x00acc918  Yes (*)     /usr/lib/libqpidclient.so.8
>  0x00b5a550  0x00b751d8  Yes (*)     /usr/lib/libqmf.so.6
>  0x00d474d0  0x00d8bb58  Yes (*)     /usr/lib/libqmfengine.so.6
>  0x00af8d70  0x00b07338  Yes (*)     /usr/lib/libqpidtypes.so.1
>  0x00db2c50  0x00dd34b8  Yes (*)     /usr/lib/libqmfconsole.so.7
>  0x048ea3b0  0x0492b2f8  Yes (*)     /usr/lib/libqpidmessaging.so.3
>  0x0127fc20  0x012cba88  Yes (*)     /usr/lib/libqmf2.so.1
>  0x00dfa320  0x00e176b8  Yes (*)     /usr/lib/libboost_program_options.so.5
>  0x00cb4e50  0x00cbc3f8  Yes (*)     /usr/lib/libboost_filesystem.so.5
>  0x003e1fc0  0x003e3be8  Yes (*)     /lib/libuuid.so.1
>  0x009bd880  0x009c1608  Yes (*)     /lib/librt.so.1
>  0x00cdf1d0  0x00cefad8  Yes (*)     /usr/lib/libsasl2.so.2
>  0x009c5d80  0x009c6b78  Yes (*)     /usr/lib/libboost_system.so.5
>  0x04c958b0  0x04c9aa18  Yes (*)     /lib/libcrypt.so.1
>  0x07da2d10  0x07de3b48  Yes (*)     /lib/libfreebl3.so
>  0x00d027c0  0x00d0e648  Yes (*)     /usr/lib/qpid/client/sslconnector.so
>  0x017512f0  0x01768898  Yes (*)     /usr/lib/libsslcommon.so.8
>  0x03e52e20  0x03f3f0e8  Yes (*)     /usr/lib/libnss3.so
>  0x06e99580  0x06ec09a8  Yes (*)     /usr/lib/libssl3.so
>  0x051a3840  0x051c7778  Yes (*)     /lib/libnspr4.so
>  0x06854770  0x06864128  Yes (*)     /usr/lib/libnssutil3.so
>  0x00b7ee70  0x00b80838  Yes (*)     /lib/libplc4.so
>  0x00b84b10  0x00b85b68  Yes (*)     /lib/libplds4.so
>  (*): Shared library is missing debugging information.
>  (gdb)   5 Thread 0xb7788750 (LWP 23357)  0x00cab416 in __kernel_vsyscall ()
>    4 Thread 0xb5fffb70 (LWP 23462)  0x00cab416 in __kernel_vsyscall ()
>    3 Thread 0xb55feb70 (LWP 23463)  0x00cab416 in __kernel_vsyscall ()
>    2 Thread 0xb7786b70 (LWP 23460)  0x00cab416 in __kernel_vsyscall ()
>  * 1 Thread 0xb6d85b70 (LWP 23461)  0x00cab416 in __kernel_vsyscall ()
>  Thread 5 (Thread 0xb7788750 (LWP 23357)):
>  #0  0x00cab416 in __kernel_vsyscall ()
>  #1  0x007c4a88 in send () from /lib/libpthread.so.0
>  #2  0x00656142 in condor_write (peer_description=0x21b3f10 "daemon at <10.34.44.175:39930>", fd=18, buf=0x223f2c0 "\001", sz=503, timeout=390, flags=0) at /usr/src/debug/condor-7.8.9/src/condor_io/condor_rw.cpp:374
>  #3  0x00658645 in Buf::write (this=0x21b4d70, peer_description=0x21b3f10 "daemon at <10.34.44.175:39930>", sockd=18, sz=503, timeout=390) at /usr/src/debug/condor-7.8.9/src/condor_io/buffers.cpp:94
>  #4  0x006586f3 in Buf::flush (this=0x21b4d70, peer_description=0x21b3f10 "daemon at <10.34.44.175:39930>", sockd=18, hdr=0xbfbb5f07, sz=5, timeout=390) at /usr/src/debug/condor-7.8.9/src/condor_io/buffers.cpp:140
>  #5  0x00644eab in ReliSock::SndMsg::snd_packet (this=0x21b4d64, peer_description=0x21b3f10 "daemon at <10.34.44.175:39930>", _sock=18, end=1, _timeout=390) at /usr/src/debug/condor-7.8.9/src/condor_io/reli_sock.cpp:782
>  #6  0x00645b96 in ReliSock::end_of_message (this=0x21b4b20) at /usr/src/debug/condor-7.8.9/src/condor_io/reli_sock.cpp:469
>  #7  0x0065238b in SecManStartCommand::sendAuthInfo_inner (this=0x22422d0) at /usr/src/debug/condor-7.8.9/src/condor_io/condor_secman.cpp:1641
>  #8  0x00652d3b in SecManStartCommand::startCommand_inner (this=0x22422d0) at /usr/src/debug/condor-7.8.9/src/condor_io/condor_secman.cpp:1212
>  #9  0x006536a1 in SecManStartCommand::startCommand (this=0x22422d0) at /usr/src/debug/condor-7.8.9/src/condor_io/condor_secman.cpp:1150
>  #10 0x006537ed in SecMan::startCommand (this=0x21b3aec, cmd=60008, sock=0x21b4b20, raw_protocol=false, errstack=0x21b3eb0, subcmd=0, callback_fn=0, misc_data=0x0, nonblocking=false, cmd_description=0x6d4ad5 "DC_CHILDALIVE", sec_session_id_hint=0x0) at /usr/src/debug/condor-7.8.9/src/condor_io/condor_secman.cpp:1039
>  #11 0x0067ab02 in Daemon::startCommand (cmd=60008, sock=0x21b4b20, timeout=390, errstack=0x21b3eb0, callback_fn=0, misc_data=0x0, nonblocking=false, cmd_description=0x6d4ad5 "DC_CHILDALIVE", sec_man=0x21b3aec, raw_protocol=false, sec_session_id=0x0) at /usr/src/debug/condor-7.8.9/src/condor_daemon_client/daemon.cpp:558
>  #12 0x0067c95d in Daemon::startCommand (this=0x21b3aa0, cmd=60008, st=Stream::reli_sock, sock=0xbfbb632c, timeout=390, errstack=0x21b3eb0, callback_fn=0, misc_data=0x0, nonblocking=false, cmd_description=0x6d4ad5 "DC_CHILDALIVE", raw_protocol=false, sec_session_id=0x0) at /usr/src/debug/condor-7.8.9/src/condor_daemon_client/daemon.cpp:622
>  #13 0x0067cae7 in Daemon::startCommand (this=0x21b3aa0, cmd=60008, st=Stream::reli_sock, timeout=390, errstack=0x21b3eb0, cmd_description=0x6d4ad5 "DC_CHILDALIVE", raw_protocol=false, sec_session_id=0x0) at /usr/src/debug/condor-7.8.9/src/condor_daemon_client/daemon.cpp:631
>  #14 0x00668f7a in DCMessenger::sendBlockingMsg (this=0x21b4028, msg=...) at /usr/src/debug/condor-7.8.9/src/condor_daemon_client/dc_message.cpp:366
>  #15 0x0067ba13 in Daemon::sendBlockingMsg (this=0x21b3aa0, msg=...) at /usr/src/debug/condor-7.8.9/src/condor_daemon_client/daemon.cpp:2278
>  #16 0x0069a4df in DaemonCore::SendAliveToParent (this=0x21a1948) at /usr/src/debug/condor-7.8.9/src/condor_daemon_core.V6/daemon_core.cpp:9132
>  #17 0x006b3f2c in TimerManager::Timeout (this=0x78c548, pNumFired=0xbfbb6708, pruntime=0xbfbb66f8) at /usr/src/debug/condor-7.8.9/src/condor_daemon_core.V6/timer_manager.cpp:428
>  #18 0x0069f240 in DaemonCore::Driver (this=0x21a1948) at /usr/src/debug/condor-7.8.9/src/condor_daemon_core.V6/daemon_core.cpp:3167
>  #19 0x0068a6b7 in dc_main (argc=1, argv=0xbfbb6d68) at /usr/src/debug/condor-7.8.9/src/condor_daemon_core.V6/daemon_core_main.cpp:2410
>  #20 0x00402676 in main (argc=2, argv=0xbfbb6d64) at /usr/src/debug/condor-7.8.9/src/condor_startd.V6/startd_main.cpp:815
>  Thread 4 (Thread 0xb5fffb70 (LWP 23462)):
>  #0  0x00cab416 in __kernel_vsyscall ()
>  #1  0x00f0f5e6 in epoll_wait () from /lib/libc.so.6
>  #2  0x010d655e in qpid::sys::Poller::wait(qpid::sys::Duration) () from /usr/lib/libqpidcommon.so.8
>  #3  0x010d6bc8 in qpid::sys::Poller::run() () from /usr/lib/libqpidcommon.so.8
>  #4  0x010ce2c2 in ?? () from /usr/lib/libqpidcommon.so.8
>  #5  0x007bdb39 in start_thread () from /lib/libpthread.so.0
>  #6  0x00f0ed6e in clone () from /lib/libc.so.6
>  Thread 3 (Thread 0xb55feb70 (LWP 23463)):
>  #0  0x00cab416 in __kernel_vsyscall ()
>  #1  0x007c1794 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/libpthread.so.0
>  #2  0x011d0cfe in qpid::sys::Timer::run() () from /usr/lib/libqpidcommon.so.8
>  #3  0x010ce2c2 in ?? () from /usr/lib/libqpidcommon.so.8
>  #4  0x007bdb39 in start_thread () from /lib/libpthread.so.0
>  #5  0x00f0ed6e in clone () from /lib/libc.so.6
>  Thread 2 (Thread 0xb7786b70 (LWP 23460)):
>  #0  0x00cab416 in __kernel_vsyscall ()
>  #1  0x007c4189 in __lll_lock_wait () from /lib/libpthread.so.0
>  #2  0x007bf52e in _L_lock_731 () from /lib/libpthread.so.0
>  #3  0x007bf43a in pthread_mutex_lock () from /lib/libpthread.so.0
>  #4  0x00f4d0f9 in dl_iterate_phdr () from /lib/libc.so.6
>  #5  0x003dc5cf in _Unwind_Find_FDE () from /lib/libgcc_s.so.1
>  #6  0x003d9aae in ?? () from /lib/libgcc_s.so.1
>  #7  0x003da227 in ?? () from /lib/libgcc_s.so.1
>  #8  0x003da97f in _Unwind_RaiseException () from /lib/libgcc_s.so.1
>  #9  0x00c5d2b5 in __cxa_throw () from /usr/lib/libstdc++.so.6
>  #10 0x00a8785c in qpid::client::ConnectionHandler::waitForOpen() () from /usr/lib/libqpidclient.so.8
>  #11 0x00a913a2 in qpid::client::ConnectionImpl::open() () from /usr/lib/libqpidclient.so.8
>  #12 0x00a8592a in qpid::client::Connection::open(qpid::client::ConnectionSettings const&) () from /usr/lib/libqpidclient.so.8
>  #13 0x00b680a1 in qpid::management::ManagementAgentImpl::ConnectionThread::run() () from /usr/lib/libqmf.so.6
>  #14 0x010ce2c2 in ?? () from /usr/lib/libqpidcommon.so.8
>  #15 0x007bdb39 in start_thread () from /lib/libpthread.so.0
>  #16 0x00f0ed6e in clone () from /lib/libc.so.6
>  Thread 1 (Thread 0xb6d85b70 (LWP 23461)):
>  #0  0x00cab416 in __kernel_vsyscall ()
>  #1  0x007c5910 in raise () from /lib/libpthread.so.0
>  #2  0x005fad1b in sig_backtrace_handler (signum=11) at /usr/src/debug/condor-7.8.9/src/condor_utils/dprintf_config.cpp:73
>  #3  <signal handler called>
>  #4  0x00c3b886 in std::basic_string<char, std::char_traits<char>, std::allocator<char> >::basic_string(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) () from /usr/lib/libstdc++.so.6
>  #5  0x00b00d5f in qpid::types::VariantImpl::asString() const () from /usr/lib/libqpidtypes.so.1
>  #6  0x00b011c0 in qpid::types::Variant::asString() const () from /usr/lib/libqpidtypes.so.1
>  #7  0x00b03ae7 in qpid::types::VariantImpl::create(qpid::types::Variant const&) () from /usr/lib/libqpidtypes.so.1
>  #8  0x00b03c7e in qpid::types::Variant::Variant(qpid::types::Variant const&) () from /usr/lib/libqpidtypes.so.1
>  #9  0x00b73b72 in std::_Rb_tree<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant>, std::_Select1st<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> >, std::less<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> > >::_M_copy(std::_Rb_tree_node<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> > const*, std::_Rb_tree_node<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> >*) () from /usr/lib/libqmf.so.6
>  #10 0x00b73c39 in std::_Rb_tree<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant>, std::_Select1st<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> >, std::less<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> > >::_M_copy(std::_Rb_tree_node<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> > const*, std::_Rb_tree_node<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> >*) () from /usr/lib/libqmf.so.6
>  #11 0x00b03ee0 in qpid::types::VariantImpl::VariantImpl(std::map<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, qpid::types::Variant, std::less<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> > > const&) () from /usr/lib/libqpidtypes.so.1
>  #12 0x00b03fa1 in qpid::types::Variant::operator=(std::map<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, qpid::types::Variant, std::less<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> > > const&) () from /usr/lib/libqpidtypes.so.1
>  #13 0x00b5b245 in qpid::management::ManagementAgentImpl::getHeartbeatContent(std::map<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, qpid::types::Variant, std::less<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, qpid::types::Variant> > >&) () from /usr/lib/libqmf.so.6
>  #14 0x00b65516 in qpid::management::ManagementAgentImpl::sendHeartbeat() () from /usr/lib/libqmf.so.6
>  #15 0x00b65d63 in qpid::management::ManagementAgentImpl::periodicProcessing() () from /usr/lib/libqmf.so.6
>  #16 0x00b67cdb in qpid::management::ManagementAgentImpl::PublishThread::run() () from /usr/lib/libqmf.so.6
>  #17 0x010ce2c2 in ?? () from /usr/lib/libqpidcommon.so.8
>  #18 0x007bdb39 in start_thread () from /lib/libpthread.so.0
>  #19 0x00f0ed6e in clone () from /lib/libc.so.6
>  (gdb) quit
>

Actions: View

Attachments on bug 1087748: 886398