Attachment 604552 Details for Bug 795440 – hang analysis from 2012-08-15 (el5)

hang analysis from 2012-08-15 (el5)

bz795440_again.txt (text/plain), 28.34 KB, created by Frantisek Reznicek on 2012-08-15 08:49:06 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Frantisek Reznicek

Created: 2012-08-15 08:49:06 UTC

Size: 28.34 KB

patch

obsolete

>a] packages
>~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
>[root@dhcp-37-124 ~]# rpm -qa | grep -E 'qpid|saslw|sesame' | sort
>python-qpid-0.14-10.el5
>python-qpid-qmf-0.14-13.el5
>python-saslwrapper-0.10-4.el5
>qpid-cpp-client-0.14-21.el5
>qpid-cpp-client-devel-0.14-21.el5
>qpid-cpp-client-devel-docs-0.14-21.el5
>qpid-cpp-client-rdma-0.14-21.el5
>qpid-cpp-client-ssl-0.14-21.el5
>qpid-cpp-mrg-debuginfo-0.14-21.el5
>qpid-cpp-server-0.14-21.el5
>qpid-cpp-server-cluster-0.14-21.el5
>qpid-cpp-server-devel-0.14-21.el5
>qpid-cpp-server-rdma-0.14-21.el5
>qpid-cpp-server-ssl-0.14-21.el5
>qpid-cpp-server-store-0.14-21.el5
>qpid-cpp-server-xml-0.14-21.el5
>qpid-java-client-0.18-1.el5
>qpid-java-common-0.18-1.el5
>qpid-java-example-0.18-1.el5
>qpid-jca-0.18-1.el5
>qpid-jca-xarecovery-0.18-1.el5
>qpid-jca-zip-0.18-1.el5
>qpid-qmf-0.14-13.el5
>qpid-qmf-debuginfo-0.14-13.el5
>qpid-qmf-devel-0.14-13.el5
>qpid-tests-0.14-1.el5
>qpid-tools-0.14-5.el5
>rh-qpid-cpp-tests-0.14-21.el5
>ruby-qpid-qmf-0.14-13.el5
>ruby-saslwrapper-0.10-4.el5
>saslwrapper-0.10-4.el5
>saslwrapper-debuginfo-0.10-4.el5
>saslwrapper-devel-0.10-4.el5
>sesame-1.0-4.el5
>sesame-debuginfo-1.0-4.el5
>[root@dhcp-37-127 ~]# rpm -qa | grep -E 'qpid|saslw|sesame' | sort
>python-qpid-0.14-10.el5
>python-qpid-qmf-0.14-13.el5
>python-saslwrapper-0.10-4.el5
>qpid-cpp-client-0.14-21.el5
>qpid-cpp-client-devel-0.14-21.el5
>qpid-cpp-client-devel-docs-0.14-21.el5
>qpid-cpp-client-rdma-0.14-21.el5
>qpid-cpp-client-ssl-0.14-21.el5
>qpid-cpp-mrg-debuginfo-0.14-21.el5
>qpid-cpp-server-0.14-21.el5
>qpid-cpp-server-cluster-0.14-21.el5
>qpid-cpp-server-devel-0.14-21.el5
>qpid-cpp-server-rdma-0.14-21.el5
>qpid-cpp-server-ssl-0.14-21.el5
>qpid-cpp-server-store-0.14-21.el5
>qpid-cpp-server-xml-0.14-21.el5
>qpid-java-client-0.18-1.el5
>qpid-java-common-0.18-1.el5
>qpid-java-example-0.18-1.el5
>qpid-jca-0.18-1.el5
>qpid-jca-xarecovery-0.18-1.el5
>qpid-jca-zip-0.18-1.el5
>qpid-qmf-0.14-13.el5
>qpid-qmf-debuginfo-0.14-13.el5
>qpid-qmf-devel-0.14-13.el5
>qpid-tests-0.14-1.el5
>qpid-tools-0.14-5.el5
>rh-qpid-cpp-tests-0.14-21.el5
>ruby-qpid-qmf-0.14-13.el5
>ruby-saslwrapper-0.10-4.el5
>saslwrapper-0.10-4.el5
>saslwrapper-debuginfo-0.10-4.el5
>saslwrapper-devel-0.10-4.el5
>sesame-1.0-4.el5
>sesame-debuginfo-1.0-4.el5
>
>
>b] hanged process
>~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
>
>[root@dhcp-37-124 ~]# !ps
>ps auxw | grep qpid-
>root      1686  0.0  0.2 359212  6772 ?        Ssl  03:50   0:00 qpid-txtest --queues=16 --messages-per-tx=10 --tx-count=6 --total-messages=845 --heartbeat 2 --durable yes --size 16 --dtx yes --broker=10.34.37.127
>root      1728  0.0  0.0  61200   748 pts/0    S+   03:54   0:00 grep qpid-
>
>c] hang analysis
>~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
>
>[root@dhcp-37-124 ~]# gdb
>...
>(gdb) attach 1686
>Attaching to process 1686
>...
>(gdb) info threads
>  20 Thread 0x41dba940 (LWP 1699)  0x00000035e16d37d8 in epoll_wait () from /lib64/libc.so.6
>  19 Thread 0x427bb940 (LWP 1700)  0x00000035e1e0b1c0 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  18 Thread 0x431bc940 (LWP 1701)  0x00000035e16d37d8 in epoll_wait () from /lib64/libc.so.6
>  17 Thread 0x445be940 (LWP 1703)  0x00000035e16d37d8 in epoll_wait () from /lib64/libc.so.6
>  16 Thread 0x44fbf940 (LWP 1704)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  15 Thread 0x459c0940 (LWP 1705)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  14 Thread 0x463c1940 (LWP 1706)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  13 Thread 0x46dc2940 (LWP 1707)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  12 Thread 0x477c3940 (LWP 1708)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  11 Thread 0x481c4940 (LWP 1709)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  10 Thread 0x48bc5940 (LWP 1710)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  9 Thread 0x495c6940 (LWP 1711)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  8 Thread 0x49fc7940 (LWP 1712)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  7 Thread 0x4a9c8940 (LWP 1713)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  6 Thread 0x4b3c9940 (LWP 1714)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  5 Thread 0x4bdca940 (LWP 1715)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  4 Thread 0x4c7cb940 (LWP 1716)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  3 Thread 0x4d1cc940 (LWP 1717)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>  2 Thread 0x4dbcd940 (LWP 1718)  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>* 1 Thread 0x2b3eb8fe5020 (LWP 1686)  0x00000035e1e07ba5 in pthread_join () from /lib64/libpthread.so.0
>(gdb) t a a bt
>
>Thread 20 (Thread 0x41dba940 (LWP 1699)):
>#0  0x00000035e16d37d8 in epoll_wait () from /lib64/libc.so.6
>#1  0x00002b3eb8a50431 in qpid::sys::Poller::wait (this=0x185bf6c0, timeout=<value optimized out>) at qpid/sys/epoll/EpollPoller.cpp:568
>#2  0x00002b3eb8a50ea7 in qpid::sys::Poller::run (this=0x185bf6c0) at qpid/sys/epoll/EpollPoller.cpp:520
>#3  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x5) at qpid/sys/posix/Thread.cpp:35
>#4  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#5  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 19 (Thread 0x427bb940 (LWP 1700)):
>#0  0x00000035e1e0b1c0 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb8b2fbea in qpid::sys::Timer::run (this=0xffffffffffffff92) at ../include/qpid/sys/posix/Condition.h:69
>#2  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x2b3eb8918194) at qpid/sys/posix/Thread.cpp:35
>#3  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#4  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 18 (Thread 0x431bc940 (LWP 1701)):
>#0  0x00000035e16d37d8 in epoll_wait () from /lib64/libc.so.6
>#1  0x00002b3eb8a50431 in qpid::sys::Poller::wait (this=0x185bf6c0, timeout=<value optimized out>) at qpid/sys/epoll/EpollPoller.cpp:568
>#2  0x00002b3eb8a50ea7 in qpid::sys::Poller::run (this=0x185bf6c0) at qpid/sys/epoll/EpollPoller.cpp:520
>#3  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x5) at qpid/sys/posix/Thread.cpp:35
>#4  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#5  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 17 (Thread 0x445be940 (LWP 1703)):
>#0  0x00000035e16d37d8 in epoll_wait () from /lib64/libc.so.6
>#1  0x00002b3eb8a50431 in qpid::sys::Poller::wait (this=0x185bf6c0, timeout=<value optimized out>) at qpid/sys/epoll/EpollPoller.cpp:568
>#2  0x00002b3eb8a50ea7 in qpid::sys::Poller::run (this=0x185bf6c0) at qpid/sys/epoll/EpollPoller.cpp:520
>#3  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x5) at qpid/sys/posix/Thread.cpp:35
>#4  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#5  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 16 (Thread 0x44fbf940 (LWP 1704)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x18630630, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x18630630, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x18630630, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x2aaaac001100) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x1861b0ec) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 15 (Thread 0x459c0940 (LWP 1705)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x1861cd60, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x1861cd60, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x1861cd60, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x2aaaac007080) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x1861ceec) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 14 (Thread 0x463c1940 (LWP 1706)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x1861f100, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x1861f100, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x1861f100, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x2aaaac00a950) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x1861f28c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 13 (Thread 0x46dc2940 (LWP 1707)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x186264f0, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x186264f0, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x186264f0, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x2aaaac00cd90) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x186266bc) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 12 (Thread 0x477c3940 (LWP 1708)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x186289d0, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x186289d0, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x186289d0, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x186207f0) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x18628a9c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 11 (Thread 0x481c4940 (LWP 1709)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x1862be70, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x1862be70, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x1862be70, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x186262f0) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x1862c01c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 10 (Thread 0x48bc5940 (LWP 1710)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x1862d040, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x1862d040, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x1862d040, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x18628730) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x1862d22c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 9 (Thread 0x495c6940 (LWP 1711)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x1862eed0, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x1862eed0, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x1862eed0, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x1862a380) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x18730a0c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 8 (Thread 0x49fc7940 (LWP 1712)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x18732320, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x18732320, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x18732320, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x1862cc80) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x18732a1c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 7 (Thread 0x4a9c8940 (LWP 1713)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x18777110, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x18777110, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x18777110, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x1862ef30) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x1877791c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 6 (Thread 0x4b3c9940 (LWP 1714)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x18779430, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x18779430, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x18779430, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x18775ed0) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x18779c3c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 5 (Thread 0x4bdca940 (LWP 1715)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x1877bc00, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x1877bc00, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x1877bc00, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x187774a0) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x2aaaac2246fc) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 4 (Thread 0x4c7cb940 (LWP 1716)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x187bff80, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x187bff80, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x187bff80, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x18778fb0) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x187c076c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 3 (Thread 0x4d1cc940 (LWP 1717)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x187c2a30, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x187c2a30, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x187c2a30, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x187bee20) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x187c2bfc) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 2 (Thread 0x4dbcd940 (LWP 1718)):
>#0  0x00000035e1e0af59 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00002b3eb86c4d01 in pop (this=0x187c1d60, result=..., timeout=<value optimized out>) at ../include/qpid/sys/posix/Condition.h:63
>#2  qpid::client::LocalQueueImpl::get (this=0x187c1d60, result=..., timeout=<value optimized out>) at qpid/client/LocalQueueImpl.cpp:49
>#3  0x00002b3eb86c5619 in qpid::client::LocalQueueImpl::get (this=0x187c1d60, timeout=...) at qpid/client/LocalQueueImpl.cpp:40
>#4  0x00002b3eb86c57b9 in qpid::client::LocalQueueImpl::pop (this=0x80, timeout=...) at qpid/client/LocalQueueImpl.cpp:36
>#5  0x00002b3eb86c27bc in qpid::client::LocalQueue::pop (this=<value optimized out>, timeout=...) at qpid/client/LocalQueue.cpp:43
>#6  0x0000000000412095 in qpid::tests::Transfer::run (this=0x187bfcf0) at qpid-txtest.cpp:161
>#7  0x00002b3eb8a47faa in qpid::sys::(anonymous namespace)::runRunnable (p=0x187c384c) at qpid/sys/posix/Thread.cpp:35
>#8  0x00000035e1e0677d in start_thread () from /lib64/libpthread.so.0
>#9  0x00000035e16d33ed in clone () from /lib64/libc.so.6
>
>Thread 1 (Thread 0x2b3eb8fe5020 (LWP 1686)):
>#0  0x00000035e1e07ba5 in pthread_join () from /lib64/libpthread.so.0
>#1  0x00002b3eb8a484fd in qpid::sys::Thread::join (this=<value optimized out>) at qpid/sys/posix/Thread.cpp:71
>#2  0x0000000000414c66 in qpid::tests::Controller::transfer (this=<value optimized out>) at qpid-txtest.cpp:238
>#3  0x000000000040b56d in main (argc=<value optimized out>, argv=<value optimized out>) at qpid-txtest.cpp:333
>(gdb) detach
>Detaching from program: /usr/bin/qpid-txtest, process 1686
>(gdb) quit
>
>
>d] hanged program continues after detach
>~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
>
>[root@dhcp-37-124 ~]# ps auxw | grep qpid-
>root      1772  0.0  0.2 107556  5728 ?        Ssl  03:55   0:00 qpid-txtest --queues=15 --messages-per-tx=8 --tx-count=6 --total-messages=865 --heartbeat 2 --tcp-nodelay --durable no --dtx yes --broker=10.34.37.127
>root      1788  0.0  0.0  61200   748 pts/0    S+   03:55   0:00 grep qpid-
>
>
>[09:25:35] ERROR:10.34.37.124:'qpid-txtest --queues=16 --messages-per-tx=10 --tx-count=6 --total-messages=845 --heartbeat 2  --durable yes --size
> 16 --dtx yes --broker=10.34.37.127', result:2, dur.:269.03
>[09:25:35] DEBUG:stdout:
>  Transfering from tx-test-1 to tx-test-2
>  Transfering from tx-test-2 to tx-test-3
>  Transfer interrupted: Message size incorrect: size=1024; expected 16
>  Transfering from tx-test-3 to tx-test-4
>  Transfering from tx-test-4 to tx-test-5
>  Transfering from tx-test-5 to tx-test-6
>  Transfering from tx-test-6 to tx-test-7
>  Transfering from tx-test-7 to tx-test-8
>  Transfering from tx-test-8 to tx-test-9
>  Transfering from tx-test-9 to tx-test-10
>  Transfering from tx-test-10 to tx-test-11
>  Transfering from tx-test-11 to tx-test-12
>  Transfering from tx-test-12 to tx-test-13
>  Transfering from tx-test-13 to tx-test-14
>  Transfering from tx-test-14 to tx-test-15
>  Transfering from tx-test-15 to tx-test-16
>  Transfering from tx-test-16 to tx-test-1
>  Transfer interrupted: Connection [10.34.37.124:42678-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42679-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42677-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42683-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42684-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42681-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42689-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42682-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42685-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42686-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42687-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42688-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42690-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42691-10.34.37.127:5672] closed
>  Transfer interrupted: Connection [10.34.37.124:42680-10.34.37.127:5672] closed
>  Connection [10.34.37.124:42675-10.34.37.127:5672] closed
>[09:25:35] DEBUG:stderr:
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42675-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42676-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42677-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42678-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42679-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42680-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42683-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42684-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42689-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42681-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42682-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42685-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42686-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42687-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42690-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42688-10.34.37.127:5672] closed
>  2012-08-15 03:55:01 warning Connection [10.34.37.124:42691-10.34.37.127:5672] closed
>

Actions: View

Attachments on bug 795440: 568225 | 604552