Attachment 572164 Details for Bug 806177 – backtrace

backtrace

backtrace-concurrent-hang (text/plain), 13.12 KB, created by weizhang on 2012-03-23 05:59:13 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: weizhang

Created: 2012-03-23 05:59:13 UTC

Size: 13.12 KB

patch

obsolete

>Thread 11 (Thread 0x7feb80be6700 (LWP 12961)):
>#0  0x000000343bc0b3dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007feb86aec6b6 in virCondWait (c=<value optimized out>, m=<value optimized out>) at util/threads-pthread.c:117
>#2  0x00007feb86aecc53 in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:103
>#3  0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>#4  0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#5  0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 10 (Thread 0x7feb801e5700 (LWP 12962)):
>#0  0x000000343bc0b3dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007feb86aec6b6 in virCondWait (c=<value optimized out>, m=<value optimized out>) at util/threads-pthread.c:117
>#2  0x00007feb86aecc53 in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:103
>#3  0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>#4  0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#5  0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 9 (Thread 0x7feb7f7e4700 (LWP 12963)):
>#0  0x000000343bc0b3dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007feb86aec6b6 in virCondWait (c=<value optimized out>, m=<value optimized out>) at util/threads-pthread.c:117
>#2  0x00007feb86aecc53 in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:103
>#3  0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>#4  0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#5  0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 8 (Thread 0x7feb7ede3700 (LWP 12964)):
>#0  0x000000343bc0dff4 in __lll_lock_wait () from /lib64/libpthread.so.0
>#1  0x000000343bc09328 in _L_lock_854 () from /lib64/libpthread.so.0
>#2  0x000000343bc091f7 in pthread_mutex_lock () from /lib64/libpthread.so.0
>#3  0x000000000047d8b0 in qemuDomainObjBeginJobInternal (driver=0x7feb74005390, driver_locked=true, obj=0x7feb740c6650, job=QEMU_JOB_ASYNC_NESTED, asyncJob=QEMU_ASYNC_JOB_NONE)
>    at qemu/qemu_domain.c:766
>#4  0x000000000047db59 in qemuDomainObjEnterMonitorInternal (driver=0x7feb74005390, driver_locked=true, obj=0x7feb740c6650, asyncJob=QEMU_ASYNC_JOB_MIGRATION_OUT)
>    at qemu/qemu_domain.c:911
>#5  0x0000000000491a5d in qemuMigrationRun (driver=0x7feb74005390, vm=0x7feb740c6650, cookiein=<value optimized out>, cookieinlen=<value optimized out>, cookieout=0x7feb7ede2b30, 
>    cookieoutlen=0x7feb7ede2b3c, flags=769, resource=0, spec=0x7feb7ede27c0, dconn=0x0) at qemu/qemu_migration.c:1685
>#6  0x00000000004923b9 in doNativeMigrate (driver=0x7feb74005390, vm=0x7feb740c6650, uri=<value optimized out>, 
>    cookiein=0x7feb740c6a30 "<qemu-migration>\n  <name>mig-3</name>\n  <uuid>8c9500e4-a4f6-f8e4-99aa-5c4575fa1527</uuid>\n  <hostname>intel-q9400-8-1.englab.nay.redhat.com</hostname>\n  <hostuuid>f1e73a91-8f3b-df11-bbd8-857cb797d8d3<"..., cookieinlen=286, cookieout=0x7feb7ede2b30, cookieoutlen=0x7feb7ede2b3c, flags=769, resource=0, dconn=0x0)
>    at qemu/qemu_migration.c:1872
>#7  0x0000000000495c60 in qemuMigrationPerformPhase (driver=0x7feb74005390, conn=0x7feb6c007730, vm=0x7feb740c6650, xmlin=<value optimized out>, dconnuri=<value optimized out>, 
>    uri=0x7feb7400a9b0 "tcp:intel-q9400-8-1.englab.nay.redhat.com:49160", 
>    cookiein=0x7feb740c6a30 "<qemu-migration>\n  <name>mig-3</name>\n  <uuid>8c9500e4-a4f6-f8e4-99aa-5c4575fa1527</uuid>\n  <hostname>intel-q9400-8-1.englab.nay.redhat.com</hostname>\n  <hostuuid>f1e73a91-8f3b-df11-bbd8-857cb797d8d3<"..., cookieinlen=286, cookieout=0x7feb7ede2b30, cookieoutlen=0x7feb7ede2b3c, flags=769, dname=0x0, resource=0, v3proto=true)
>    at qemu/qemu_migration.c:2532
>#8  qemuMigrationPerform (driver=0x7feb74005390, conn=0x7feb6c007730, vm=0x7feb740c6650, xmlin=<value optimized out>, dconnuri=<value optimized out>, 
>    uri=0x7feb7400a9b0 "tcp:intel-q9400-8-1.englab.nay.redhat.com:49160", 
>    cookiein=0x7feb740c6a30 "<qemu-migration>\n  <name>mig-3</name>\n  <uuid>8c9500e4-a4f6-f8e4-99aa-5c4575fa1527</uuid>\n  <hostname>intel-q9400-8-1.englab.nay.redhat.com</hostname>\n  <hostuuid>f1e73a91-8f3b-df11-bbd8-857cb797d8d3<"..., cookieinlen=286, cookieout=0x7feb7ede2b30, cookieoutlen=0x7feb7ede2b3c, flags=769, dname=0x0, resource=0, v3proto=true)
>    at qemu/qemu_migration.c:2623
>#9  0x0000000000449e73 in qemuDomainMigratePerform3 (dom=0x7feb740e2ae0, xmlin=0x0, cookiein=<value optimized out>, cookieinlen=286, cookieout=0x7feb7ede2b30, 
>    cookieoutlen=0x7feb7ede2b3c, dconnuri=0x0, uri=0x7feb7400a9b0 "tcp:intel-q9400-8-1.englab.nay.redhat.com:49160", flags=769, dname=0x0, resource=0) at qemu/qemu_driver.c:9000
>#10 0x00007feb86b6b094 in virDomainMigratePerform3 (domain=0x7feb740e2ae0, xmlin=0x0, 
>---Type <return> to continue, or q <return> to quit---
>    cookiein=0x7feb740c6a30 "<qemu-migration>\n  <name>mig-3</name>\n  <uuid>8c9500e4-a4f6-f8e4-99aa-5c4575fa1527</uuid>\n  <hostname>intel-q9400-8-1.englab.nay.redhat.com</hostname>\n  <hostuuid>f1e73a91-8f3b-df11-bbd8-857cb797d8d3<"..., cookieinlen=<value optimized out>, cookieout=<value optimized out>, cookieoutlen=0x7feb7ede2b3c, dconnuri=0x0, 
>    uri=0x7feb7400a9b0 "tcp:intel-q9400-8-1.englab.nay.redhat.com:49160", flags=769, dname=0x0, bandwidth=0) at libvirt.c:6261
>#11 0x0000000000427a52 in remoteDispatchDomainMigratePerform3 (server=<value optimized out>, client=<value optimized out>, msg=<value optimized out>, rerr=0x7feb7ede2bc0, 
>    args=<value optimized out>, ret=0x7feb740ea720) at remote.c:3256
>#12 remoteDispatchDomainMigratePerform3Helper (server=<value optimized out>, client=<value optimized out>, msg=<value optimized out>, rerr=0x7feb7ede2bc0, 
>    args=<value optimized out>, ret=0x7feb740ea720) at remote_dispatch.h:3293
>#13 0x00007feb86ba9615 in virNetServerProgramDispatchCall (prog=0x1a86e70, server=0x1a7bab0, client=0x1b08900, msg=0x1bc8820) at rpc/virnetserverprogram.c:416
>#14 virNetServerProgramDispatch (prog=0x1a86e70, server=0x1a7bab0, client=0x1b08900, msg=0x1bc8820) at rpc/virnetserverprogram.c:289
>#15 0x00007feb86ba8411 in virNetServerHandleJob (jobOpaque=<value optimized out>, opaque=0x1a7bab0) at rpc/virnetserver.c:164
>#16 0x00007feb86aecbbc in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:144
>#17 0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>#18 0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#19 0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 7 (Thread 0x7feb7e3e2700 (LWP 12965)):
>#0  0x000000343bc0b3dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007feb86aec6b6 in virCondWait (c=<value optimized out>, m=<value optimized out>) at util/threads-pthread.c:117
>#2  0x000000000049aff5 in qemuMonitorSend (mon=0x7feb60002310, msg=<value optimized out>) at qemu/qemu_monitor.c:826
>#3  0x00000000004a6acc in qemuMonitorJSONCommandWithFd (mon=0x7feb60002310, cmd=0x7feb580c18e0, scm_fd=-1, reply=0x7feb7e3e18d8) at qemu/qemu_monitor_json.c:235
>#4  0x00000000004abfc3 in qemuMonitorJSONGetBlockInfo (mon=0x7feb60002310, table=0x7feb58000930) at qemu/qemu_monitor_json.c:1415
>#5  0x000000000049a41b in qemuMonitorGetBlockInfo (mon=0x7feb60002310) at qemu/qemu_monitor.c:1287
>#6  0x0000000000484fe3 in qemuDomainCheckEjectableMedia (driver=0x7feb74005390, vm=0x7feb740c0c60) at qemu/qemu_hotplug.c:163
>#7  0x000000000044a442 in qemuDomainMigrateBegin3 (domain=0x7feb58009350, xmlin=0x0, cookieout=0x7feb7e3e1b30, cookieoutlen=0x7feb7e3e1b3c, flags=769, dname=0x0, resource=0)
>    at qemu/qemu_driver.c:8836
>#8  0x00007feb86b6b361 in virDomainMigrateBegin3 (domain=0x7feb58009350, xmlin=0x0, cookieout=<value optimized out>, cookieoutlen=0x7feb7e3e1b3c, flags=769, dname=0x0, bandwidth=0)
>    at libvirt.c:6086
>#9  0x000000000042805b in remoteDispatchDomainMigrateBegin3 (server=<value optimized out>, client=<value optimized out>, msg=<value optimized out>, rerr=0x7feb7e3e1bc0, 
>    args=0x7feb58009280, ret=0x7feb580092d0) at remote.c:3143
>#10 remoteDispatchDomainMigrateBegin3Helper (server=<value optimized out>, client=<value optimized out>, msg=<value optimized out>, rerr=0x7feb7e3e1bc0, args=0x7feb58009280, 
>    ret=0x7feb580092d0) at remote_dispatch.h:3001
>#11 0x00007feb86ba9615 in virNetServerProgramDispatchCall (prog=0x1a86e70, server=0x1a7bab0, client=0x1b08660, msg=0x1a882c0) at rpc/virnetserverprogram.c:416
>#12 virNetServerProgramDispatch (prog=0x1a86e70, server=0x1a7bab0, client=0x1b08660, msg=0x1a882c0) at rpc/virnetserverprogram.c:289
>#13 0x00007feb86ba8411 in virNetServerHandleJob (jobOpaque=<value optimized out>, opaque=0x1a7bab0) at rpc/virnetserver.c:164
>#14 0x00007feb86aecbbc in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:144
>#15 0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>#16 0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#17 0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 6 (Thread 0x7feb7d9e1700 (LWP 12966)):
>#0  0x000000343bc0b3dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007feb86aec6b6 in virCondWait (c=<value optimized out>, m=<value optimized out>) at util/threads-pthread.c:117
>#2  0x00007feb86aecc53 in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:103
>#3  0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>#4  0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#5  0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 5 (Thread 0x7feb7cfe0700 (LWP 12967)):
>#0  0x000000343bc0b3dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007feb86aec6b6 in virCondWait (c=<value optimized out>, m=<value optimized out>) at util/threads-pthread.c:117
>#2  0x00007feb86aecc53 in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:103
>#3  0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>---Type <return> to continue, or q <return> to quit---
>#4  0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#5  0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 4 (Thread 0x7feb7c5df700 (LWP 12968)):
>#0  0x000000343bc0b3dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007feb86aec6b6 in virCondWait (c=<value optimized out>, m=<value optimized out>) at util/threads-pthread.c:117
>#2  0x00007feb86aecc53 in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:103
>#3  0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>#4  0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#5  0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 3 (Thread 0x7feb7bbde700 (LWP 12969)):
>#0  0x000000343bc0b3dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007feb86aec6b6 in virCondWait (c=<value optimized out>, m=<value optimized out>) at util/threads-pthread.c:117
>#2  0x00007feb86aecc53 in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:103
>#3  0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>#4  0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#5  0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 2 (Thread 0x7feb7b1dd700 (LWP 12970)):
>#0  0x000000343bc0b3dc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007feb86aec6b6 in virCondWait (c=<value optimized out>, m=<value optimized out>) at util/threads-pthread.c:117
>#2  0x00007feb86aecc53 in virThreadPoolWorker (opaque=<value optimized out>) at util/threadpool.c:103
>#3  0x00007feb86aec4d9 in virThreadHelper (data=<value optimized out>) at util/threads-pthread.c:161
>#4  0x000000343bc077f1 in start_thread () from /lib64/libpthread.so.0
>#5  0x000000343b4e570d in clone () from /lib64/libc.so.6
>
>Thread 1 (Thread 0x7feb86a78860 (LWP 12960)):
>#0  0x000000343bc0dff4 in __lll_lock_wait () from /lib64/libpthread.so.0
>#1  0x000000343bc09328 in _L_lock_854 () from /lib64/libpthread.so.0
>#2  0x000000343bc091f7 in pthread_mutex_lock () from /lib64/libpthread.so.0
>#3  0x000000000045dc1d in qemudClose (conn=0x7feb580c14f0) at qemu/qemu_driver.c:921
>#4  0x00007feb86b4c5db in virReleaseConnect (conn=0x7feb580c14f0) at datatypes.c:114
>#5  0x00007feb86b4dae8 in virUnrefConnect (conn=0x7feb580c14f0) at datatypes.c:149
>#6  0x00007feb86b62668 in virConnectClose (conn=0x7feb580c14f0) at libvirt.c:1471
>#7  0x0000000000439f47 in remoteClientFreeFunc (data=<value optimized out>) at remote.c:548
>#8  0x00007feb86bab122 in virNetServerClientFree (client=0x1a879d0) at rpc/virnetserverclient.c:601
>#9  0x00007feb86bb04dd in virNetSocketEventFree (opaque=0x1ac8330) at rpc/virnetsocket.c:1329
>#10 0x00007feb86adb858 in virEventPollCleanupHandles () at util/event_poll.c:572
>#11 0x00007feb86adb923 in virEventPollRunOnce () at util/event_poll.c:608
>#12 0x00007feb86adae17 in virEventRunDefaultImpl () at util/event.c:247
>#13 0x00007feb86ba79dd in virNetServerRun (srv=0x1a7bab0) at rpc/virnetserver.c:736
>#14 0x0000000000421f76 in main (argc=<value optimized out>, argv=<value optimized out>) at libvirtd.c:1609
>

Actions: View

Attachments on bug 806177: 572163 | 572164