Attachment 1456757 Details for Bug 1598412 – libvirtd crash on target P9 host

libvirtd crash on target P9 host

libvirtd_crash.log (text/plain), 14.97 KB, created by Dan Zheng on 2018-07-05 11:54:50 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Dan Zheng

Created: 2018-07-05 11:54:50 UTC

Size: 14.97 KB

patch

obsolete

>(gdb) continue
>Continuing.
>Detaching after fork from child process 67198.
>Detaching after fork from child process 67199.
>Detaching after fork from child process 67200.
>Detaching after fork from child process 67203.
>Detaching after fork from child process 67291.
>Detaching after fork from child process 67292.
>
>Program received signal SIGSEGV, Segmentation fault.
>[Switching to Thread 0x7fff7aaaf020 (LWP 67019)]
>virJSONValueObjectGet (object=0x0, key=0x7fff71b99a80 "qom-type") at util/virjson.c:818
>818	    if (object->type != VIR_JSON_TYPE_OBJECT)
>(gdb) ^CQuit
>(gdb) thread apply all bt
>
>Thread 17 (Thread 0x7fff7b2bf020 (LWP 67017)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119780ac8, mutex=0x119780aa0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc14a8 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff7b2bf020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 16 (Thread 0x7fff7aaaf020 (LWP 67019)):
>#0  virJSONValueObjectGet (object=0x0, key=0x7fff71b99a80 "qom-type") at util/virjson.c:818
>#1  0x00007fff83d67ea8 in virJSONValueObjectGetString (object=<optimized out>, key=<optimized out>) at util/virjson.c:1258
>#2  0x00007fff71b0d0e8 in qemuMonitorAddObject (mon=0x7fff5800a850, props=0x7fff7aaada80, alias=<optimized out>) at qemu/qemu_monitor.c:3090
>#3  0x00007fff71accc28 in qemuDomainAddTLSObjects (driver=0x7fff2c0f7630, vm=0x7fff58003d50, asyncJob=<optimized out>, secProps=0x7fff7aaada80, tlsProps=0x7fff7aaada78) at qemu/qemu_hotplug.c:1342
>#4  0x00007fff71b011dc in qemuMigrationParamsEnableTLS (driver=0x7fff2c0f7630, vm=0x7fff58003d50, tlsListen=<optimized out>, asyncJob=<optimized out>, tlsAlias=0x7fff7aaadc88, hostname=0x0, 
>    migParams=0x7fff58001f80) at qemu/qemu_migration_params.c:878
>#5  0x00007fff71af3644 in qemuMigrationDstPrepareAny (driver=0x7fff2c0f7630, dconn=0x7fff54000b00, 
>    cookiein=0x7fff580008c0 "<qemu-migration>\n  <name>avocado-vt-vm1</name>\n  <uuid>365ccbac-1388-4077-950a-f914c849c3b0</uuid>\n  <hostname>ibm-p8-rhevm-15.rhts.eng.bos.redhat.com</hostname>\n  <hostuuid>b0bc3df8-d4f7-4b36-870d-20"..., cookieinlen=300, cookieout=0x7fff7aaae308, cookieoutlen=0x7fff7aaae2fc, def=0x7fff7aaae050, origname=0x0, st=0x0, protocol=0x7fff71b77a28 "tcp", port=49152, autoPort=true, 
>    listenAddress=0x0, nmigrate_disks=0, migrate_disks=0x0, nbdPort=0, migParams=0x7fff58001f80, flags=98305) at qemu/qemu_migration.c:2505
>#6  0x00007fff71af5424 in qemuMigrationDstPrepareDirect (driver=0x7fff2c0f7630, dconn=0x7fff54000b00, 
>    cookiein=0x7fff580008c0 "<qemu-migration>\n  <name>avocado-vt-vm1</name>\n  <uuid>365ccbac-1388-4077-950a-f914c849c3b0</uuid>\n  <hostname>ibm-p8-rhevm-15.rhts.eng.bos.redhat.com</hostname>\n  <hostuuid>b0bc3df8-d4f7-4b36-870d-20"..., cookieinlen=<optimized out>, cookieout=0x7fff7aaae308, cookieoutlen=0x7fff7aaae2fc, uri_in=<optimized out>, uri_out=0x7fff58001ee0, def=0x7fff7aaae050, origname=0x0, 
>    listenAddress=0x0, nmigrate_disks=0, migrate_disks=0x0, nbdPort=0, migParams=0x7fff58001f80, flags=98305) at qemu/qemu_migration.c:2833
>#7  0x00007fff71b35e5c in qemuDomainMigratePrepare3Params (dconn=0x7fff54000b00, params=<optimized out>, nparams=<optimized out>, 
>    cookiein=0x7fff580008c0 "<qemu-migration>\n  <name>avocado-vt-vm1</name>\n  <uuid>365ccbac-1388-4077-950a-f914c849c3b0</uuid>\n  <hostname>ibm-p8-rhevm-15.rhts.eng.bos.redhat.com</hostname>\n  <hostuuid>b0bc3df8-d4f7-4b36-870d-20"..., cookieinlen=<optimized out>, cookieout=0x7fff7aaae308, cookieoutlen=0x7fff7aaae2fc, uri_out=0x7fff58001ee0, flags=98305) at qemu/qemu_driver.c:12668
>#8  0x00007fff83fd4ea8 in virDomainMigratePrepare3Params (dconn=0x7fff54000b00, params=0x7fff58001480, nparams=<optimized out>, 
>    cookiein=0x7fff580008c0 "<qemu-migration>\n  <name>avocado-vt-vm1</name>\n  <uuid>365ccbac-1388-4077-950a-f914c849c3b0</uuid>\n  <hostname>ibm-p8-rhevm-15.rhts.eng.bos.redhat.com</hostname>\n  <hostuuid>b0bc3df8-d4f7-4b36-870d-20"..., cookieinlen=<optimized out>, cookieout=0x7fff7aaae308, cookieoutlen=0x7fff7aaae2fc, uri_out=0x7fff58001ee0, flags=98305) at libvirt-domain.c:4877
>#9  0x000000011696696c in remoteDispatchDomainMigratePrepare3Params (server=<optimized out>, msg=<optimized out>, ret=0x7fff58000a30, args=0x7fff58000a00, rerr=0x7fff7aaae440, client=<optimized out>)
>    at remote/remote_daemon_dispatch.c:5395
>#10 remoteDispatchDomainMigratePrepare3ParamsHelper (server=<optimized out>, client=<optimized out>, msg=<optimized out>, rerr=0x7fff7aaae440, args=0x7fff58000a00, ret=0x7fff58000a30)
>    at remote/remote_daemon_dispatch_stubs.h:8347
>#11 0x00007fff83ec482c in virNetServerProgramDispatchCall (msg=0x119794d90, client=0x119794580, server=0x119780920, prog=0x119791f90) at rpc/virnetserverprogram.c:437
>#12 virNetServerProgramDispatch (prog=0x119791f90, server=0x119780920, client=0x119794580, msg=0x119794d90) at rpc/virnetserverprogram.c:304
>#13 0x00007fff83ecdf70 in virNetServerProcessMsg (msg=<optimized out>, prog=<optimized out>, client=<optimized out>, srv=0x119780920) at rpc/virnetserver.c:143
>#14 virNetServerHandleJob (jobOpaque=<optimized out>, opaque=0x119780920) at rpc/virnetserver.c:164
>#15 0x00007fff83dc137c in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:167
>#16 0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#17 0x00007fff83358b94 in start_thread (arg=0x7fff7aaaf020) at pthread_create.c:309
>#18 0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 15 (Thread 0x7fff7a29f020 (LWP 67020)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119780ac8, mutex=0x119780aa0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc14a8 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff7a29f020) at pthread_create.c:309
>---Type <return> to continue, or q <return> to quit--- 
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 14 (Thread 0x7fff79a8f020 (LWP 67021)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119780ac8, mutex=0x119780aa0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc14a8 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff79a8f020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 13 (Thread 0x7fff73fff020 (LWP 67022)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119780ac8, mutex=0x119780aa0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc14a8 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff73fff020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 12 (Thread 0x7fff7927f020 (LWP 67023)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119780b68, mutex=0x119780aa0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc13d0 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff7927f020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 11 (Thread 0x7fff78a6f020 (LWP 67024)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119780b68, mutex=0x119780aa0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc13d0 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff78a6f020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 10 (Thread 0x7fff737ef020 (LWP 67026)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119780b68, mutex=0x119780aa0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc13d0 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff737ef020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 9 (Thread 0x7fff72fdf020 (LWP 67027)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119780b68, mutex=0x119780aa0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc13d0 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff72fdf020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>---Type <return> to continue, or q <return> to quit---
>
>Thread 8 (Thread 0x7fff727cf020 (LWP 67029)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119780b68, mutex=0x119780aa0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc13d0 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff727cf020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 7 (Thread 0x7fff7193f020 (LWP 67030)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119792308, mutex=0x1197922e0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc14a8 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff7193f020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 6 (Thread 0x7fff7112f020 (LWP 67031)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119792308, mutex=0x1197922e0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc14a8 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff7112f020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 5 (Thread 0x7fff7091f020 (LWP 67032)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119792308, mutex=0x1197922e0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc14a8 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff7091f020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 4 (Thread 0x7fff47fff020 (LWP 67033)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119792308, mutex=0x1197922e0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc14a8 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff47fff020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 3 (Thread 0x7fff477ef020 (LWP 67034)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x119792308, mutex=0x1197922e0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff83dc14a8 in virThreadPoolWorker (opaque=<optimized out>) at util/virthreadpool.c:124
>#3  0x00007fff83dbfd7c in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff477ef020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>---Type <return> to continue, or q <return> to quit---
>Thread 2 (Thread 0x7fff467cf020 (LWP 67075)):
>#0  0x00007fff8335e7fc in __pthread_cond_wait (cond=0x7fff2c103e30, mutex=0x7fff2c103df0) at pthread_cond_wait.c:153
>#1  0x00007fff83dc036c in virCondWait (c=<optimized out>, m=<optimized out>) at util/virthread.c:154
>#2  0x00007fff71d2c340 in udevEventHandleThread (opaque=<optimized out>) at node_device/node_device_udev.c:1604
>#3  0x00007fff83dbfddc in virThreadHelper (data=<optimized out>) at util/virthread.c:206
>#4  0x00007fff83358b94 in start_thread (arg=0x7fff467cf020) at pthread_create.c:309
>#5  0x00007fff832885f4 in clone () at ../sysdeps/unix/sysv/linux/powerpc/powerpc64/clone.S:104
>
>Thread 1 (Thread 0x7fff827be800 (LWP 67007)):
>#0  0x00007fff832778b8 in poll () at ../sysdeps/unix/syscall-template.S:81
>#1  0x00007fff83d44778 in poll (__timeout=4104, __nfds=11, __fds=0x119794680) at /usr/include/bits/poll2.h:46
>#2  virEventPollRunOnce () at util/vireventpoll.c:641
>#3  0x00007fff83d42b84 in virEventRunDefaultImpl () at util/virevent.c:327
>#4  0x00007fff83ecd530 in virNetDaemonRun (dmn=0x1197802b0) at rpc/virnetdaemon.c:850
>#5  0x00000001169532ec in main (argc=<optimized out>, argv=<optimized out>) at remote/remote_daemon.c:1461

Actions: View

Attachments on bug 1598412: 1456757