Bug 1221956

Created attachment 1025737 [details]
sos full report

As it would take me ~38m to download the sos report... may I ask what does

 vdsClient -s 0 list

show (I suppose the VM is alive and kicking and reported there)? And why does hosted-engine use getVmsInfo? The latter is a storage verbs that goes to the pool's master domain, and extracts information placed there by hosted-engine itself.

# vdsClient -s 0 list

5fa7c8be-e4f0-48c9-bacd-d09c5c06b058
	Status = Up
	nicModel = rtl8139,pv
	emulatedMachine = pc
	pid = 20503
	vmName = HostedEngine
	devices = [{'device': 'console', 'specParams': {}, 'type': 'console', 'deviceId': '2df165d2-fedb-4e37-bbcd-3e45d3528f6f', 'alias': 'console0'}, {'device': 'memballoon', 'specParams': {'model': 'none'}, 'type': 'balloon', 'alias': 'balloon0'}, {'device': 'scsi', 'alias': 'scsi0', 'model': 'virtio-scsi', 'type': 'controller', 'address': {'slot': '0x04', 'bus': '0x00', 'domain': '0x0000', 'type': 'pci', 'function': '0x0'}}, {'device': 'vnc', 'specParams': {'spiceSecureChannels': 'smain,sdisplay,sinputs,scursor,splayback,srecord,ssmartcard,susbredir', 'displayIp': '0'}, 'type': 'graphics', 'port': '5900'}, {'nicModel': 'pv', 'macAddr': '00:16:3e:49:a2:90', 'linkActive': True, 'network': 'ovirtmgmt', 'alias': 'net0', 'filter': 'vdsm-no-mac-spoofing', 'specParams': {}, 'deviceId': '88d5853c-c59e-4bd2-a9aa-01323a0f823f', 'address': {'slot': '0x03', 'bus': '0x00', 'domain': '0x0000', 'type': 'pci', 'function': '0x0'}, 'device': 'bridge', 'type': 'interface', 'name': 'vnet0'}, {'index': '2', 'iface': 'ide', 'name': 'hdc', 'alias': 'ide0-1-0', 'specParams': {}, 'readonly': 'True', 'deviceId': '099b3b74-8046-4a8b-9dad-e3e864bd1027', 'address': {'bus': '1', 'controller': '0', 'type': 'drive', 'target': '0', 'unit': '0'}, 'device': 'cdrom', 'shared': 'false', 'path': '/home/tmp72df7X/seed.iso', 'type': 'disk'}, {'poolID': '00000000-0000-0000-0000-000000000000', 'reqsize': '0', 'index': '0', 'iface': 'virtio', 'apparentsize': '10737418240', 'alias': 'virtio-disk0', 'imageID': 'd3661f9d-c7f7-42ff-aaf8-7a8b9c89cf26', 'readonly': 'False', 'shared': 'exclusive', 'truesize': '2551021568', 'type': 'disk', 'domainID': '9311f2bf-d27d-4ff3-a032-86ddf4584920', 'volumeInfo': {'domainID': '9311f2bf-d27d-4ff3-a032-86ddf4584920', 'volType': 'path', 'leaseOffset': 0, 'volumeID': '7ac51798-e3a6-4deb-99cf-36b0addba194', 'leasePath': '/rhev/data-center/mnt/minidell.home:_home_storage/9311f2bf-d27d-4ff3-a032-86ddf4584920/images/d3661f9d-c7f7-42ff-aaf8-7a8b9c89cf26/7ac51798-e3a6-4deb-99cf-36b0addba194.lease', 'imageID': 'd3661f9d-c7f7-42ff-aaf8-7a8b9c89cf26', 'path': '/rhev/data-center/mnt/minidell.home:_home_storage/9311f2bf-d27d-4ff3-a032-86ddf4584920/images/d3661f9d-c7f7-42ff-aaf8-7a8b9c89cf26/7ac51798-e3a6-4deb-99cf-36b0addba194'}, 'format': 'raw', 'deviceId': 'd3661f9d-c7f7-42ff-aaf8-7a8b9c89cf26', 'address': {'slot': '0x06', 'bus': '0x00', 'domain': '0x0000', 'type': 'pci', 'function': '0x0'}, 'device': 'disk', 'path': '/var/run/vdsm/storage/9311f2bf-d27d-4ff3-a032-86ddf4584920/d3661f9d-c7f7-42ff-aaf8-7a8b9c89cf26/7ac51798-e3a6-4deb-99cf-36b0addba194', 'propagateErrors': 'off', 'optional': 'false', 'name': 'vda', 'bootOrder': '1', 'volumeID': '7ac51798-e3a6-4deb-99cf-36b0addba194', 'specParams': {}, 'volumeChain': [{'domainID': '9311f2bf-d27d-4ff3-a032-86ddf4584920', 'volType': 'path', 'leaseOffset': 0, 'volumeID': '7ac51798-e3a6-4deb-99cf-36b0addba194', 'leasePath': '/rhev/data-center/mnt/minidell.home:_home_storage/9311f2bf-d27d-4ff3-a032-86ddf4584920/images/d3661f9d-c7f7-42ff-aaf8-7a8b9c89cf26/7ac51798-e3a6-4deb-99cf-36b0addba194.lease', 'imageID': 'd3661f9d-c7f7-42ff-aaf8-7a8b9c89cf26', 'path': '/rhev/data-center/mnt/minidell.home:_home_storage/9311f2bf-d27d-4ff3-a032-86ddf4584920/images/d3661f9d-c7f7-42ff-aaf8-7a8b9c89cf26/7ac51798-e3a6-4deb-99cf-36b0addba194'}]}, {'device': 'usb', 'alias': 'usb0', 'type': 'controller', 'address': {'slot': '0x01', 'bus': '0x00', 'domain': '0x0000', 'type': 'pci', 'function': '0x2'}}, {'device': 'ide', 'alias': 'ide0', 'type': 'controller', 'address': {'slot': '0x01', 'bus': '0x00', 'domain': '0x0000', 'type': 'pci', 'function': '0x1'}}, {'device': 'virtio-serial', 'alias': 'virtio-serial0', 'type': 'controller', 'address': {'slot': '0x05', 'bus': '0x00', 'domain': '0x0000', 'type': 'pci', 'function': '0x0'}}, {'device': 'unix', 'alias': 'channel0', 'type': 'channel', 'address': {'bus': '0', 'controller': '0', 'type': 'virtio-serial', 'port': '1'}}, {'device': 'unix', 'alias': 'channel1', 'type': 'channel', 'address': {'bus': '0', 'controller': '0', 'type': 'virtio-serial', 'port': '2'}}, {'device': 'unix', 'alias': 'channel2', 'type': 'channel', 'address': {'bus': '0', 'controller': '0', 'type': 'virtio-serial', 'port': '3'}}, {'device': '', 'alias': 'video0', 'type': 'video', 'address': {'slot': '0x02', 'bus': '0x00', 'domain': '0x0000', 'type': 'pci', 'function': '0x0'}}]
	smp = 4
	vmType = kvm
	display = vnc
	displaySecurePort = -1
	memSize = 8192
	displayPort = 5900
	cpuType = SandyBridge
	clientIp = 
	guestDiskMapping = {}
	displayIp = 0
	spiceSecureChannels = smain,sdisplay,sinputs,scursor,splayback,srecord,ssmartcard,susbredir
	pauseCode = NOERR

(In reply to Dan Kenigsberg from comment #2)
> As it would take me ~38m to download the sos report... may I ask what does
> 
>  vdsClient -s 0 list
> 
> show (I suppose the VM is alive and kicking and reported there)?

yes

> And why does hosted-engine use getVmsInfo?

Hosted Engine is using that verb since 3.3...
And it worked on EL7 since last week.

> The latter is a storage verbs that goes
> to the pool's master domain, and extracts information placed there by
> hosted-engine itself.

So, what's the verb supposed to be used here? list?

(In reply to Sandro Bonazzola from comment #4)
> (In reply to Dan Kenigsberg from comment #2)
> > As it would take me ~38m to download the sos report... may I ask what does
> > 
> >  vdsClient -s 0 list
> > 
> > show (I suppose the VM is alive and kicking and reported there)?
> 
> yes
> 
> > And why does hosted-engine use getVmsInfo?
> 
> Hosted Engine is using that verb since 3.3...
> And it worked on EL7 since last week.

There has been no recent change in it. The error code suggests that connection to the master domain failed.

> 
> So, what's the verb supposed to be used here? list?

It depends what you are trying to achieve. If only want to know if a specific vm is running, call getVmStats(vmid).

Wait a sec.
If this code reads VMs from the master FS it's bound to fail, as we no longer store the VMs there...
(yet another reason why vdsClient shouldn't be used :-)).
What am I missing?

(In reply to Allon Mureinik from comment #6)
> What am I missing?

I don't think that you are. getVmsInfo should not be used.
However, I do not quite understand why hosted engine wants/needs to use.

Sandro, what is the information that you are trying to extract?

Hosted Engine now uses getVmStats as per comment #5 so this shouldn't be an issue anymore.

extracting:

statsList['displaySecurePort']
statsList['displayPort']
statsList['status']

To QE, just try to deploy Hosted Engine on FC22, it should not fail.

This bug report has Keywords: Regression or TestBlocker.
Since no regressions or test blockers are allowed between releases, it is also being identified as a blocker for this release. Please resolve ASAP.

Reproduced on Red Hat Enterprise Virtualization Hypervisor release 7.2 (20151104.0.el7ev)

#  ps aux |grep qemu
qemu      23412  7.4  6.4 4817372 2120344 ?     Sl   18:14   2:55 /usr/libexec/qemu-kvm -name HostedEngine -S -machine rhel6.5.0,accel=kvm,usb=off -cpu Penryn -m 4096 -realtime mlock=off -smp 2,sockets=2,cores=1,threads=1 -uuid 0e2b7f3b-b040-4956-a3c2-b481f847674a -smbios type=1,manufacturer=Red Hat,product=RHEV Hypervisor,version=7.2-20151104.0.el7ev,serial=4C4C4544-0059-4410-8051-B5C04F573032,uuid=0e2b7f3b-b040-4956-a3c2-b481f847674a -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-HostedEngine/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=2015-11-05T18:14:25,driftfix=slew -global kvm-pit.lost_tick_policy=discard -no-hpet -no-reboot -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -device virtio-scsi-pci,id=scsi0,bus=pci.0,addr=0x4 -device virtio-serial-pci,id=virtio-serial0,bus=pci.0,addr=0x5 -drive if=none,id=drive-ide0-1-0,readonly=on,format=raw,serial= -device ide-cd,bus=ide.1,unit=0,drive=drive-ide0-1-0,id=ide0-1-0 -drive file=/var/run/vdsm/storage/fa50d737-fd58-4061-bbbf-148846cc6165/c90c94f5-e1e7-471f-a4ef-a3e18f4d9262/e176d11a-c709-4a06-966a-79ccca23934c,if=none,id=drive-virtio-disk0,format=raw,serial=c90c94f5-e1e7-471f-a4ef-a3e18f4d9262,cache=none,werror=stop,rerror=stop,aio=native -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x6,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=28,id=hostnet0,vhost=on,vhostfd=29 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=00:16:3e:7b:b8:53,bus=pci.0,addr=0x3 -chardev socket,id=charchannel0,path=/var/lib/libvirt/qemu/channels/0e2b7f3b-b040-4956-a3c2-b481f847674a.com.redhat.rhevm.vdsm,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=1,chardev=charchannel0,id=channel0,name=com.redhat.rhevm.vdsm -chardev socket,id=charchannel1,path=/var/lib/libvirt/qemu/channels/0e2b7f3b-b040-4956-a3c2-b481f847674a.org.qemu.guest_agent.0,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=2,chardev=charchannel1,id=channel1,name=org.qemu.guest_agent.0 -chardev socket,id=charchannel2,path=/var/lib/libvirt/qemu/channels/0e2b7f3b-b040-4956-a3c2-b481f847674a.org.ovirt.hosted-engine-setup.0,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=3,chardev=charchannel2,id=channel2,name=org.ovirt.hosted-engine-setup.0 -chardev pty,id=charconsole0 -device virtconsole,chardev=charconsole0,id=console0 -vnc 0:0,password -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -msg timestamp=on
root      41773  0.0  0.0  10640   940 pts/3    S+   18:53   0:00 grep --color=auto qemu


# vdsClient -s 0 getVmsInfo 0e2b7f3b-b040-4956-a3c2-b481f847674a
Unknown pool id, pool not connected: ('0e2b7f3b-b040-4956-a3c2-b481f847674a',)



# rpm -qa vdsm sanlock qemu-kvm-rhev libvirt ovirt*
ovirt-vmconsole-host-1.0.0-1.el7ev.noarch                                                                                                         
ovirt-node-branding-rhev-3.6.0-0.20.20151103git3d3779a.el7ev.noarch                                                                               
ovirt-node-lib-3.6.0-0.20.20151103git3d3779a.el7ev.noarch                                                                                         
ovirt-node-3.6.0-0.20.20151103git3d3779a.el7ev.noarch                                                                                             
ovirt-node-plugin-snmp-logic-3.6.0-0.20.20151103git3d3779a.el7ev.noarch                                                                           
ovirt-hosted-engine-setup-1.3.0-1.el7ev.noarch
ovirt-node-plugin-vdsm-0.6.1-2.el7ev.noarch
ovirt-setup-lib-1.0.0-1.el7ev.noarch
ovirt-vmconsole-1.0.0-1.el7ev.noarch
ovirt-node-lib-config-3.6.0-0.20.20151103git3d3779a.el7ev.noarch
ovirt-node-selinux-3.6.0-0.20.20151103git3d3779a.el7ev.noarch
ovirt-node-plugin-cim-logic-3.6.0-0.20.20151103git3d3779a.el7ev.noarch
ovirt-hosted-engine-ha-1.3.2.1-1.el7ev.noarch
ovirt-node-plugin-hosted-engine-0.3.0-2.el7ev.noarch
ovirt-node-plugin-snmp-3.6.0-0.20.20151103git3d3779a.el7ev.noarch
ovirt-node-plugin-rhn-3.6.0-0.20.20151103git3d3779a.el7ev.noarch
sanlock-3.2.4-1.el7.x86_64
ovirt-node-lib-legacy-3.6.0-0.20.20151103git3d3779a.el7ev.noarch
libvirt-1.2.17-13.el7.x86_64
qemu-kvm-rhev-2.3.0-31.el7.x86_64
vdsm-4.17.10.1-0.el7ev.noarch
ovirt-host-deploy-offline-1.4.0-1.el7ev.x86_64
ovirt-node-plugin-cim-3.6.0-0.20.20151103git3d3779a.el7ev.noarch
ovirt-host-deploy-1.4.0-1.el7ev.noarch

Target release should be placed once a package build is known to fix a issue. Since this bug is not modified, the target version has been reset. Please use target milestone to plan a fix for a oVirt release.

This bug was solved by moving setup from getVmsInfo to getVmStats.
As per comment #10, QE should just try to deploy Hosted Engine, it should not fail.

This bug is not marked for z-stream, yet the milestone is for a z-stream version, therefore the milestone has been reset.
Please set the correct milestone or add the z-stream flag.

Fixed bug tickets must have target milestone set prior to fixing them. Please set the correct milestone and move the bugs back to the previous status after this is corrected.

# rpm -qa vdsm libvirt-client sanlock qemu-kvm-rhev mom ovirt*
ovirt-vmconsole-host-1.0.1-0.0.master.20151105234454.git3e5d52e.el7.noarch
ovirt-release36-002-2.noarch
ovirt-engine-sdk-python-3.6.0.4-0.2.20151123.gita2f81ed.el7.centos.noarch
sanlock-3.2.4-1.el7.x86_64
ovirt-setup-lib-1.0.1-0.0.master.20151119123055.gitfa908be.el7.centos.noarch
qemu-kvm-rhev-2.3.0-31.el7_2.3.x86_64
ovirt-hosted-engine-ha-1.3.3-0.0.master.20151118145556.20151118145552.git71b535e.el7.noarch
ovirt-vmconsole-1.0.1-0.0.master.20151105234454.git3e5d52e.el7.noarch
ovirt-release36-snapshot-002-2.noarch
libvirt-client-1.2.17-13.el7.x86_64
ovirt-hosted-engine-setup-1.3.1-0.0.master.20151118143825.gitc013638.el7.centos.noarch
ovirt-host-deploy-1.4.2-0.0.master.20151122153544.gitfc808fc.el7.noarch
vdsm-4.17.10.1-0.el7ev.noarch
mom-0.5.1-2.el7.noarch

# /usr/libexec/qemu-kvm -M help
Supported machines are:
pc                   RHEL 7.2.0 PC (i440FX + PIIX, 1996) (alias of pc-i440fx-rhel7.2.0)
pc-i440fx-rhel7.2.0  RHEL 7.2.0 PC (i440FX + PIIX, 1996) (default)
pc-i440fx-rhel7.1.0  RHEL 7.1.0 PC (i440FX + PIIX, 1996)
pc-i440fx-rhel7.0.0  RHEL 7.0.0 PC (i440FX + PIIX, 1996)
rhel6.6.0            RHEL 6.6.0 PC
rhel6.5.0            RHEL 6.5.0 PC
rhel6.4.0            RHEL 6.4.0 PC
rhel6.3.0            RHEL 6.3.0 PC
rhel6.2.0            RHEL 6.2.0 PC
rhel6.1.0            RHEL 6.1.0 PC
rhel6.0.0            RHEL 6.0.0 PC
q35                  RHEL-7.2.0 PC (Q35 + ICH9, 2009) (alias of pc-q35-rhel7.2.0)
pc-q35-rhel7.2.0     RHEL-7.2.0 PC (Q35 + ICH9, 2009)
pc-q35-rhel7.1.0     RHEL-7.1.0 PC (Q35 + ICH9, 2009)
pc-q35-rhel7.0.0     RHEL-7.0.0 PC (Q35 + ICH9, 2009)
none                 empty machine

# ps aux |grep qemu
qemu      58677  3.2 15.7 32284508 5145924 ?    Sl   Nov24  29:26 /usr/libexec/qemu-kvm -name HostedEngine -S -machine rhel6.5.0,accel=kvm,usb=off -cpu SandyBridge -m 30934 -realtime mlock=off -smp 2,sockets=2,cores=1,threads=1 -uuid c6496958-03bb-4d8b-bf83-db12260c0a89 -smbios type=1,manufacturer=Red Hat,product=RHEV Hypervisor,version=7.2-9.el7,serial=4C4C4544-0059-4410-8053-B7C04F573032,uuid=c6496958-03bb-4d8b-bf83-db12260c0a89 -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-HostedEngine/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=2015-11-24T16:49:36,driftfix=slew -global kvm-pit.lost_tick_policy=discard -no-hpet -no-reboot -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -device virtio-scsi-pci,id=scsi0,bus=pci.0,addr=0x4 -device virtio-serial-pci,id=virtio-serial0,bus=pci.0,addr=0x5 -drive if=none,id=drive-ide0-1-0,readonly=on,format=raw,serial= -device ide-cd,bus=ide.1,unit=0,drive=drive-ide0-1-0,id=ide0-1-0 -drive file=/var/run/vdsm/storage/3bdcf62c-0501-4bdc-a51f-4f27a9c73858/782f6092-0c4c-40f9-9605-83b60a018bea/d50648a9-ca9f-41f2-a20f-853fd27972c1,if=none,id=drive-virtio-disk0,format=raw,serial=782f6092-0c4c-40f9-9605-83b60a018bea,cache=none,werror=stop,rerror=stop,aio=threads -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x6,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=24,id=hostnet0,vhost=on,vhostfd=27 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=00:16:3e:7b:b8:53,bus=pci.0,addr=0x3 -chardev socket,id=charchannel0,path=/var/lib/libvirt/qemu/channels/c6496958-03bb-4d8b-bf83-db12260c0a89.com.redhat.rhevm.vdsm,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=1,chardev=charchannel0,id=channel0,name=com.redhat.rhevm.vdsm -chardev socket,id=charchannel1,path=/var/lib/libvirt/qemu/channels/c6496958-03bb-4d8b-bf83-db12260c0a89.org.qemu.guest_agent.0,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=2,chardev=charchannel1,id=channel1,name=org.qemu.guest_agent.0 -chardev socket,id=charchannel2,path=/var/lib/libvirt/qemu/channels/c6496958-03bb-4d8b-bf83-db12260c0a89.org.ovirt.hosted-engine-setup.0,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=3,chardev=charchannel2,id=channel2,name=org.ovirt.hosted-engine-setup.0 -chardev pty,id=charconsole0 -device virtconsole,chardev=charconsole0,id=console0 -vnc 0:0,password -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -msg timestamp=on
root      99340  0.0  0.0 112644   956 pts/0    S+   10:04   0:00 grep --color=auto qemu

# vdsClient -s 0 getVmsInfo c6496958-03bb-4d8b-bf83-db12260c0a89
Unknown pool id, pool not connected: ('c6496958-03bb-4d8b-bf83-db12260c0a89',)
[root@alma03 ~]#  rpm -qa |egrep "(vdsm|qemu|libvirt)"|sort
ipxe-roms-qemu-20130517-7.gitc4bce43.el7.noarch
libvirt-client-1.2.17-13.el7.x86_64
libvirt-daemon-1.2.17-13.el7.x86_64
libvirt-daemon-config-nwfilter-1.2.17-13.el7.x86_64
libvirt-daemon-driver-interface-1.2.17-13.el7.x86_64
libvirt-daemon-driver-network-1.2.17-13.el7.x86_64
libvirt-daemon-driver-nodedev-1.2.17-13.el7.x86_64
libvirt-daemon-driver-nwfilter-1.2.17-13.el7.x86_64
libvirt-daemon-driver-qemu-1.2.17-13.el7.x86_64
libvirt-daemon-driver-secret-1.2.17-13.el7.x86_64
libvirt-daemon-driver-storage-1.2.17-13.el7.x86_64
libvirt-daemon-kvm-1.2.17-13.el7.x86_64
libvirt-lock-sanlock-1.2.17-13.el7.x86_64
libvirt-python-1.2.17-2.el7.x86_64
qemu-img-rhev-2.3.0-31.el7_2.3.x86_64
qemu-kvm-common-rhev-2.3.0-31.el7_2.3.x86_64
qemu-kvm-rhev-2.3.0-31.el7_2.3.x86_64
qemu-kvm-tools-ev-2.3.0-29.1.el7.x86_64
qemu-kvm-tools-rhev-2.3.0-31.el7_2.3.x86_64
vdsm-4.17.10.1-0.el7ev.noarch
vdsm-cli-4.17.10.1-0.el7ev.noarch
vdsm-infra-4.17.10.1-0.el7ev.noarch
vdsm-jsonrpc-4.17.10.1-0.el7ev.noarch
vdsm-python-4.17.10.1-0.el7ev.noarch
vdsm-xmlrpc-4.17.10.1-0.el7ev.noarch
vdsm-yajsonrpc-4.17.10.1-0.el7ev.noarch

# vdsClient -s 0 getVmStats c6496958-03bb-4d8b-bf83-db12260c0a89

c6496958-03bb-4d8b-bf83-db12260c0a89
        Status = Up
        displayInfo = [{'tlsPort': '-1', 'ipAddress': '0', 'port': '5900', 'type': 'vnc'}]
        memUsage = 99
        acpiEnable = true
        session = Unknown
        displaySecurePort = -1
        timeOffset = 0
        pauseCode = NOERR
        disksUsage = [{'path': '/', 'total': '52708728832', 'fs': 'ext4', 'used': '3193892864'}]
        network = {'vnet0': {'macAddr': '00:16:3E:7B:B8:53', 'rxDropped': '0', 'tx': '15348064', 'txDropped': '0', 'txRate': '0.0', 'rxErrors': '0', 'rx': '769165429', 'rxRate': '0.0', 'txErrors': '0', 'state': 'unknown', 'sampleTime': 4432693.99, 'speed': '1000', 'name': 'vnet0'}}
        memoryStats = {'swap_out': '0', 'majflt': '0', 'swap_usage': '0', 'mem_cached': '419788', 'mem_free': '27242264', 'mem_buffers': '79484', 'swap_in': '0', 'swap_total': '0', 'pageflt': '17', 'mem_total': '31026712', 'mem_unused': '26742992'}
        cpuUser = 4.58
        vmJobs = {}
        elapsedTime = 55066
        displayType = vnc
        cpuSys = 0.60
        appsList = ['cloud-init-0.7.5-3.el6', 'kernel-2.6.32-573.8.1.el6', 'rhevm-guest-agent-common-1.0.11-2.el6ev']
        guestOs = 2.6.32-573.8.1.el6.x86_64
        vmName = HostedEngine
        guestFQDN = nsednev-he-1.qa.lab.tlv.redhat.com
        hash = 4868784844111714288
        guestCPUCount = 2
        vmType = kvm
        pid = 58677
        displayIp = 0
        cpuUsage = 322180000000
        vcpuPeriod = 100000
        displayPort = 5900
        guestIPs = 10.35.97.61
        guestTimezone = {'zone': 'America/New_York', 'offset': -300}
        vcpuQuota = -1
        kvmEnable = true
        disks = {'vda': {'readLatency': '0', 'writtenBytes': '1113665536', 'truesize': '4226428928', 'apparentsize': '53687091200', 'readOps': '11504', 'writeLatency': '1120571', 'imageID': '782f6092-0c4c-40f9-9605-83b60a018bea', 'readBytes': '364945408', 'flushLatency': '67161', 'readRate': '0.0', 'writeOps': '87490', 'writeRate': '29784.1227481'}, 'hdc': {'readLatency': '0', 'writtenBytes': '0', 'truesize': '0', 'apparentsize': '0', 'readOps': '3', 'writeLatency': '0', 'readBytes': '62', 'flushLatency': '0', 'readRate': '0.0', 'writeOps': '0', 'writeRate': '0.0'}}
        monitorResponse = 0
        guestOsInfo = {'kernel': '2.6.32-573.8.1.el6.x86_64', 'arch': 'x86_64', 'version': '6.7', 'distribution': 'Red Hat Enterprise Linux Server', 'type': 'linux', 'codename': 'Santiago'}
        username = None
        guestName = nsednev-he-1.qa.lab.tlv.redhat.com
        lastLogin = 1448384066.96
        vcpuCount = 2
        clientIp = 
        statusTime = 4432693990
        netIfaces = [{'inet6': ['fe80::216:3eff:fe7b:b853'], 'hw': '00:16:3e:7b:b8:53', 'inet': ['10.35.97.61'], 'name': 'eth0'}]

Since oVirt 3.6.0 has been released, moving from verified to closed current release.