Attachment 1679688 Details for Bug 1825294 – virt-controller logs

virt-controller logs

file_1825294.txt (text/plain), 17.96 KB, created by Matthew Booth on 2020-04-17 15:39:29 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Matthew Booth

Created: 2020-04-17 15:39:29 UTC

Size: 17.96 KB

patch

obsolete

>{"component":"virt-controller","level":"info","msg":"STARTING informer configMapInformer","pos":"virtinformers.go:213","timestamp":"2020-04-16T15:33:37.196603Z"}
>{"component":"virt-controller","level":"info","msg":"STARTING informer CRDInformer","pos":"virtinformers.go:213","timestamp":"2020-04-16T15:33:37.196706Z"}
>{"component":"virt-controller","level":"info","msg":"CDI detected, DataVolume integration enabled","pos":"application.go:231","timestamp":"2020-04-16T15:33:37.499853Z"}{"action":"listening","component":"virt-controller","interface":"0.0.0.0","level":"info","port":8443,"pos":"application.go:284","service":"http","timestamp":"2020-04-16T15:33:38.110788Z"}
>E0416 15:46:16.761293       1 leaderelection.go:330] error retrieving resource lock kubevirt-hyperconverged/virt-controller: etcdserver: request timed out
>{"component":"virt-controller","level":"info","msg":"STARTING informer kubeVirtNodeInformer","pos":"virtinformers.go:213","service":"http","timestamp":"2020-04-16T15:46:45.938314Z"}
>{"component":"virt-controller","level":"info","msg":"STARTING informer vmimInformer","pos":"virtinformers.go:213","service":"http","timestamp":"2020-04-16T15:46:45.938366Z"}
>{"component":"virt-controller","level":"info","msg":"STARTING informer dataVolumeInformer","pos":"virtinformers.go:213","service":"http","timestamp":"2020-04-16T15:46:45.938392Z"}
>{"component":"virt-controller","level":"info","msg":"STARTING informer kubeVirtPodInformer","pos":"virtinformers.go:213","service":"http","timestamp":"2020-04-16T15:46:45.938414Z"}
>{"component":"virt-controller","level":"info","msg":"STARTING informer vmirsInformer","pos":"virtinformers.go:213","service":"http","timestamp":"2020-04-16T15:46:45.938435Z"}
>{"component":"virt-controller","level":"info","msg":"STARTING informer persistentVolumeClaimInformer","pos":"virtinformers.go:213","service":"http","timestamp":"2020-04-16T15:46:45.938455Z"}
>{"component":"virt-controller","level":"info","msg":"STARTING informer vmInformer","pos":"virtinformers.go:213","service":"http","timestamp":"2020-04-16T15:46:45.938476Z"}
>{"component":"virt-controller","level":"info","msg":"SKIPPING informer configMapInformer","pos":"virtinformers.go:210","service":"http","timestamp":"2020-04-16T15:46:45.938499Z"}
>{"component":"virt-controller","level":"info","msg":"SKIPPING informer CRDInformer","pos":"virtinformers.go:210","service":"http","timestamp":"2020-04-16T15:46:45.938519Z"}
>{"component":"virt-controller","level":"info","msg":"STARTING informer vmiInformer","pos":"virtinformers.go:213","service":"http","timestamp":"2020-04-16T15:46:45.938537Z"}
>{"component":"virt-controller","level":"info","msg":"STARTING controllers with following threads : node 3, vmi 3, replicaset 3, vm 3, migration 3, evacuation 3, disruptionBudget 3\n","pos":"application.go:321","timestamp":"2020-04-16T15:46:45.938571Z"}
>{"component":"virt-controller","level":"info","msg":"Starting node controller.","pos":"node.go:109","service":"http","timestamp":"2020-04-16T15:46:45.939354Z"}
>{"component":"virt-controller","level":"info","msg":"Starting migration controller.","pos":"migration.go:108","service":"http","timestamp":"2020-04-16T15:46:45.939498Z"}
>{"component":"virt-controller","level":"info","msg":"Starting VirtualMachineInstanceReplicaSet controller.","pos":"replicaset.go:106","service":"http","timestamp":"2020-04-16T15:46:45.939524Z"}
>{"component":"virt-controller","level":"info","msg":"Starting VirtualMachine controller.","pos":"vm.go:117","service":"http","timestamp":"2020-04-16T15:46:45.939573Z"}
>{"component":"virt-controller","level":"info","msg":"Starting vmi controller.","pos":"vmi.go:173","service":"http","timestamp":"2020-04-16T15:46:45.939589Z"}
>{"component":"virt-controller","level":"info","msg":"Starting evacuation controller.","pos":"evacuation.go:251","service":"http","timestamp":"2020-04-16T15:46:45.939612Z"}
>{"component":"virt-controller","level":"info","msg":"Starting disruption budget controller.","pos":"disruptionbudget.go:252","service":"http","timestamp":"2020-04-16T15:46:45.940221Z"}
>{"component":"virt-controller","kind":"DataVolume","level":"info","msg":"Looking for DataVolume Ref","name":"osp-director-root","namespace":"default","pos":"vm.go:961","service":"http","timestamp":"2020-04-16T15:46:45.953295Z","uid":"5b4f2d64-29ab-4f08-8d22-c404c9388e22"}
>{"component":"virt-controller","kind":"DataVolume","level":"error","msg":"Cant find the matching VM for DataVolume: osp-director-root","name":"osp-director-root","namespace":"default","pos":"vm.go:964","service":"http","timestamp":"2020-04-16T15:46:45.953397Z","uid":"5b4f2d64-29ab-4f08-8d22-c404c9388e22"}
>{"component":"virt-controller","level":"info","msg":"Updating cluster config to resource version '102797'","pos":"config-map.go:435","service":"http","timestamp":"2020-04-16T15:46:46.040496Z"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Looking for DataVolume Ref","name":"osp-controller-2-root","namespace":"default","pos":"vm.go:961","service":"http","timestamp":"2020-04-16T16:33:19.083189Z","uid":"a748796a-f00d-40a1-a6e5-eeaf5b3d373e"}
>{"component":"virt-controller","kind":"","level":"info","msg":"DataVolume created because osp-controller-2-root was added.","name":"osp-controller-2-root","namespace":"
>default","pos":"vm.go:972","service":"http","timestamp":"2020-04-16T16:33:19.083294Z","uid":"a748796a-f00d-40a1-a6e5-eeaf5b3d373e"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Looking for DataVolume Ref","name":"osp-controller-1-root","namespace":"default","pos":"vm.go:961","service":"http","timestamp":"2020-04-16T16:33:19.084503Z","uid":"0d0dec21-b2ef-446a-b18e-85ba83fb447a"}
>{"component":"virt-controller","kind":"","level":"info","msg":"DataVolume created because osp-controller-1-root was added.","name":"osp-controller-1-root","namespace":"default","pos":"vm.go:972","service":"http","timestamp":"2020-04-16T16:33:19.084561Z","uid":"0d0dec21-b2ef-446a-b18e-85ba83fb447a"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Looking for DataVolume Ref","name":"osp-controller-3-root","namespace":"default","pos":"vm.go:961","service":"http","timestamp":"2020-04-16T16:33:19.225936Z","uid":"81c1aa39-9e4f-4ad3-ac3c-94aa76ab64d1"}
>{"component":"virt-controller","kind":"","level":"info","msg":"DataVolume created because osp-controller-3-root was added.","name":"osp-controller-3-root","namespace":"default","pos":"vm.go:972","service":"http","timestamp":"2020-04-16T16:33:19.226686Z","uid":"81c1aa39-9e4f-4ad3-ac3c-94aa76ab64d1"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-1","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-1\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T16:34:51.987906Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-1","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-1\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T16:34:52.113238Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-2","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-2\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T16:34:53.963543Z"}
>{"component":"virt-controller","kind":"","level":"error","msg":"Updating the VirtualMachine status failed.","name":"osp-controller-3","namespace":"default","pos":"vm.go:270","reason":"Operation cannot be fulfilled on virtualmachines.kubevirt.io \"osp-controller-3\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T16:34:54.002903Z","uid":"ba392def-7aac-498b-a3aa-42f578d65843"}
>{"component":"virt-controller","level":"info","msg":"re-enqueuing VirtualMachine default/osp-controller-3","pos":"vm.go:143","reason":"Operation cannot be fulfilled on
>virtualmachines.kubevirt.io \"osp-controller-3\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T16:34:54.003018Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-2","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-2\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T16:34:54.073700Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-3","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-3\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T16:34:54.274194Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-2","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-2\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T16:34:54.869697Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-3","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-3\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T16:34:55.063399Z"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Dispatching delete event","name":"osp-controller-1","namespace":"default","pos":"vm.go:676","service":"http","timestamp":"2020-04-16T17:55:55.602322Z","uid":"cf493432-b9df-4ffb-8e13-29ea61b231f8"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-1","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-1\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T17:56:06.624520Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-1","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-1\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T17:56:06.655147Z"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Dispatching delete event","name":"osp-controller-1","namespace":"default","pos":"vm.go:676","service":"http","timestamp":"2020-04-16T18:07:05.569856Z","uid":"cf493432-b9df-4ffb-8e13-29ea61b231f8"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-1","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-1\": the object has been modified; please apply your changes to the latest version and try again","service"
>:"http","timestamp":"2020-04-16T18:07:05.650648Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-1","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-1\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/default/osp-controller-1, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 670b3cdb-9bd0-4e24-ac0d-88cd772c3b48, UID in object meta: ","service":"http","timestamp":"2020-04-16T18:07:05.688276Z"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Dispatching delete event","name":"osp-controller-2","namespace":"default","pos":"vm.go:676","service":"http","timestamp":"2020-04-16T18:07:08.100459Z","uid":"8411afed-eb27-414c-b2ed-2dfb5f733efa"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Dispatching delete event","name":"osp-controller-3","namespace":"default","pos":"vm.go:676","service":"http","timestamp":"2020-04-16T18:07:09.993138Z","uid":"ba392def-7aac-498b-a3aa-42f578d65843"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-3","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-3\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:07:10.242842Z"}
>{"component":"virt-controller","kind":"","level":"error","msg":"Updating the VirtualMachine status failed.","name":"osp-controller-1","namespace":"default","pos":"vm.go:270","reason":"Operation cannot be fulfilled on virtualmachines.kubevirt.io \"osp-controller-1\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:07:27.028232Z","uid":"cf493432-b9df-4ffb-8e13-29ea61b231f8"}
>{"component":"virt-controller","level":"info","msg":"re-enqueuing VirtualMachine default/osp-controller-1","pos":"vm.go:143","reason":"Operation cannot be fulfilled on
>virtualmachines.kubevirt.io \"osp-controller-1\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:07:27.028316Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-1","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-1\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:07:27.095654Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-1","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-1\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:07:27.144904Z"}
>{"component":"virt-controller","kind":"","level":"error","msg":"Updating the VirtualMachine status failed.","name":"osp-controller-3","namespace":"default","pos":"vm.go:270","reason":"Operation cannot be fulfilled on virtualmachines.kubevirt.io \"osp-controller-3\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:11:39.492580Z","uid":"ba392def-7aac-498b-a3aa-42f578d65843"}
>{"component":"virt-controller","level":"info","msg":"re-enqueuing VirtualMachine default/osp-controller-3","pos":"vm.go:143","reason":"Operation cannot be fulfilled on
>virtualmachines.kubevirt.io \"osp-controller-3\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:11:39.492661Z"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Dispatching delete event","name":"osp-controller-2","namespace":"default","pos":"vm.go:676","service":"http","timestamp":"2020-04-16T18:12:02.783764Z","uid":"8411afed-eb27-414c-b2ed-2dfb5f733efa"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-2","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-2\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:12:02.854314Z"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Dispatching delete event","name":"osp-controller-3","namespace":"default","pos":"vm.go:676","service":"http","timestamp":"2020-04-16T18:13:51.684339Z","uid":"ba392def-7aac-498b-a3aa-42f578d65843"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-2","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-2\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:15:14.227347Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-2","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-2\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:15:14.255420Z"}
>{"component":"virt-controller","level":"info","msg":"reenqueuing VirtualMachineInstance default/osp-controller-2","pos":"vmi.go:201","reason":"Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"osp-controller-2\": the object has been modified; please apply your changes to the latest version and try again","service":"http","timestamp":"2020-04-16T18:15:14.275227Z"}
>{"component":"virt-controller","kind":"","level":"info","msg":"Looking for DataVolume Ref","name":"osp-controller-3-root","namespace":"default","pos":"vm.go:961","service":"http","timestamp":"2020-04-17T13:46:18.118391Z","uid":"0dcaa290-f4f6-4ba5-b888-55a538ec8385"}
>{"component":"virt-controller","kind":"","level":"error","msg":"Cant find the matching VM for DataVolume: osp-controller-3-root","name":"osp-controller-3-root","namespace":"default","pos":"vm.go:964","service":"http","timestamp":"2020-04-17T13:46:18.118505Z","uid":"0dcaa290-f4f6-4ba5-b888-55a538ec8385"}

Actions: View

Attachments on bug 1825294: 1679684 | 1679685 | 1679688