Bug 2010602
| Summary: | The Compliance operator causing long delay to generate install plan while upgrading from v0.1.39 > v0.1.41 | ||
|---|---|---|---|
| Product: | OpenShift Container Platform | Reporter: | Prashant Dhamdhere <pdhamdhe> |
| Component: | Compliance Operator | Assignee: | Jakub Hrozek <jhrozek> |
| Status: | CLOSED DUPLICATE | QA Contact: | Prashant Dhamdhere <pdhamdhe> |
| Severity: | urgent | Docs Contact: | |
| Priority: | unspecified | ||
| Version: | 4.8 | CC: | josorior, mrogers, xiyuan |
| Target Milestone: | --- | ||
| Target Release: | --- | ||
| Hardware: | Unspecified | ||
| OS: | Unspecified | ||
| Whiteboard: | |||
| Fixed In Version: | Doc Type: | If docs needed, set a value | |
| Doc Text: | Story Points: | --- | |
| Clone Of: | Environment: | ||
| Last Closed: | 2021-10-06 16:59:10 UTC | Type: | Bug |
| Regression: | --- | Mount Type: | --- |
| Documentation: | --- | CRM: | |
| Verified Versions: | Category: | --- | |
| oVirt Team: | --- | RHEL 7.3 requirements from Atomic Host: | |
| Cloudforms Team: | --- | Target Upstream Version: | |
| Embargoed: | |||
$ oc get ip; TZ=GMT0 date
NAME CSV APPROVAL APPROVED
install-ffbv5 compliance-operator.v0.1.39 Automatic true
install-w4x85 compliance-operator.v0.1.41 Automatic true
Tuesday 05 October 2021 07:58:03 AM GMT
$ oc get csv; TZ=GMT0 date
NAME DISPLAY VERSION REPLACES PHASE
compliance-operator.v0.1.41 Compliance Operator 0.1.41 compliance-operator.v0.1.39 Succeeded
elasticsearch-operator.5.1.3-12 OpenShift Elasticsearch Operator 5.1.3-12 Succeeded
Tuesday 05 October 2021 07:58:10 AM GMT
time="2021-10-05T07:05:52Z" level=info msg="checking compliance-operator.v0.1.39"
time="2021-10-05T07:05:52Z" level=info msg="updated labels" csv=compliance-operator.v0.1.41 labels="olm.api.1592ac5e044b30c4=provided,olm.api.22ce358a50843a97=provided,olm.api.31b4d637926927c=provided,olm.api.449ac30b34eb43de=provided,olm
.api.687c325f435ba8ce=provided,olm.api.880fc96b1ae8ad9d=provided,olm.api.8961166d10dc0efd=provided,olm.api.cae8826e8ef698be=provided,olm.api.d954f1473639740f=provided,olm.api.daedf6ee5869a065=provided,olm.api.eab4bccdc604160a=provided" ns
=openshift-compliance
{"level":"error","ts":1633417552.7697556,"logger":"controllers.operatorcondition","msg":"Error ensuring OperatorCondition RoleBinding","request":"openshift-compliance/compliance-operator.v0.1.41","error":"rolebindings.rbac.authorization.k
8s.io \"compliance-operator.v0.1.41\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.g
o:298\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/control
ler.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/w
ait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156
\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.i
o/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"}
{"level":"error","ts":1633417552.7698634,"logger":"controller-runtime.manager.controller.operatorcondition","msg":"Reconciler error","reconciler group":"operators.coreos.com","reconciler kind":"OperatorCondition","name":"compliance-operat
or.v0.1.41","namespace":"openshift-compliance","error":"rolebindings.rbac.authorization.k8s.io \"compliance-operator.v0.1.41\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextW
orkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/inte
rnal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io
/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg
/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/u
til/wait/wait.go:99"}
time="2021-10-05T07:05:52Z" level=info msg="operatorgroup incorrect" csv=compliance-operator.v0.1.41 error="<nil>" id=Mvx3r namespace=openshift-compliance phase=
time="2021-10-05T07:05:52Z" level=info msg="not in operatorgroup namespace" csv=compliance-operator.v0.1.41 id=ssC5D namespace=openshift-compliance phase=
time="2021-10-05T07:05:52Z" level=info msg="checking compliance-operator.v0.1.39"
time="2021-10-05T07:05:52Z" level=info msg="checking compliance-operator.v0.1.41"
time="2021-10-05T07:05:52Z" level=info msg="compliance-operator.v0.1.39 replaced by compliance-operator.v0.1.41"
time="2021-10-05T07:05:52Z" level=info msg="newer csv replacing compliance-operator.v0.1.39, no-op"
time="2021-10-05T07:05:52Z" level=info msg="replacement check" csv=compliance-operator.v0.1.39 error=replacing id=Sv+AT namespace=openshift-compliance phase=Succeeded
I1005 07:05:52.787059 1 event.go:282] Event(v1.ObjectReference{Kind:"ClusterServiceVersion", Namespace:"openshift-compliance", Name:"compliance-operator.v0.1.39", UID:"3c4b9467-ceff-4ba1-97cc-888c2c6009e5", APIVersion:"operators.coreos.com/v1alpha1", ResourceVersion:"104749", FieldPath:""}): type: 'Normal' reason: 'BeingReplaced' being replaced by csv: compliance-operator.v0.1.41
time="2021-10-05T07:05:52Z" level=warning msg="error adding operatorgroup annotations" csv=compliance-operator.v0.1.41 error="Operation cannot be fulfilled on clusterserviceversions.operators.coreos.com \"compliance-operator.v0.1.41\": the object has been modified; please apply your changes to the latest version and try again" namespace=openshift-compliance operatorGroup=openshift-compliance-abcd
time="2021-10-05T07:05:52Z" level=warning msg="failed to annotate CSVs in operatorgroup after group change" error="Operation cannot be fulfilled on clusterserviceversions.operators.coreos.com \"compliance-operator.v0.1.41\": the object has been modified; please apply your changes to the latest version and try again" namespace=openshift-compliance operatorGroup=openshift-compliance-abcd
E1005 07:05:52.816866 1 queueinformer_operator.go:290] sync {"update" "openshift-compliance/openshift-compliance-abcd"} failed: Operation cannot be fulfilled on clusterserviceversions.operators.coreos.com "compliance-operator.v0.1.41": the object has been modified; please apply your changes to the latest version and try again
time="2021-10-05T07:05:52Z" level=warning msg="error adding operatorgroup annotations" csv=compliance-operator.v0.1.41 error="Operation cannot be fulfilled on clusterserviceversions.operators.coreos.com \"compliance-operator.v0.1.41\": the object has been modified; please apply your changes to the latest version and try again" id=s12R4 namespace=openshift-compliance opgroup=openshift-compliance-abcd phase=
time="2021-10-05T07:05:52Z" level=info msg="operatorgroup incorrect" csv=compliance-operator.v0.1.41 error="Operation cannot be fulfilled on clusterserviceversions.operators.coreos.com \"compliance-operator.v0.1.41\": the object has been modified; please apply your changes to the latest version and try again" id=s12R4 namespace=openshift-compliance phase=
time="2021-10-05T07:05:52Z" level=info msg="not in operatorgroup namespace" csv=compliance-operator.v0.1.41 id=SmwSX namespace=openshift-compliance phase=
E1005 07:05:52.844000 1 queueinformer_operator.go:290] sync {"update" "openshift-compliance/compliance-operator.v0.1.41"} failed: Operation cannot be fulfilled on clusterserviceversions.operators.coreos.com "compliance-operator.v0.1.41": the object has been modified; please apply your changes to the latest version and try again
time="2021-10-05T07:05:52Z" level=info msg="scheduling ClusterServiceVersion for requirement verification" csv=compliance-operator.v0.1.41 id=snxum namespace=openshift-compliance phase=
I1005 07:05:52.871235 1 event.go:282] Event(v1.ObjectReference{Kind:"ClusterServiceVersion", Namespace:"openshift-compliance", Name:"compliance-operator.v0.1.41", UID:"8c38f978-8812-4006-9e88-39e204c6e710", APIVersion:"operators.coreos.com/v1alpha1", ResourceVersion:"130836", FieldPath:""}): type: 'Normal' reason: 'RequirementsUnknown' requirements not yet checked
time="2021-10-05T07:05:52Z" level=info msg="checking compliance-operator.v0.1.41"
time="2021-10-05T07:05:52Z" level=info msg="compliance-operator.v0.1.39 replaced by compliance-operator.v0.1.41"
time="2021-10-05T07:05:52Z" level=info msg="newer csv replacing compliance-operator.v0.1.39, no-op"
$ oc get OperatorCondition.operators.coreos.com; TZ=GMT0 date
NAME AGE
compliance-operator.v0.1.41 51m
Tuesday 05 October 2021 07:57:35 AM GMT
|
Description of problem: The Compliance operator makes long delay to generate install plan while upgrading from v0.1.39 > v0.1.41 Usually, the upgrade process starts within a minute time but that is not happening even after 40 minutes Sometime it gets upgraded to latest version i.e v0.1.41 $ oc get catsrc compliance-operator -nopenshift-marketplace NAME DISPLAY TYPE PUBLISHER AGE compliance-operator openshift-compliance-operator grpc Red Hat 12m $ oc get packagemanifest compliance-operator -ojsonpath={.status.channels[0].currentCSV} compliance-operator.v0.1.41 $ oc patch subscriptions openshift-compliance-operator -p '{"spec":{"source":"compliance-operator"}}' --type='merge'; TZ=GMT0 date subscription.operators.coreos.com/openshift-compliance-operator patched Tuesday 05 October 2021 06:09:21 AM GMT $ oc get subscriptions openshift-compliance-operator -ojsonpath={.spec} | jq -r { "channel": "release-0.1", "name": "compliance-operator", "source": "compliance-operator", "sourceNamespace": "openshift-marketplace" } $ oc get ip; TZ=GMT0 date NAME CSV APPROVAL APPROVED install-ffbv5 compliance-operator.v0.1.39 Automatic true Tuesday 05 October 2021 06:18:09 AM GMT $ oc get csv; TZ=GMT0 date NAME DISPLAY VERSION REPLACES PHASE compliance-operator.v0.1.39 Compliance Operator 0.1.39 Succeeded elasticsearch-operator.5.1.3-12 OpenShift Elasticsearch Operator 5.1.3-12 Succeeded Tuesday 05 October 2021 06:18:14 AM GMT $ oc get ip; TZ=GMT0 date NAME CSV APPROVAL APPROVED install-ffbv5 compliance-operator.v0.1.39 Automatic true Tuesday 05 October 2021 06:52:20 AM GMT $ oc get csv; TZ=GMT0 date NAME DISPLAY VERSION REPLACES PHASE compliance-operator.v0.1.39 Compliance Operator 0.1.39 Succeeded elasticsearch-operator.5.1.3-12 OpenShift Elasticsearch Operator 5.1.3-12 Succeeded Tuesday 05 October 2021 06:52:25 AM GMT Version-Release number of selected component (if applicable): OCP 4.8.13-x86_64 + compliance-operator.v0.1.41 How reproducible: Always Steps to Reproduce: 1. Install compliance-operator.v0.1.39 through redhat-operators 2. Create CatalogSource using latest available version index image $ oc create -f - <<EOF apiVersion: operators.coreos.com/v1alpha1 kind: CatalogSource metadata: name: compliance-operator namespace: openshift-marketplace spec: displayName: openshift-compliance-operator publisher: Red Hat sourceType: grpc image: quay.io/openshift-qe-optional-operators/compliance-operator-index-0.1:latest EOF 3. Verify the latest operator version through packagemanifest $ oc get catsrc compliance-operator -nopenshift-marketplace $ oc get packagemanifest compliance-operator -ojsonpath={.status.channels[0].currentCSV} 4. Then patch the subscription with above CatalogSource $ oc patch subscriptions openshift-compliance-operator -p '{"spec":{"source":"compliance-operator"}}' --type='merge' 5. Monitor compliance-operator installPlan and ClusterServiceVersion $ oc get ip $ oc get csv Actual results: The Compliance operator makes long delay to generate install plan while upgrade from v0.1.39 > v0.1.41 Usually, the upgrade process starts within a minute time but that is not happening even after 40 minutes Expected results: The Compliance operator should not make such long delay to generate install plan during the upgrade from v0.1.39 > v0.1.41 and the upgrade process should get start within a minute time Additional info: The file-integrity operator upgrades from v0.1.16 > v0.1.18 works as expected but the above issue only noticed with compliance-operator. These are OLM operator logs which are showing that the ClusterServiceVersion is not able to find for compliance-operator.v0.1.41 though packagemanifest shows it. {"level":"error","ts":1633414041.4845927,"logger":"controllers.operatorcondition","msg":"Unable to find operatorcondition","request":"openshift-compliance/compliance-operator.v0.1.41","error":"OperatorCondition.operators.coreos.com \"compliance-operator.v0.1.41\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:298\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"} {"level":"error","ts":1633414041.4846563,"logger":"controller-runtime.manager.controller.operatorcondition","msg":"Reconciler error","reconciler group":"operators.coreos.com","reconciler kind":"OperatorCondition","name":"compliance-operator.v0.1.41","namespace":"openshift-compliance","error":"OperatorCondition.operators.coreos.com \"compliance-operator.v0.1.41\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"} time="2021-10-05T06:07:42Z" level=info msg="checking compliance-operator.v0.1.39" time="2021-10-05T06:07:43Z" level=info msg="checking compliance-operator.v0.1.39" {"level":"error","ts":1633414069.9561074,"logger":"controllers.operatorcondition-generator","msg":"Unable to find ClusterServiceVersion","request":"openshift-compliance/compliance-operator.v0.1.41","error":"ClusterServiceVersion.operators.coreos.com \"compliance-operator.v0.1.41\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:298\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"} {"level":"error","ts":1633414069.9561818,"logger":"controller-runtime.manager.controller.clusterserviceversion","msg":"Reconciler error","reconciler group":"operators.coreos.com","reconciler kind":"ClusterServiceVersion","name":"compliance-operator.v0.1.41","namespace":"openshift-compliance","error":"ClusterServiceVersion.operators.coreos.com \"compliance-operator.v0.1.41\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"} time="2021-10-05T06:09:21Z" level=info msg="checking compliance-operator.v0.1.39" ..... time="2021-10-05T06:17:49Z" level=info msg="checking compliance-operator.v0.1.39" {"level":"error","ts":1633414725.3169692,"logger":"controllers.operatorcondition-generator","msg":"Unable to find ClusterServiceVersion","request":"openshift-compliance/compliance-operator.v0.1.41","error":"ClusterServiceVersion.operators.coreos.com \"compliance-operator.v0.1.41\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:298\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"} {"level":"error","ts":1633414725.3170447,"logger":"controller-runtime.manager.controller.clusterserviceversion","msg":"Reconciler error","reconciler group":"operators.coreos.com","reconciler kind":"ClusterServiceVersion","name":"compliance-operator.v0.1.41","namespace":"openshift-compliance","error":"ClusterServiceVersion.operators.coreos.com \"compliance-operator.v0.1.41\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"} $ oc get OperatorCondition.operators.coreos.com; TZ=GMT0 date NAME AGE compliance-operator.v0.1.39 21m Tuesday 05 October 2021 06:26:57 AM GMT time="2021-10-05T06:49:47Z" level=info msg="checking compliance-operator.v0.1.39" time="2021-10-05T06:49:50Z" level=info msg="checking compliance-operator.v0.1.39" {"level":"error","ts":1633416725.3180873,"logger":"controllers.operatorcondition-generator","msg":"Unable to find ClusterServiceVersion","request":"openshift-compliance/compliance-operator.v0.1.41","error":"ClusterServiceVersion.operators.coreos.com \"compliance-operator.v0.1.41\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:298\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"} {"level":"error","ts":1633416725.3181531,"logger":"controller-runtime.manager.controller.clusterserviceversion","msg":"Reconciler error","reconciler group":"operators.coreos.com","reconciler kind":"ClusterServiceVersion","name":"compliance-operator.v0.1.41","namespace":"openshift-compliance","error":"ClusterServiceVersion.operators.coreos.com \"compliance-operator.v0.1.41\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:253\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.2\n\t/build/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/build/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"} $ oc get OperatorCondition.operators.coreos.com; TZ=GMT0 date NAME AGE compliance-operator.v0.1.39 48m Tuesday 05 October 2021 06:54:02 AM GMT